{"level":"warn","ts":"2026-05-19T13:20:02.597367Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T13:20:02.597471Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.132:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.132:2380","--initial-cluster=instance=https://199.204.45.132:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.132:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.132:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-19T13:20:02.597545Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T13:20:02.59756Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.132:2380"]} {"level":"info","ts":"2026-05-19T13:20:02.597585Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T13:20:02.598303Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.132:2379"]} {"level":"info","ts":"2026-05-19T13:20:02.598384Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.132:2380"],"listen-peer-urls":["https://199.204.45.132:2380"],"advertise-client-urls":["https://199.204.45.132:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.132:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.132:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-19T13:20:02.602041Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.435861ms"} {"level":"info","ts":"2026-05-19T13:20:02.607952Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"56c01ea8fdc90390","cluster-id":"c930fe821aab8609"} {"level":"info","ts":"2026-05-19T13:20:02.608076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 switched to configuration voters=()"} {"level":"info","ts":"2026-05-19T13:20:02.608131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became follower at term 0"} {"level":"info","ts":"2026-05-19T13:20:02.608153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 56c01ea8fdc90390 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-19T13:20:02.60817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became follower at term 1"} {"level":"info","ts":"2026-05-19T13:20:02.608222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 switched to configuration voters=(6251029993951396752)"} {"level":"warn","ts":"2026-05-19T13:20:02.614334Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-19T13:20:02.615753Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-19T13:20:02.616796Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-19T13:20:02.619071Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"56c01ea8fdc90390","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-19T13:20:02.619262Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"56c01ea8fdc90390","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-19T13:20:02.619357Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T13:20:02.619508Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T13:20:02.619527Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T13:20:02.621781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 switched to configuration voters=(6251029993951396752)"} {"level":"info","ts":"2026-05-19T13:20:02.622151Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c930fe821aab8609","local-member-id":"56c01ea8fdc90390","added-peer-id":"56c01ea8fdc90390","added-peer-peer-urls":["https://199.204.45.132:2380"]} {"level":"info","ts":"2026-05-19T13:20:02.624069Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T13:20:02.624119Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.132:2380"} {"level":"info","ts":"2026-05-19T13:20:02.624244Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.132:2380"} {"level":"info","ts":"2026-05-19T13:20:02.624451Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"56c01ea8fdc90390","initial-advertise-peer-urls":["https://199.204.45.132:2380"],"listen-peer-urls":["https://199.204.45.132:2380"],"advertise-client-urls":["https://199.204.45.132:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.132:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-19T13:20:02.624515Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-19T13:20:03.009321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 is starting a new election at term 1"} {"level":"info","ts":"2026-05-19T13:20:03.009401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-19T13:20:03.009454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 received MsgPreVoteResp from 56c01ea8fdc90390 at term 1"} {"level":"info","ts":"2026-05-19T13:20:03.009474Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became candidate at term 2"} {"level":"info","ts":"2026-05-19T13:20:03.009485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 received MsgVoteResp from 56c01ea8fdc90390 at term 2"} {"level":"info","ts":"2026-05-19T13:20:03.009514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"56c01ea8fdc90390 became leader at term 2"} {"level":"info","ts":"2026-05-19T13:20:03.009527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 56c01ea8fdc90390 elected leader 56c01ea8fdc90390 at term 2"} {"level":"info","ts":"2026-05-19T13:20:03.010761Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"56c01ea8fdc90390","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.132:2379]}","request-path":"/0/members/56c01ea8fdc90390/attributes","cluster-id":"c930fe821aab8609","publish-timeout":"7s"} {"level":"info","ts":"2026-05-19T13:20:03.010979Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T13:20:03.011031Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T13:20:03.011172Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T13:20:03.012851Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c930fe821aab8609","local-member-id":"56c01ea8fdc90390","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T13:20:03.012962Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T13:20:03.013003Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T13:20:03.014182Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.132:2379"} {"level":"info","ts":"2026-05-19T13:20:03.014381Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-19T13:20:03.014419Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-19T13:20:03.014964Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-19T13:20:04.60176Z","caller":"traceutil/trace.go:171","msg":"trace[1869251843] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"215.5231ms","start":"2026-05-19T13:20:04.38619Z","end":"2026-05-19T13:20:04.601713Z","steps":["trace[1869251843] 'process raft request' (duration: 192.992283ms)","trace[1869251843] 'compare' (duration: 22.399392ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:20:04.601841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.962744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:04.601928Z","caller":"traceutil/trace.go:171","msg":"trace[2042924409] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:3; }","duration":"215.082908ms","start":"2026-05-19T13:20:04.386836Z","end":"2026-05-19T13:20:04.601919Z","steps":["trace[2042924409] 'agreement among raft nodes before linearized reading' (duration: 214.932524ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.601733Z","caller":"traceutil/trace.go:171","msg":"trace[360032090] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"214.824211ms","start":"2026-05-19T13:20:04.386851Z","end":"2026-05-19T13:20:04.601676Z","steps":["trace[360032090] 'read index received' (duration: 67.791282ms)","trace[360032090] 'applied index is now lower than readState.Index' (duration: 147.031939ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:04.826821Z","caller":"traceutil/trace.go:171","msg":"trace[202591192] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"352.904831ms","start":"2026-05-19T13:20:04.473865Z","end":"2026-05-19T13:20:04.82677Z","steps":["trace[202591192] 'process raft request' (duration: 340.016291ms)","trace[202591192] 'compare' (duration: 12.708716ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:04.826927Z","caller":"traceutil/trace.go:171","msg":"trace[249616107] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:6; }","duration":"224.606299ms","start":"2026-05-19T13:20:04.602273Z","end":"2026-05-19T13:20:04.826879Z","steps":["trace[249616107] 'read index received' (duration: 211.556654ms)","trace[249616107] 'applied index is now lower than readState.Index' (duration: 13.048945ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:04.827025Z","caller":"traceutil/trace.go:171","msg":"trace[118736632] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"343.478362ms","start":"2026-05-19T13:20:04.483539Z","end":"2026-05-19T13:20:04.827017Z","steps":["trace[118736632] 'process raft request' (duration: 343.312037ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.827114Z","caller":"traceutil/trace.go:171","msg":"trace[151196066] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"352.636244ms","start":"2026-05-19T13:20:04.474456Z","end":"2026-05-19T13:20:04.827092Z","steps":["trace[151196066] 'process raft request' (duration: 352.268175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:04.827136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.702411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:04.827163Z","caller":"traceutil/trace.go:171","msg":"trace[1844614381] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"289.756552ms","start":"2026-05-19T13:20:04.537398Z","end":"2026-05-19T13:20:04.827155Z","steps":["trace[1844614381] 'agreement among raft nodes before linearized reading' (duration: 289.678579ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.82717Z","caller":"traceutil/trace.go:171","msg":"trace[1560981421] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"352.481651ms","start":"2026-05-19T13:20:04.47468Z","end":"2026-05-19T13:20:04.827162Z","steps":["trace[1560981421] 'process raft request' (duration: 352.07282ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.827196Z","caller":"traceutil/trace.go:171","msg":"trace[1289368703] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"352.104161ms","start":"2026-05-19T13:20:04.475087Z","end":"2026-05-19T13:20:04.827191Z","steps":["trace[1289368703] 'process raft request' (duration: 351.69679ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.827228Z","caller":"traceutil/trace.go:171","msg":"trace[1350063783] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"350.465938ms","start":"2026-05-19T13:20:04.476757Z","end":"2026-05-19T13:20:04.827223Z","steps":["trace[1350063783] 'process raft request' (duration: 350.043056ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.827342Z","caller":"traceutil/trace.go:171","msg":"trace[747021590] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"344.51754ms","start":"2026-05-19T13:20:04.482817Z","end":"2026-05-19T13:20:04.827335Z","steps":["trace[747021590] 'process raft request' (duration: 344.010026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:04.827392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.476729Z","time spent":"350.517609ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:04.827413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.482805Z","time spent":"344.581932ms","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:04.827429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.483481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:04.827458Z","caller":"traceutil/trace.go:171","msg":"trace[658622835] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"290.577433ms","start":"2026-05-19T13:20:04.536868Z","end":"2026-05-19T13:20:04.827445Z","steps":["trace[658622835] 'agreement among raft nodes before linearized reading' (duration: 290.544052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:04.827329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.473846Z","time spent":"353.077586ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:04.827567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.875731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:04.827585Z","caller":"traceutil/trace.go:171","msg":"trace[1406062010] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"290.929993ms","start":"2026-05-19T13:20:04.536649Z","end":"2026-05-19T13:20:04.827579Z","steps":["trace[1406062010] 'agreement among raft nodes before linearized reading' (duration: 290.881331ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.826853Z","caller":"traceutil/trace.go:171","msg":"trace[278517503] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"352.931233ms","start":"2026-05-19T13:20:04.47389Z","end":"2026-05-19T13:20:04.826821Z","steps":["trace[278517503] 'process raft request' (duration: 352.803399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:04.827598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.483514Z","time spent":"343.548294ms","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:04.827712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.282425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"warn","ts":"2026-05-19T13:20:04.827715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.474379Z","time spent":"352.772489ms","remote":"127.0.0.1:39392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T13:20:04.827738Z","caller":"traceutil/trace.go:171","msg":"trace[124590846] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"223.356966ms","start":"2026-05-19T13:20:04.604373Z","end":"2026-05-19T13:20:04.82773Z","steps":["trace[124590846] 'agreement among raft nodes before linearized reading' (duration: 223.295945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:04.827744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.475049Z","time spent":"352.158572ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:04.827822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.959824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-19T13:20:04.82783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.890638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:04.827853Z","caller":"traceutil/trace.go:171","msg":"trace[139790369] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:0; response_revision:11; }","duration":"356.934108ms","start":"2026-05-19T13:20:04.470914Z","end":"2026-05-19T13:20:04.827848Z","steps":["trace[139790369] 'agreement among raft nodes before linearized reading' (duration: 356.900758ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.827855Z","caller":"traceutil/trace.go:171","msg":"trace[619908989] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"356.019354ms","start":"2026-05-19T13:20:04.471829Z","end":"2026-05-19T13:20:04.827849Z","steps":["trace[619908989] 'agreement among raft nodes before linearized reading' (duration: 355.974613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:04.827745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.47383Z","time spent":"353.793305ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:04.827878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.471813Z","time spent":"356.057026ms","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-19T13:20:04.827919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.470898Z","time spent":"356.96775ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T13:20:04.827962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.008708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-19T13:20:04.827967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.009443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-19T13:20:04.827852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.474646Z","time spent":"352.539373ms","remote":"127.0.0.1:39468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T13:20:04.827982Z","caller":"traceutil/trace.go:171","msg":"trace[2002436064] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"352.185133ms","start":"2026-05-19T13:20:04.475789Z","end":"2026-05-19T13:20:04.827974Z","steps":["trace[2002436064] 'agreement among raft nodes before linearized reading' (duration: 352.156112ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:04.828Z","caller":"traceutil/trace.go:171","msg":"trace[1167123515] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"303.097225ms","start":"2026-05-19T13:20:04.524892Z","end":"2026-05-19T13:20:04.82799Z","steps":["trace[1167123515] 'agreement among raft nodes before linearized reading' (duration: 303.034043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:04.828008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.475759Z","time spent":"352.244934ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-19T13:20:04.828029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:04.524864Z","time spent":"303.157917ms","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-19T13:20:05.187411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.590349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-19T13:20:05.187564Z","caller":"traceutil/trace.go:171","msg":"trace[970019014] linearizableReadLoop","detail":"{readStateIndex:55; appliedIndex:53; }","duration":"153.746335ms","start":"2026-05-19T13:20:05.033803Z","end":"2026-05-19T13:20:05.187549Z","steps":["trace[970019014] 'read index received' (duration: 35.573281ms)","trace[970019014] 'applied index is now lower than readState.Index' (duration: 118.172234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:20:05.187632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.835597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:05.187688Z","caller":"traceutil/trace.go:171","msg":"trace[1681192275] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:51; }","duration":"153.88896ms","start":"2026-05-19T13:20:05.033759Z","end":"2026-05-19T13:20:05.187648Z","steps":["trace[1681192275] 'agreement among raft nodes before linearized reading' (duration: 153.827047ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:05.187713Z","caller":"traceutil/trace.go:171","msg":"trace[1848107724] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"188.067883ms","start":"2026-05-19T13:20:04.999611Z","end":"2026-05-19T13:20:05.187679Z","steps":["trace[1848107724] 'process raft request' (duration: 69.841197ms)","trace[1848107724] 'compare' (duration: 117.441775ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:05.18791Z","caller":"traceutil/trace.go:171","msg":"trace[1579118766] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"154.805133ms","start":"2026-05-19T13:20:05.032946Z","end":"2026-05-19T13:20:05.187751Z","steps":["trace[1579118766] 'process raft request' (duration: 154.559586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.422834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124817064s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-19T13:20:06.423198Z","caller":"traceutil/trace.go:171","msg":"trace[492180091] linearizableReadLoop","detail":"{readStateIndex:60; appliedIndex:58; }","duration":"1.052713666s","start":"2026-05-19T13:20:05.370466Z","end":"2026-05-19T13:20:06.42318Z","steps":["trace[492180091] 'read index received' (duration: 47.682µs)","trace[492180091] 'applied index is now lower than readState.Index' (duration: 1.052664484s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:20:06.423347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052515442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:06.423304Z","caller":"traceutil/trace.go:171","msg":"trace[185560398] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"1.13564284s","start":"2026-05-19T13:20:05.287617Z","end":"2026-05-19T13:20:06.42326Z","steps":["trace[185560398] 'compare' (duration: 1.124624928s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:06.423377Z","caller":"traceutil/trace.go:171","msg":"trace[2015210422] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:56; }","duration":"1.052576613s","start":"2026-05-19T13:20:05.370792Z","end":"2026-05-19T13:20:06.423368Z","steps":["trace[2015210422] 'agreement among raft nodes before linearized reading' (duration: 1.05250887s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.423369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052879291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-19T13:20:06.423415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:05.370782Z","time spent":"1.052624085s","remote":"127.0.0.1:39322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"info","ts":"2026-05-19T13:20:06.423388Z","caller":"traceutil/trace.go:171","msg":"trace[1518964346] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"1.132706272s","start":"2026-05-19T13:20:05.29064Z","end":"2026-05-19T13:20:06.423346Z","steps":["trace[1518964346] 'process raft request' (duration: 1.132469635s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:06.423417Z","caller":"traceutil/trace.go:171","msg":"trace[1978436953] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:56; }","duration":"1.052978784s","start":"2026-05-19T13:20:05.370426Z","end":"2026-05-19T13:20:06.423404Z","steps":["trace[1978436953] 'agreement among raft nodes before linearized reading' (duration: 1.05287083s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.423476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.670305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:06.423509Z","caller":"traceutil/trace.go:171","msg":"trace[1687499500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:56; }","duration":"996.730036ms","start":"2026-05-19T13:20:05.426774Z","end":"2026-05-19T13:20:06.423504Z","steps":["trace[1687499500] 'agreement among raft nodes before linearized reading' (duration: 996.678165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.423501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:05.370375Z","time spent":"1.053110297s","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-05-19T13:20:06.423456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.340583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-19T13:20:06.423535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:05.426759Z","time spent":"996.764298ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:20:06.423532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:05.287595Z","time spent":"1.135799994s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:06.423565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:05.290606Z","time spent":"1.132867066s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1244,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:06.423571Z","caller":"traceutil/trace.go:171","msg":"trace[1048178104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:56; }","duration":"589.498577ms","start":"2026-05-19T13:20:05.834049Z","end":"2026-05-19T13:20:06.423547Z","steps":["trace[1048178104] 'agreement among raft nodes before linearized reading' (duration: 589.335223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.423628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:05.834022Z","time spent":"589.58696ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T13:20:06.867379Z","caller":"traceutil/trace.go:171","msg":"trace[250985376] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:61; }","duration":"439.152164ms","start":"2026-05-19T13:20:06.428198Z","end":"2026-05-19T13:20:06.86735Z","steps":["trace[250985376] 'read index received' (duration: 89.042446ms)","trace[250985376] 'applied index is now lower than readState.Index' (duration: 350.108318ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:06.867459Z","caller":"traceutil/trace.go:171","msg":"trace[964225890] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"439.525794ms","start":"2026-05-19T13:20:06.42789Z","end":"2026-05-19T13:20:06.867416Z","steps":["trace[964225890] 'process raft request' (duration: 438.346902ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:06.867528Z","caller":"traceutil/trace.go:171","msg":"trace[1305278316] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"438.412153ms","start":"2026-05-19T13:20:06.429082Z","end":"2026-05-19T13:20:06.867494Z","steps":["trace[1305278316] 'process raft request' (duration: 438.168817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.867603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.46011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-19T13:20:06.868615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.672447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-19T13:20:06.868708Z","caller":"traceutil/trace.go:171","msg":"trace[1826951342] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:59; }","duration":"347.742096ms","start":"2026-05-19T13:20:06.520945Z","end":"2026-05-19T13:20:06.868687Z","steps":["trace[1826951342] 'agreement among raft nodes before linearized reading' (duration: 346.709738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.868785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:06.520926Z","time spent":"347.842318ms","remote":"127.0.0.1:39322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-cluster-critical\" "} {"level":"warn","ts":"2026-05-19T13:20:06.867604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.38149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-19T13:20:06.868917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:06.429064Z","time spent":"438.554718ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:06.86898Z","caller":"traceutil/trace.go:171","msg":"trace[691297298] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:59; }","duration":"440.765637ms","start":"2026-05-19T13:20:06.428179Z","end":"2026-05-19T13:20:06.868945Z","steps":["trace[691297298] 'agreement among raft nodes before linearized reading' (duration: 439.35673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.868957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:06.427877Z","time spent":"439.671977ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:06.869072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:06.428171Z","time spent":"440.873069ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"info","ts":"2026-05-19T13:20:06.869292Z","caller":"traceutil/trace.go:171","msg":"trace[265822371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:59; }","duration":"431.572942ms","start":"2026-05-19T13:20:06.436083Z","end":"2026-05-19T13:20:06.867656Z","steps":["trace[265822371] 'agreement among raft nodes before linearized reading' (duration: 431.47427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:06.869498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:06.436059Z","time spent":"433.388961ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T13:20:12.852393Z","caller":"traceutil/trace.go:171","msg":"trace[1666344615] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:310; }","duration":"153.587532ms","start":"2026-05-19T13:20:12.698784Z","end":"2026-05-19T13:20:12.852371Z","steps":["trace[1666344615] 'read index received' (duration: 153.330184ms)","trace[1666344615] 'applied index is now lower than readState.Index' (duration: 256.078µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:12.852538Z","caller":"traceutil/trace.go:171","msg":"trace[1363633118] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"192.934682ms","start":"2026-05-19T13:20:12.659573Z","end":"2026-05-19T13:20:12.852508Z","steps":["trace[1363633118] 'process raft request' (duration: 192.643574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:12.852566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.772547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-19T13:20:12.852604Z","caller":"traceutil/trace.go:171","msg":"trace[832642286] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:300; }","duration":"153.857239ms","start":"2026-05-19T13:20:12.698734Z","end":"2026-05-19T13:20:12.852591Z","steps":["trace[832642286] 'agreement among raft nodes before linearized reading' (duration: 153.774047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:12.852798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.196545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-19T13:20:12.852923Z","caller":"traceutil/trace.go:171","msg":"trace[1146090364] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:300; }","duration":"104.37767ms","start":"2026-05-19T13:20:12.748516Z","end":"2026-05-19T13:20:12.852894Z","steps":["trace[1146090364] 'agreement among raft nodes before linearized reading' (duration: 104.133614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:14.714995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.575811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:20:14.715649Z","caller":"traceutil/trace.go:171","msg":"trace[1533705559] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"163.973775ms","start":"2026-05-19T13:20:14.55163Z","end":"2026-05-19T13:20:14.715603Z","steps":["trace[1533705559] 'process raft request' (duration: 40.643734ms)","trace[1533705559] 'compare' (duration: 122.336976ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:15.808029Z","caller":"traceutil/trace.go:171","msg":"trace[1373136131] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"260.5556ms","start":"2026-05-19T13:20:15.547447Z","end":"2026-05-19T13:20:15.808003Z","steps":["trace[1373136131] 'read index received' (duration: 260.346705ms)","trace[1373136131] 'applied index is now lower than readState.Index' (duration: 207.995µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:15.808137Z","caller":"traceutil/trace.go:171","msg":"trace[1174655363] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"354.713329ms","start":"2026-05-19T13:20:15.453381Z","end":"2026-05-19T13:20:15.808094Z","steps":["trace[1174655363] 'process raft request' (duration: 354.421031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:15.808222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.745245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-05-19T13:20:15.808257Z","caller":"traceutil/trace.go:171","msg":"trace[136935271] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:359; }","duration":"260.833867ms","start":"2026-05-19T13:20:15.547413Z","end":"2026-05-19T13:20:15.808247Z","steps":["trace[136935271] 'agreement among raft nodes before linearized reading' (duration: 260.732124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:15.808384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:15.453353Z","time spent":"354.896474ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:20:16.631376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164876085,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:20:17.085743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265683469s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T13:20:17.165622Z","caller":"traceutil/trace.go:171","msg":"trace[966489447] linearizableReadLoop","detail":"{readStateIndex:372; appliedIndex:371; }","duration":"1.034762615s","start":"2026-05-19T13:20:16.130821Z","end":"2026-05-19T13:20:17.165584Z","steps":["trace[966489447] 'read index received' (duration: 955.465417ms)","trace[966489447] 'applied index is now lower than readState.Index' (duration: 79.296048ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:17.165763Z","caller":"traceutil/trace.go:171","msg":"trace[237662620] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"1.345929092s","start":"2026-05-19T13:20:15.819822Z","end":"2026-05-19T13:20:17.165751Z","steps":["trace[237662620] 'process raft request' (duration: 1.266486631s)","trace[237662620] 'compare' (duration: 79.143963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:20:17.165872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:15.819789Z","time spent":"1.346001974s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:20:17.166081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035265967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-19T13:20:17.166135Z","caller":"traceutil/trace.go:171","msg":"trace[1288764740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:360; }","duration":"1.03536946s","start":"2026-05-19T13:20:16.130754Z","end":"2026-05-19T13:20:17.166124Z","steps":["trace[1288764740] 'agreement among raft nodes before linearized reading' (duration: 1.035268337s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:17.166166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:16.130726Z","time spent":"1.035432801s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T13:20:17.166414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.918099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:20:17.166493Z","caller":"traceutil/trace.go:171","msg":"trace[441116431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:360; }","duration":"641.064122ms","start":"2026-05-19T13:20:16.525411Z","end":"2026-05-19T13:20:17.166475Z","steps":["trace[441116431] 'agreement among raft nodes before linearized reading' (duration: 640.888458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:17.166505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.92994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:20:17.166539Z","caller":"traceutil/trace.go:171","msg":"trace[316628576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:360; }","duration":"441.002273ms","start":"2026-05-19T13:20:16.725524Z","end":"2026-05-19T13:20:17.166527Z","steps":["trace[316628576] 'agreement among raft nodes before linearized reading' (duration: 440.955401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:17.166535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:16.525382Z","time spent":"641.143515ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:20:17.166566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:16.7255Z","time spent":"441.059563ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:20:17.166635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.05607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:20:17.166753Z","caller":"traceutil/trace.go:171","msg":"trace[1545891912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:360; }","duration":"425.238974ms","start":"2026-05-19T13:20:16.741485Z","end":"2026-05-19T13:20:17.166724Z","steps":["trace[1545891912] 'agreement among raft nodes before linearized reading' (duration: 424.984188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:17.166812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:16.741461Z","time spent":"425.337087ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:20:18.437682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045911427s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:20:18.437788Z","caller":"traceutil/trace.go:171","msg":"trace[217596199] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"1.266663386s","start":"2026-05-19T13:20:17.171112Z","end":"2026-05-19T13:20:18.437775Z","steps":["trace[217596199] 'process raft request' (duration: 220.599244ms)","trace[217596199] 'compare' (duration: 1.045815875s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:20:18.437826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:17.171085Z","time spent":"1.266723768s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:18.438033Z","caller":"traceutil/trace.go:171","msg":"trace[1765940067] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:372; }","duration":"1.242589798s","start":"2026-05-19T13:20:17.195399Z","end":"2026-05-19T13:20:18.437989Z","steps":["trace[1765940067] 'read index received' (duration: 66.491218ms)","trace[1765940067] 'applied index is now lower than readState.Index' (duration: 1.17609688s)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:18.438063Z","caller":"traceutil/trace.go:171","msg":"trace[999159107] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.266816959s","start":"2026-05-19T13:20:17.171236Z","end":"2026-05-19T13:20:18.438053Z","steps":["trace[999159107] 'process raft request' (duration: 1.266514361s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:18.438135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242735212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-19T13:20:18.438195Z","caller":"traceutil/trace.go:171","msg":"trace[22076493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"1.242841275s","start":"2026-05-19T13:20:17.195338Z","end":"2026-05-19T13:20:18.438179Z","steps":["trace[22076493] 'agreement among raft nodes before linearized reading' (duration: 1.242751603s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:18.438204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.417428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T13:20:18.438245Z","caller":"traceutil/trace.go:171","msg":"trace[1429863158] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:363; }","duration":"802.50429ms","start":"2026-05-19T13:20:17.635733Z","end":"2026-05-19T13:20:18.438237Z","steps":["trace[1429863158] 'agreement among raft nodes before linearized reading' (duration: 802.433959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:18.438243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:17.195307Z","time spent":"1.242930368s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:20:18.43827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:17.635697Z","time spent":"802.565162ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T13:20:18.438207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.078127ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:20:18.438301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:17.171206Z","time spent":"1.266985063s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:18.438331Z","caller":"traceutil/trace.go:171","msg":"trace[440031252] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:363; }","duration":"845.222961ms","start":"2026-05-19T13:20:17.593096Z","end":"2026-05-19T13:20:18.438319Z","steps":["trace[440031252] 'agreement among raft nodes before linearized reading' (duration: 845.057236ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:19.960446Z","caller":"traceutil/trace.go:171","msg":"trace[66921003] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"174.70694ms","start":"2026-05-19T13:20:19.785711Z","end":"2026-05-19T13:20:19.960418Z","steps":["trace[66921003] 'process raft request' (duration: 174.481764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:20.652041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.682617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:20:20.652167Z","caller":"traceutil/trace.go:171","msg":"trace[1799062324] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"171.945757ms","start":"2026-05-19T13:20:20.480201Z","end":"2026-05-19T13:20:20.652147Z","steps":["trace[1799062324] 'process raft request' (duration: 22.079314ms)","trace[1799062324] 'compare' (duration: 149.541624ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:24.848779Z","caller":"traceutil/trace.go:171","msg":"trace[1357564188] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"129.622429ms","start":"2026-05-19T13:20:24.719132Z","end":"2026-05-19T13:20:24.848754Z","steps":["trace[1357564188] 'process raft request' (duration: 70.118455ms)","trace[1357564188] 'compare' (duration: 59.34625ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:25.006606Z","caller":"traceutil/trace.go:171","msg":"trace[1482883967] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"151.011224ms","start":"2026-05-19T13:20:24.855554Z","end":"2026-05-19T13:20:25.006565Z","steps":["trace[1482883967] 'process raft request' (duration: 150.918311ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.006653Z","caller":"traceutil/trace.go:171","msg":"trace[1032253240] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"151.194729ms","start":"2026-05-19T13:20:24.855409Z","end":"2026-05-19T13:20:25.006604Z","steps":["trace[1032253240] 'process raft request' (duration: 140.397723ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.201791Z","caller":"traceutil/trace.go:171","msg":"trace[1092700729] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"188.223529ms","start":"2026-05-19T13:20:25.013531Z","end":"2026-05-19T13:20:25.201754Z","steps":["trace[1092700729] 'process raft request' (duration: 133.756198ms)","trace[1092700729] 'compare' (duration: 54.193654ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:25.201916Z","caller":"traceutil/trace.go:171","msg":"trace[1659959883] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"187.704215ms","start":"2026-05-19T13:20:25.014193Z","end":"2026-05-19T13:20:25.201897Z","steps":["trace[1659959883] 'process raft request' (duration: 187.609512ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.201994Z","caller":"traceutil/trace.go:171","msg":"trace[718683670] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"187.853079ms","start":"2026-05-19T13:20:25.01409Z","end":"2026-05-19T13:20:25.201943Z","steps":["trace[718683670] 'process raft request' (duration: 187.619063ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.202048Z","caller":"traceutil/trace.go:171","msg":"trace[510430864] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"154.911638ms","start":"2026-05-19T13:20:25.047125Z","end":"2026-05-19T13:20:25.202037Z","steps":["trace[510430864] 'process raft request' (duration: 154.719192ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.369283Z","caller":"traceutil/trace.go:171","msg":"trace[1979376206] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"122.393157ms","start":"2026-05-19T13:20:25.246853Z","end":"2026-05-19T13:20:25.369246Z","steps":["trace[1979376206] 'process raft request' (duration: 97.52655ms)","trace[1979376206] 'compare' (duration: 24.722853ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:25.371426Z","caller":"traceutil/trace.go:171","msg":"trace[900684343] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"120.19976ms","start":"2026-05-19T13:20:25.251208Z","end":"2026-05-19T13:20:25.371408Z","steps":["trace[900684343] 'process raft request' (duration: 119.792008ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.371675Z","caller":"traceutil/trace.go:171","msg":"trace[1716307723] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"118.66138ms","start":"2026-05-19T13:20:25.252999Z","end":"2026-05-19T13:20:25.37166Z","steps":["trace[1716307723] 'process raft request' (duration: 118.099815ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.58963Z","caller":"traceutil/trace.go:171","msg":"trace[1976890162] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"211.022092ms","start":"2026-05-19T13:20:25.378578Z","end":"2026-05-19T13:20:25.5896Z","steps":["trace[1976890162] 'process raft request' (duration: 116.934173ms)","trace[1976890162] 'compare' (duration: 93.844613ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:25.589729Z","caller":"traceutil/trace.go:171","msg":"trace[51793073] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"210.995551ms","start":"2026-05-19T13:20:25.378678Z","end":"2026-05-19T13:20:25.589673Z","steps":["trace[51793073] 'process raft request' (duration: 210.822966ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.589962Z","caller":"traceutil/trace.go:171","msg":"trace[751614613] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"211.095255ms","start":"2026-05-19T13:20:25.378829Z","end":"2026-05-19T13:20:25.589924Z","steps":["trace[751614613] 'process raft request' (duration: 210.724435ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:25.58998Z","caller":"traceutil/trace.go:171","msg":"trace[2093891466] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"202.442155ms","start":"2026-05-19T13:20:25.387514Z","end":"2026-05-19T13:20:25.589956Z","steps":["trace[2093891466] 'process raft request' (duration: 202.323332ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:28.82147Z","caller":"traceutil/trace.go:171","msg":"trace[985797571] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"111.125909ms","start":"2026-05-19T13:20:28.710296Z","end":"2026-05-19T13:20:28.821422Z","steps":["trace[985797571] 'process raft request' (duration: 70.037633ms)","trace[985797571] 'compare' (duration: 40.84429ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:39.591441Z","caller":"traceutil/trace.go:171","msg":"trace[1354187314] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"294.152501ms","start":"2026-05-19T13:20:39.297254Z","end":"2026-05-19T13:20:39.591407Z","steps":["trace[1354187314] 'process raft request' (duration: 293.972207ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.602251Z","caller":"traceutil/trace.go:171","msg":"trace[1183143440] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"282.105231ms","start":"2026-05-19T13:20:39.320092Z","end":"2026-05-19T13:20:39.602197Z","steps":["trace[1183143440] 'process raft request' (duration: 281.869185ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.60231Z","caller":"traceutil/trace.go:171","msg":"trace[1141836280] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"251.681288ms","start":"2026-05-19T13:20:39.350582Z","end":"2026-05-19T13:20:39.602263Z","steps":["trace[1141836280] 'process raft request' (duration: 251.471731ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.60237Z","caller":"traceutil/trace.go:171","msg":"trace[207581511] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"250.419174ms","start":"2026-05-19T13:20:39.351915Z","end":"2026-05-19T13:20:39.602334Z","steps":["trace[207581511] 'process raft request' (duration: 250.180197ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.602424Z","caller":"traceutil/trace.go:171","msg":"trace[444572661] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"283.814448ms","start":"2026-05-19T13:20:39.318568Z","end":"2026-05-19T13:20:39.602383Z","steps":["trace[444572661] 'process raft request' (duration: 283.265923ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.602484Z","caller":"traceutil/trace.go:171","msg":"trace[216392026] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"250.24791ms","start":"2026-05-19T13:20:39.352231Z","end":"2026-05-19T13:20:39.602479Z","steps":["trace[216392026] 'process raft request' (duration: 249.914771ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.602452Z","caller":"traceutil/trace.go:171","msg":"trace[888956937] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"254.610775ms","start":"2026-05-19T13:20:39.347834Z","end":"2026-05-19T13:20:39.602445Z","steps":["trace[888956937] 'process raft request' (duration: 254.178173ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.602558Z","caller":"traceutil/trace.go:171","msg":"trace[698778265] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"241.094567ms","start":"2026-05-19T13:20:39.361455Z","end":"2026-05-19T13:20:39.602549Z","steps":["trace[698778265] 'process raft request' (duration: 240.904042ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.602562Z","caller":"traceutil/trace.go:171","msg":"trace[434499484] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"233.105676ms","start":"2026-05-19T13:20:39.369446Z","end":"2026-05-19T13:20:39.602552Z","steps":["trace[434499484] 'process raft request' (duration: 232.993633ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.602588Z","caller":"traceutil/trace.go:171","msg":"trace[1373337307] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"249.201042ms","start":"2026-05-19T13:20:39.353331Z","end":"2026-05-19T13:20:39.602532Z","steps":["trace[1373337307] 'process raft request' (duration: 248.929606ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:39.602867Z","caller":"traceutil/trace.go:171","msg":"trace[1741944730] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"216.732883ms","start":"2026-05-19T13:20:39.386096Z","end":"2026-05-19T13:20:39.602829Z","steps":["trace[1741944730] 'process raft request' (duration: 216.404535ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:46.155116Z","caller":"traceutil/trace.go:171","msg":"trace[615286211] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"214.631757ms","start":"2026-05-19T13:20:45.940453Z","end":"2026-05-19T13:20:46.155085Z","steps":["trace[615286211] 'process raft request' (duration: 214.428042ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:46.976437Z","caller":"traceutil/trace.go:171","msg":"trace[416389633] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"624.256184ms","start":"2026-05-19T13:20:46.352162Z","end":"2026-05-19T13:20:46.976419Z","steps":["trace[416389633] 'process raft request' (duration: 624.11759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:46.976574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:46.35214Z","time spent":"624.366326ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:20:49.082886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.10527553s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T13:20:49.085531Z","caller":"traceutil/trace.go:171","msg":"trace[705795015] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:608; }","duration":"2.472625668s","start":"2026-05-19T13:20:46.612845Z","end":"2026-05-19T13:20:49.08547Z","steps":["trace[705795015] 'read index received' (duration: 363.480576ms)","trace[705795015] 'applied index is now lower than readState.Index' (duration: 2.109143592s)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:49.085742Z","caller":"traceutil/trace.go:171","msg":"trace[1441596702] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"2.485664683s","start":"2026-05-19T13:20:46.600008Z","end":"2026-05-19T13:20:49.085673Z","steps":["trace[1441596702] 'process raft request' (duration: 2.483199898s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:49.085846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472988628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:20:49.085895Z","caller":"traceutil/trace.go:171","msg":"trace[796823594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:587; }","duration":"2.47304226s","start":"2026-05-19T13:20:46.61283Z","end":"2026-05-19T13:20:49.085873Z","steps":["trace[796823594] 'agreement among raft nodes before linearized reading' (duration: 2.472825313s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:49.085934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:46.612776Z","time spent":"2.473148212s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:20:49.085966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:46.599972Z","time spent":"2.485887838s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:20:49.086514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427240387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zxrl4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-19T13:20:49.086561Z","caller":"traceutil/trace.go:171","msg":"trace[2031214246] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zxrl4; range_end:; response_count:1; response_revision:587; }","duration":"2.427309539s","start":"2026-05-19T13:20:46.659238Z","end":"2026-05-19T13:20:49.086548Z","steps":["trace[2031214246] 'agreement among raft nodes before linearized reading' (duration: 2.426967629s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:49.086596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:46.659223Z","time spent":"2.427365531s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-zxrl4\" "} {"level":"warn","ts":"2026-05-19T13:20:49.08678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44974439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T13:20:49.086839Z","caller":"traceutil/trace.go:171","msg":"trace[623055281] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:587; }","duration":"1.449824592s","start":"2026-05-19T13:20:47.63699Z","end":"2026-05-19T13:20:49.086815Z","steps":["trace[623055281] 'agreement among raft nodes before linearized reading' (duration: 1.449688309s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:49.086866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:47.63697Z","time spent":"1.449890283s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T13:20:49.086897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362494691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:20:49.086955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.925663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:20:49.08697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308850825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:20:49.087043Z","caller":"traceutil/trace.go:171","msg":"trace[1870396130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"1.362649666s","start":"2026-05-19T13:20:47.72434Z","end":"2026-05-19T13:20:49.08699Z","steps":["trace[1870396130] 'agreement among raft nodes before linearized reading' (duration: 1.36242952s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:49.087063Z","caller":"traceutil/trace.go:171","msg":"trace[2053847197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:587; }","duration":"334.060496ms","start":"2026-05-19T13:20:48.752963Z","end":"2026-05-19T13:20:49.087023Z","steps":["trace[2053847197] 'agreement among raft nodes before linearized reading' (duration: 333.863932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:49.087101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:48.752942Z","time spent":"334.151929ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:20:49.087096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:47.724323Z","time spent":"1.36276195s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T13:20:49.087099Z","caller":"traceutil/trace.go:171","msg":"trace[1694173282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:587; }","duration":"2.30902169s","start":"2026-05-19T13:20:46.778049Z","end":"2026-05-19T13:20:49.087071Z","steps":["trace[1694173282] 'agreement among raft nodes before linearized reading' (duration: 2.308675881s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:49.087165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:46.77803Z","time spent":"2.309108912s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:20:49.087162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182406511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:20:49.087246Z","caller":"traceutil/trace.go:171","msg":"trace[1429992362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:587; }","duration":"2.182531174s","start":"2026-05-19T13:20:46.904686Z","end":"2026-05-19T13:20:49.087217Z","steps":["trace[1429992362] 'agreement among raft nodes before linearized reading' (duration: 2.182256926s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:49.087325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:46.904665Z","time spent":"2.182643168s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:20:49.087615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362584454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:20:49.087977Z","caller":"traceutil/trace.go:171","msg":"trace[1285175908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:587; }","duration":"1.362978575s","start":"2026-05-19T13:20:47.72496Z","end":"2026-05-19T13:20:49.087939Z","steps":["trace[1285175908] 'agreement among raft nodes before linearized reading' (duration: 1.36166201s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:49.088092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:47.724951Z","time spent":"1.363104238s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T13:20:50.603334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.512962623s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T13:20:51.241053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164876577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:20:51.636909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029267439s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T13:20:51.661549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057978146s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-19T13:20:51.662031Z","caller":"traceutil/trace.go:171","msg":"trace[28311214] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.570762644s","start":"2026-05-19T13:20:49.091241Z","end":"2026-05-19T13:20:51.662004Z","steps":["trace[28311214] 'process raft request' (duration: 2.570408896s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:51.662191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:49.091224Z","time spent":"2.570885368s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:51.662176Z","caller":"traceutil/trace.go:171","msg":"trace[1944101845] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"2.570526159s","start":"2026-05-19T13:20:49.091529Z","end":"2026-05-19T13:20:51.662055Z","steps":["trace[1944101845] 'process raft request' (duration: 2.570345293s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:51.662331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:49.090274Z","time spent":"2.572050998s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T13:20:51.662394Z","caller":"traceutil/trace.go:171","msg":"trace[1073896976] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"2.569052619s","start":"2026-05-19T13:20:49.093301Z","end":"2026-05-19T13:20:51.662354Z","steps":["trace[1073896976] 'process raft request' (duration: 2.568622297s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:51.662452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:49.091517Z","time spent":"2.570811366s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:51.662085Z","caller":"traceutil/trace.go:171","msg":"trace[889998471] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"2.570545379s","start":"2026-05-19T13:20:49.091498Z","end":"2026-05-19T13:20:51.662044Z","steps":["trace[889998471] 'process raft request' (duration: 2.570303452s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:51.662646Z","caller":"traceutil/trace.go:171","msg":"trace[360891485] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"2.562367353s","start":"2026-05-19T13:20:49.10024Z","end":"2026-05-19T13:20:51.662608Z","steps":["trace[360891485] 'process raft request' (duration: 2.561737966s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:51.662662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:49.09328Z","time spent":"2.569180473s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:51.662764Z","caller":"traceutil/trace.go:171","msg":"trace[1617732490] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"2.468997592s","start":"2026-05-19T13:20:49.193695Z","end":"2026-05-19T13:20:51.662693Z","steps":["trace[1617732490] 'process raft request' (duration: 2.468353286s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:51.662851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:49.100221Z","time spent":"2.562466085s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:51.662884Z","caller":"traceutil/trace.go:171","msg":"trace[352111335] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:610; }","duration":"921.907808ms","start":"2026-05-19T13:20:50.740946Z","end":"2026-05-19T13:20:51.662854Z","steps":["trace[352111335] 'read index received' (duration: 896.233558ms)","trace[352111335] 'applied index is now lower than readState.Index' (duration: 25.67279ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:51.662893Z","caller":"traceutil/trace.go:171","msg":"trace[1828641829] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"619.21171ms","start":"2026-05-19T13:20:51.043657Z","end":"2026-05-19T13:20:51.662869Z","steps":["trace[1828641829] 'process raft request' (duration: 618.982153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:51.662981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.025811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:20:51.663001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:51.043636Z","time spent":"619.311323ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:51.663028Z","caller":"traceutil/trace.go:171","msg":"trace[1421190849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"922.094592ms","start":"2026-05-19T13:20:50.740916Z","end":"2026-05-19T13:20:51.663011Z","steps":["trace[1421190849] 'agreement among raft nodes before linearized reading' (duration: 922.01687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:51.663074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:50.7409Z","time spent":"922.161234ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:20:51.66288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:49.193621Z","time spent":"2.469200328s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:20:51.663227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:49.091491Z","time spent":"2.571691679s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:52.002415Z","caller":"traceutil/trace.go:171","msg":"trace[327659831] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"145.468318ms","start":"2026-05-19T13:20:51.856914Z","end":"2026-05-19T13:20:52.002383Z","steps":["trace[327659831] 'process raft request' (duration: 64.527947ms)","trace[327659831] 'compare' (duration: 80.792807ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:53.244686Z","caller":"traceutil/trace.go:171","msg":"trace[33472840] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"383.935806ms","start":"2026-05-19T13:20:52.860724Z","end":"2026-05-19T13:20:53.24466Z","steps":["trace[33472840] 'process raft request' (duration: 383.767982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:53.244855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:52.860699Z","time spent":"384.09012ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T13:20:54.567512Z","caller":"traceutil/trace.go:171","msg":"trace[19273072] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"103.875148ms","start":"2026-05-19T13:20:54.463612Z","end":"2026-05-19T13:20:54.567487Z","steps":["trace[19273072] 'process raft request' (duration: 103.731513ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:54.86201Z","caller":"traceutil/trace.go:171","msg":"trace[1908073584] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"158.904934ms","start":"2026-05-19T13:20:54.703077Z","end":"2026-05-19T13:20:54.861982Z","steps":["trace[1908073584] 'process raft request' (duration: 158.75472ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:54.874085Z","caller":"traceutil/trace.go:171","msg":"trace[351347955] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:642; }","duration":"151.93591ms","start":"2026-05-19T13:20:54.722134Z","end":"2026-05-19T13:20:54.87407Z","steps":["trace[351347955] 'read index received' (duration: 139.812169ms)","trace[351347955] 'applied index is now lower than readState.Index' (duration: 12.122711ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:20:54.874186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.048162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:20:54.874227Z","caller":"traceutil/trace.go:171","msg":"trace[90740193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"152.117844ms","start":"2026-05-19T13:20:54.722083Z","end":"2026-05-19T13:20:54.874201Z","steps":["trace[90740193] 'agreement among raft nodes before linearized reading' (duration: 152.052493ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:54.874381Z","caller":"traceutil/trace.go:171","msg":"trace[1468918947] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"158.287927ms","start":"2026-05-19T13:20:54.716074Z","end":"2026-05-19T13:20:54.874362Z","steps":["trace[1468918947] 'process raft request' (duration: 157.906227ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:55.147716Z","caller":"traceutil/trace.go:171","msg":"trace[355526598] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"272.552709ms","start":"2026-05-19T13:20:54.875139Z","end":"2026-05-19T13:20:55.147691Z","steps":["trace[355526598] 'read index received' (duration: 272.371755ms)","trace[355526598] 'applied index is now lower than readState.Index' (duration: 179.504µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:20:55.147893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.731275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:20:55.14793Z","caller":"traceutil/trace.go:171","msg":"trace[1954414655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"272.805857ms","start":"2026-05-19T13:20:54.875109Z","end":"2026-05-19T13:20:55.147914Z","steps":["trace[1954414655] 'agreement among raft nodes before linearized reading' (duration: 272.714995ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:55.147914Z","caller":"traceutil/trace.go:171","msg":"trace[872534416] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"275.394065ms","start":"2026-05-19T13:20:54.872453Z","end":"2026-05-19T13:20:55.147847Z","steps":["trace[872534416] 'process raft request' (duration: 275.090467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.148207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.901544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-19T13:20:55.148396Z","caller":"traceutil/trace.go:171","msg":"trace[417169872] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:620; }","duration":"156.14207ms","start":"2026-05-19T13:20:54.992223Z","end":"2026-05-19T13:20:55.148365Z","steps":["trace[417169872] 'agreement among raft nodes before linearized reading' (duration: 155.848523ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:55.427993Z","caller":"traceutil/trace.go:171","msg":"trace[844029215] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"117.525869ms","start":"2026-05-19T13:20:55.31043Z","end":"2026-05-19T13:20:55.427956Z","steps":["trace[844029215] 'read index received' (duration: 43.579982ms)","trace[844029215] 'applied index is now lower than readState.Index' (duration: 73.944857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:20:55.428244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.793445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-05-19T13:20:55.428288Z","caller":"traceutil/trace.go:171","msg":"trace[329318133] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:633; }","duration":"117.888228ms","start":"2026-05-19T13:20:55.310387Z","end":"2026-05-19T13:20:55.428276Z","steps":["trace[329318133] 'agreement among raft nodes before linearized reading' (duration: 117.679433ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:55.428262Z","caller":"traceutil/trace.go:171","msg":"trace[1478723556] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"117.810237ms","start":"2026-05-19T13:20:55.310332Z","end":"2026-05-19T13:20:55.428142Z","steps":["trace[1478723556] 'process raft request' (duration: 117.461297ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:20:55.847969Z","caller":"traceutil/trace.go:171","msg":"trace[2011366925] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"412.535623ms","start":"2026-05-19T13:20:55.435414Z","end":"2026-05-19T13:20:55.847949Z","steps":["trace[2011366925] 'process raft request' (duration: 407.641594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.848111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:55.435391Z","time spent":"412.638306ms","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:20:55.859659Z","caller":"traceutil/trace.go:171","msg":"trace[273926318] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"373.556751ms","start":"2026-05-19T13:20:55.486083Z","end":"2026-05-19T13:20:55.85964Z","steps":["trace[273926318] 'read index received' (duration: 356.986163ms)","trace[273926318] 'applied index is now lower than readState.Index' (duration: 16.569168ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:20:55.859753Z","caller":"traceutil/trace.go:171","msg":"trace[780606292] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"423.105902ms","start":"2026-05-19T13:20:55.436628Z","end":"2026-05-19T13:20:55.859734Z","steps":["trace[780606292] 'process raft request' (duration: 422.912327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.859841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.744027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:20:55.859914Z","caller":"traceutil/trace.go:171","msg":"trace[1635290401] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:636; }","duration":"373.88075ms","start":"2026-05-19T13:20:55.486016Z","end":"2026-05-19T13:20:55.859897Z","steps":["trace[1635290401] 'agreement among raft nodes before linearized reading' (duration: 373.764296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.859908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:55.436622Z","time spent":"423.184755ms","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:20:55.85996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:20:55.485988Z","time spent":"373.959922ms","remote":"127.0.0.1:39014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-05-19T13:20:55.86756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.440611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:20:55.867621Z","caller":"traceutil/trace.go:171","msg":"trace[77276766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:637; }","duration":"164.536942ms","start":"2026-05-19T13:20:55.703069Z","end":"2026-05-19T13:20:55.867606Z","steps":["trace[77276766] 'agreement among raft nodes before linearized reading' (duration: 164.357737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.867635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.217625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:20:55.867683Z","caller":"traceutil/trace.go:171","msg":"trace[1250637943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"164.314507ms","start":"2026-05-19T13:20:55.703354Z","end":"2026-05-19T13:20:55.867668Z","steps":["trace[1250637943] 'agreement among raft nodes before linearized reading' (duration: 164.123131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.867668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.376919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:20:55.86776Z","caller":"traceutil/trace.go:171","msg":"trace[1682439225] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:637; }","duration":"164.497332ms","start":"2026-05-19T13:20:55.703243Z","end":"2026-05-19T13:20:55.86774Z","steps":["trace[1682439225] 'agreement among raft nodes before linearized reading' (duration: 164.305577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.867684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.422329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zxrl4\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-05-19T13:20:55.867807Z","caller":"traceutil/trace.go:171","msg":"trace[594828770] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zxrl4; range_end:; response_count:1; response_revision:637; }","duration":"156.588293ms","start":"2026-05-19T13:20:55.71121Z","end":"2026-05-19T13:20:55.867798Z","steps":["trace[594828770] 'agreement among raft nodes before linearized reading' (duration: 156.243303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.867828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.721728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:20:55.867888Z","caller":"traceutil/trace.go:171","msg":"trace[1827573799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"164.795419ms","start":"2026-05-19T13:20:55.703077Z","end":"2026-05-19T13:20:55.867873Z","steps":["trace[1827573799] 'agreement among raft nodes before linearized reading' (duration: 164.657465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.867826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.304426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:20:55.867936Z","caller":"traceutil/trace.go:171","msg":"trace[1522956699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"164.42702ms","start":"2026-05-19T13:20:55.703498Z","end":"2026-05-19T13:20:55.867925Z","steps":["trace[1522956699] 'agreement among raft nodes before linearized reading' (duration: 164.226725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:20:55.868759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.876973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:20:55.868808Z","caller":"traceutil/trace.go:171","msg":"trace[1214152337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"145.771436ms","start":"2026-05-19T13:20:55.723025Z","end":"2026-05-19T13:20:55.868797Z","steps":["trace[1214152337] 'agreement among raft nodes before linearized reading' (duration: 144.630586ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:06.075137Z","caller":"traceutil/trace.go:171","msg":"trace[1026297358] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"151.913859ms","start":"2026-05-19T13:21:05.923192Z","end":"2026-05-19T13:21:06.075106Z","steps":["trace[1026297358] 'read index received' (duration: 148.819896ms)","trace[1026297358] 'applied index is now lower than readState.Index' (duration: 3.092453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:21:06.07533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.123964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:21:06.075416Z","caller":"traceutil/trace.go:171","msg":"trace[174883690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:738; }","duration":"152.250107ms","start":"2026-05-19T13:21:05.923146Z","end":"2026-05-19T13:21:06.075396Z","steps":["trace[174883690] 'agreement among raft nodes before linearized reading' (duration: 152.043112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:06.075418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.707824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:21:06.075458Z","caller":"traceutil/trace.go:171","msg":"trace[1195507095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:738; }","duration":"145.789176ms","start":"2026-05-19T13:21:05.92966Z","end":"2026-05-19T13:21:06.075449Z","steps":["trace[1195507095] 'agreement among raft nodes before linearized reading' (duration: 145.619492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:06.075473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.414306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:21:06.075516Z","caller":"traceutil/trace.go:171","msg":"trace[1105521213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:738; }","duration":"145.471077ms","start":"2026-05-19T13:21:05.93003Z","end":"2026-05-19T13:21:06.075501Z","steps":["trace[1105521213] 'agreement among raft nodes before linearized reading' (duration: 145.369345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:06.075539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.856185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:21:06.075673Z","caller":"traceutil/trace.go:171","msg":"trace[1711576383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:738; }","duration":"144.04107ms","start":"2026-05-19T13:21:05.931614Z","end":"2026-05-19T13:21:06.075655Z","steps":["trace[1711576383] 'agreement among raft nodes before linearized reading' (duration: 143.729102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:09.245401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.114606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:21:09.245485Z","caller":"traceutil/trace.go:171","msg":"trace[538548293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:758; }","duration":"518.245389ms","start":"2026-05-19T13:21:08.72722Z","end":"2026-05-19T13:21:09.245466Z","steps":["trace[538548293] 'range keys from in-memory index tree' (duration: 518.045884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:09.245525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:08.727203Z","time spent":"518.313451ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:21:09.245875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.234617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:21:09.245943Z","caller":"traceutil/trace.go:171","msg":"trace[1880623365] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:758; }","duration":"775.375401ms","start":"2026-05-19T13:21:08.470551Z","end":"2026-05-19T13:21:09.245927Z","steps":["trace[1880623365] 'count revisions from in-memory index tree' (duration: 775.101334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:09.245984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:08.470512Z","time spent":"775.462893ms","remote":"127.0.0.1:39340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:21:09.748575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164876917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:21:10.081748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280567575s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T13:21:10.082325Z","caller":"traceutil/trace.go:171","msg":"trace[757699542] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:789; }","duration":"834.871715ms","start":"2026-05-19T13:21:09.247421Z","end":"2026-05-19T13:21:10.082292Z","steps":["trace[757699542] 'read index received' (duration: 834.524215ms)","trace[757699542] 'applied index is now lower than readState.Index' (duration: 346.25µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:21:10.082394Z","caller":"traceutil/trace.go:171","msg":"trace[1447601171] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"1.281358616s","start":"2026-05-19T13:21:08.801007Z","end":"2026-05-19T13:21:10.082366Z","steps":["trace[1447601171] 'process raft request' (duration: 1.281057678s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.082478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.035679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:21:10.082542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:08.800971Z","time spent":"1.281458319s","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:21:10.082544Z","caller":"traceutil/trace.go:171","msg":"trace[169575470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"835.164013ms","start":"2026-05-19T13:21:09.247365Z","end":"2026-05-19T13:21:10.082529Z","steps":["trace[169575470] 'agreement among raft nodes before linearized reading' (duration: 835.04829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.082596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:09.247346Z","time spent":"835.240374ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:21:10.082762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.211735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:21:10.082901Z","caller":"traceutil/trace.go:171","msg":"trace[1882884613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:759; }","duration":"640.41267ms","start":"2026-05-19T13:21:09.442454Z","end":"2026-05-19T13:21:10.082867Z","steps":["trace[1882884613] 'agreement among raft nodes before linearized reading' (duration: 640.02833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.082968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:09.442437Z","time spent":"640.518323ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T13:21:10.591402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164876920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T13:21:10.862964Z","caller":"traceutil/trace.go:171","msg":"trace[701497049] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"772.275309ms","start":"2026-05-19T13:21:10.090661Z","end":"2026-05-19T13:21:10.862936Z","steps":["trace[701497049] 'read index received' (duration: 772.050832ms)","trace[701497049] 'applied index is now lower than readState.Index' (duration: 222.817µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:21:10.863357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.599787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:21:10.863489Z","caller":"traceutil/trace.go:171","msg":"trace[489673772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"772.808412ms","start":"2026-05-19T13:21:10.090646Z","end":"2026-05-19T13:21:10.863454Z","steps":["trace[489673772] 'agreement among raft nodes before linearized reading' (duration: 772.531735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.863579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:10.090609Z","time spent":"772.953868ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T13:21:10.863709Z","caller":"traceutil/trace.go:171","msg":"trace[792158082] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"775.601797ms","start":"2026-05-19T13:21:10.088049Z","end":"2026-05-19T13:21:10.863651Z","steps":["trace[792158082] 'process raft request' (duration: 774.60526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.863822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.627899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T13:21:10.863965Z","caller":"traceutil/trace.go:171","msg":"trace[993738547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:760; }","duration":"769.854765ms","start":"2026-05-19T13:21:10.094078Z","end":"2026-05-19T13:21:10.863933Z","steps":["trace[993738547] 'agreement among raft nodes before linearized reading' (duration: 769.457105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.863997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.817473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-19T13:21:10.864041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:10.094043Z","time spent":"769.983648ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T13:21:10.864071Z","caller":"traceutil/trace.go:171","msg":"trace[404397650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:760; }","duration":"769.918306ms","start":"2026-05-19T13:21:10.094135Z","end":"2026-05-19T13:21:10.864053Z","steps":["trace[404397650] 'agreement among raft nodes before linearized reading' (duration: 769.522756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.864119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:10.094046Z","time spent":"770.0631ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T13:21:10.864237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:10.08802Z","time spent":"775.885084ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:21:10.863784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.737195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T13:21:10.864431Z","caller":"traceutil/trace.go:171","msg":"trace[641986998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:760; }","duration":"769.373663ms","start":"2026-05-19T13:21:10.094985Z","end":"2026-05-19T13:21:10.864359Z","steps":["trace[641986998] 'agreement among raft nodes before linearized reading' (duration: 768.618033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.863777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.331442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-19T13:21:10.864556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:10.094963Z","time spent":"769.574377ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T13:21:10.864634Z","caller":"traceutil/trace.go:171","msg":"trace[1632933610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:760; }","duration":"770.171853ms","start":"2026-05-19T13:21:10.094413Z","end":"2026-05-19T13:21:10.864584Z","steps":["trace[1632933610] 'agreement among raft nodes before linearized reading' (duration: 769.163207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:10.864716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:10.094401Z","time spent":"770.294096ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:21:11.067791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.863538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:21:11.067932Z","caller":"traceutil/trace.go:171","msg":"trace[1927910160] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"199.045465ms","start":"2026-05-19T13:21:10.868863Z","end":"2026-05-19T13:21:11.067908Z","steps":["trace[1927910160] 'process raft request' (duration: 91.928002ms)","trace[1927910160] 'compare' (duration: 106.622661ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:21:11.086505Z","caller":"traceutil/trace.go:171","msg":"trace[517223377] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"216.091887ms","start":"2026-05-19T13:21:10.870384Z","end":"2026-05-19T13:21:11.086476Z","steps":["trace[517223377] 'process raft request' (duration: 215.890032ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:11.086918Z","caller":"traceutil/trace.go:171","msg":"trace[1497820517] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"216.253721ms","start":"2026-05-19T13:21:10.870605Z","end":"2026-05-19T13:21:11.086859Z","steps":["trace[1497820517] 'process raft request' (duration: 215.809498ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:11.087005Z","caller":"traceutil/trace.go:171","msg":"trace[335327082] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"170.241604ms","start":"2026-05-19T13:21:10.916732Z","end":"2026-05-19T13:21:11.086973Z","steps":["trace[335327082] 'process raft request' (duration: 170.159922ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:11.087284Z","caller":"traceutil/trace.go:171","msg":"trace[118570955] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"215.261445ms","start":"2026-05-19T13:21:10.871728Z","end":"2026-05-19T13:21:11.086989Z","steps":["trace[118570955] 'process raft request' (duration: 214.990387ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:26.889412Z","caller":"traceutil/trace.go:171","msg":"trace[1947986345] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"156.912456ms","start":"2026-05-19T13:21:26.73247Z","end":"2026-05-19T13:21:26.889383Z","steps":["trace[1947986345] 'process raft request' (duration: 156.783373ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:27.100274Z","caller":"traceutil/trace.go:171","msg":"trace[1795226466] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"288.402851ms","start":"2026-05-19T13:21:26.811845Z","end":"2026-05-19T13:21:27.100248Z","steps":["trace[1795226466] 'process raft request' (duration: 288.01053ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:27.104585Z","caller":"traceutil/trace.go:171","msg":"trace[221805375] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:971; }","duration":"152.982863ms","start":"2026-05-19T13:21:26.951576Z","end":"2026-05-19T13:21:27.104559Z","steps":["trace[221805375] 'read index received' (duration: 148.278288ms)","trace[221805375] 'applied index is now lower than readState.Index' (duration: 4.703505ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:21:27.104649Z","caller":"traceutil/trace.go:171","msg":"trace[699734799] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"119.025905ms","start":"2026-05-19T13:21:26.985596Z","end":"2026-05-19T13:21:27.104622Z","steps":["trace[699734799] 'process raft request' (duration: 118.878372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:27.10482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.219479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:21:27.104878Z","caller":"traceutil/trace.go:171","msg":"trace[1257073152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:938; }","duration":"153.334582ms","start":"2026-05-19T13:21:26.951531Z","end":"2026-05-19T13:21:27.104865Z","steps":["trace[1257073152] 'agreement among raft nodes before linearized reading' (duration: 153.139167ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:27.10487Z","caller":"traceutil/trace.go:171","msg":"trace[39427788] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"208.114919ms","start":"2026-05-19T13:21:26.896665Z","end":"2026-05-19T13:21:27.10478Z","steps":["trace[39427788] 'process raft request' (duration: 207.671048ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:27.229424Z","caller":"traceutil/trace.go:171","msg":"trace[1316657479] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"106.644638ms","start":"2026-05-19T13:21:27.122754Z","end":"2026-05-19T13:21:27.229398Z","steps":["trace[1316657479] 'process raft request' (duration: 106.524465ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:27.22945Z","caller":"traceutil/trace.go:171","msg":"trace[409841197] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"106.780712ms","start":"2026-05-19T13:21:27.12261Z","end":"2026-05-19T13:21:27.229391Z","steps":["trace[409841197] 'process raft request' (duration: 106.625818ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:27.229699Z","caller":"traceutil/trace.go:171","msg":"trace[1466669739] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"107.329407ms","start":"2026-05-19T13:21:27.122339Z","end":"2026-05-19T13:21:27.229668Z","steps":["trace[1466669739] 'process raft request' (duration: 106.779953ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:28.331897Z","caller":"traceutil/trace.go:171","msg":"trace[1614943198] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"170.752652ms","start":"2026-05-19T13:21:28.161111Z","end":"2026-05-19T13:21:28.331863Z","steps":["trace[1614943198] 'process raft request' (duration: 168.864202ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:35.356518Z","caller":"traceutil/trace.go:171","msg":"trace[916175729] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"152.255624ms","start":"2026-05-19T13:21:35.204239Z","end":"2026-05-19T13:21:35.356495Z","steps":["trace[916175729] 'process raft request' (duration: 149.425659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:45.92088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164877702,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T13:21:46.21481Z","caller":"traceutil/trace.go:171","msg":"trace[1276344525] linearizableReadLoop","detail":"{readStateIndex:1219; appliedIndex:1218; }","duration":"794.34229ms","start":"2026-05-19T13:21:45.420451Z","end":"2026-05-19T13:21:46.214793Z","steps":["trace[1276344525] 'read index received' (duration: 794.188167ms)","trace[1276344525] 'applied index is now lower than readState.Index' (duration: 153.353µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:21:46.214902Z","caller":"traceutil/trace.go:171","msg":"trace[1517984049] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"803.870703ms","start":"2026-05-19T13:21:45.411006Z","end":"2026-05-19T13:21:46.214877Z","steps":["trace[1517984049] 'process raft request' (duration: 803.670177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:46.215024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:45.410967Z","time spent":"803.984146ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:21:46.215081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.619588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:21:46.215152Z","caller":"traceutil/trace.go:171","msg":"trace[776624786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1178; }","duration":"794.717991ms","start":"2026-05-19T13:21:45.420424Z","end":"2026-05-19T13:21:46.215142Z","steps":["trace[776624786] 'agreement among raft nodes before linearized reading' (duration: 794.477475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:46.215213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:45.420407Z","time spent":"794.768902ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:21:46.215271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.818599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:21:46.215424Z","caller":"traceutil/trace.go:171","msg":"trace[1684563195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"479.957403ms","start":"2026-05-19T13:21:45.735406Z","end":"2026-05-19T13:21:46.215364Z","steps":["trace[1684563195] 'agreement among raft nodes before linearized reading' (duration: 479.769968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:46.215532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:45.735391Z","time spent":"480.124137ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:21:46.215796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.966433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:21:46.21583Z","caller":"traceutil/trace.go:171","msg":"trace[877142469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1178; }","duration":"757.040965ms","start":"2026-05-19T13:21:45.458781Z","end":"2026-05-19T13:21:46.215822Z","steps":["trace[877142469] 'agreement among raft nodes before linearized reading' (duration: 756.953233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:46.215834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.935727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:21:46.215878Z","caller":"traceutil/trace.go:171","msg":"trace[1184931416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1178; }","duration":"752.981338ms","start":"2026-05-19T13:21:45.462885Z","end":"2026-05-19T13:21:46.215866Z","steps":["trace[1184931416] 'agreement among raft nodes before linearized reading' (duration: 752.864535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:46.215911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:45.462814Z","time spent":"753.089521ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:21:46.215898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.617354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:21:46.215946Z","caller":"traceutil/trace.go:171","msg":"trace[1262061166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1178; }","duration":"753.756529ms","start":"2026-05-19T13:21:45.462183Z","end":"2026-05-19T13:21:46.21594Z","steps":["trace[1262061166] 'agreement among raft nodes before linearized reading' (duration: 753.679107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:46.215964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:45.462163Z","time spent":"753.796579ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:21:46.215851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:45.458758Z","time spent":"757.087426ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T13:21:46.216116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.036969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:21:46.216155Z","caller":"traceutil/trace.go:171","msg":"trace[900601346] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1178; }","duration":"728.101571ms","start":"2026-05-19T13:21:45.488044Z","end":"2026-05-19T13:21:46.216145Z","steps":["trace[900601346] 'agreement among raft nodes before linearized reading' (duration: 728.04642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:46.216186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:21:45.488029Z","time spent":"728.148672ms","remote":"127.0.0.1:51248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:21:46.343827Z","caller":"traceutil/trace.go:171","msg":"trace[1331402367] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"124.216433ms","start":"2026-05-19T13:21:46.219593Z","end":"2026-05-19T13:21:46.34381Z","steps":["trace[1331402367] 'process raft request' (duration: 124.102991ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:46.345128Z","caller":"traceutil/trace.go:171","msg":"trace[1026620107] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"124.929332ms","start":"2026-05-19T13:21:46.220172Z","end":"2026-05-19T13:21:46.345101Z","steps":["trace[1026620107] 'process raft request' (duration: 124.839059ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:46.345239Z","caller":"traceutil/trace.go:171","msg":"trace[2008092022] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"124.365407ms","start":"2026-05-19T13:21:46.220862Z","end":"2026-05-19T13:21:46.345227Z","steps":["trace[2008092022] 'process raft request' (duration: 124.198563ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:46.345242Z","caller":"traceutil/trace.go:171","msg":"trace[1429543060] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"125.191699ms","start":"2026-05-19T13:21:46.220031Z","end":"2026-05-19T13:21:46.345222Z","steps":["trace[1429543060] 'process raft request' (duration: 124.796718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:02.680786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.925183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:22:02.680893Z","caller":"traceutil/trace.go:171","msg":"trace[1937557961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1312; }","duration":"242.077098ms","start":"2026-05-19T13:22:02.438794Z","end":"2026-05-19T13:22:02.680872Z","steps":["trace[1937557961] 'range keys from in-memory index tree' (duration: 241.763078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:02.680799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.581924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-19T13:22:02.680924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.374749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-19T13:22:02.681009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.530739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:22:02.681044Z","caller":"traceutil/trace.go:171","msg":"trace[1599012208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1312; }","duration":"242.585541ms","start":"2026-05-19T13:22:02.438448Z","end":"2026-05-19T13:22:02.681034Z","steps":["trace[1599012208] 'range keys from in-memory index tree' (duration: 242.447387ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:02.68105Z","caller":"traceutil/trace.go:171","msg":"trace[116710715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1312; }","duration":"241.575624ms","start":"2026-05-19T13:22:02.439446Z","end":"2026-05-19T13:22:02.681021Z","steps":["trace[116710715] 'range keys from in-memory index tree' (duration: 241.107941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:02.681098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.119112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:22:02.681144Z","caller":"traceutil/trace.go:171","msg":"trace[838254467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1312; }","duration":"244.208464ms","start":"2026-05-19T13:22:02.436924Z","end":"2026-05-19T13:22:02.681132Z","steps":["trace[838254467] 'range keys from in-memory index tree' (duration: 243.939136ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:02.681006Z","caller":"traceutil/trace.go:171","msg":"trace[1535180970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1312; }","duration":"339.84393ms","start":"2026-05-19T13:22:02.341138Z","end":"2026-05-19T13:22:02.680982Z","steps":["trace[1535180970] 'range keys from in-memory index tree' (duration: 339.404339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:02.681264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:22:02.341111Z","time spent":"340.137539ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T13:22:08.193927Z","caller":"traceutil/trace.go:171","msg":"trace[1239916564] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"104.993955ms","start":"2026-05-19T13:22:08.088885Z","end":"2026-05-19T13:22:08.193879Z","steps":["trace[1239916564] 'process raft request' (duration: 104.768619ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:08.400763Z","caller":"traceutil/trace.go:171","msg":"trace[825426333] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"196.635845ms","start":"2026-05-19T13:22:08.204089Z","end":"2026-05-19T13:22:08.400724Z","steps":["trace[825426333] 'process raft request' (duration: 196.44672ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.816808Z","caller":"traceutil/trace.go:171","msg":"trace[1565763201] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"128.284209ms","start":"2026-05-19T13:22:17.688503Z","end":"2026-05-19T13:22:17.816787Z","steps":["trace[1565763201] 'process raft request' (duration: 128.099224ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.816991Z","caller":"traceutil/trace.go:171","msg":"trace[1525236980] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"128.159586ms","start":"2026-05-19T13:22:17.68882Z","end":"2026-05-19T13:22:17.816979Z","steps":["trace[1525236980] 'process raft request' (duration: 127.990151ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.817142Z","caller":"traceutil/trace.go:171","msg":"trace[2051798669] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"128.3161ms","start":"2026-05-19T13:22:17.688753Z","end":"2026-05-19T13:22:17.817069Z","steps":["trace[2051798669] 'process raft request' (duration: 128.030503ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.817102Z","caller":"traceutil/trace.go:171","msg":"trace[1258065667] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"128.444494ms","start":"2026-05-19T13:22:17.688614Z","end":"2026-05-19T13:22:17.817059Z","steps":["trace[1258065667] 'process raft request' (duration: 128.125806ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.817186Z","caller":"traceutil/trace.go:171","msg":"trace[548910325] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"127.654903ms","start":"2026-05-19T13:22:17.689514Z","end":"2026-05-19T13:22:17.817168Z","steps":["trace[548910325] 'process raft request' (duration: 127.384696ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.81724Z","caller":"traceutil/trace.go:171","msg":"trace[1041465439] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"127.762126ms","start":"2026-05-19T13:22:17.689416Z","end":"2026-05-19T13:22:17.817178Z","steps":["trace[1041465439] 'process raft request' (duration: 127.454877ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.817347Z","caller":"traceutil/trace.go:171","msg":"trace[1432793834] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"128.029272ms","start":"2026-05-19T13:22:17.689262Z","end":"2026-05-19T13:22:17.817291Z","steps":["trace[1432793834] 'process raft request' (duration: 127.5753ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.956053Z","caller":"traceutil/trace.go:171","msg":"trace[1222817948] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"132.208303ms","start":"2026-05-19T13:22:17.823812Z","end":"2026-05-19T13:22:17.95602Z","steps":["trace[1222817948] 'process raft request' (duration: 131.72673ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.956327Z","caller":"traceutil/trace.go:171","msg":"trace[1701944053] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"129.501522ms","start":"2026-05-19T13:22:17.826799Z","end":"2026-05-19T13:22:17.956301Z","steps":["trace[1701944053] 'process raft request' (duration: 129.43198ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.956266Z","caller":"traceutil/trace.go:171","msg":"trace[409973643] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"132.095199ms","start":"2026-05-19T13:22:17.824138Z","end":"2026-05-19T13:22:17.956233Z","steps":["trace[409973643] 'process raft request' (duration: 131.769711ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:17.956452Z","caller":"traceutil/trace.go:171","msg":"trace[856282803] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"132.162962ms","start":"2026-05-19T13:22:17.8242Z","end":"2026-05-19T13:22:17.956363Z","steps":["trace[856282803] 'process raft request' (duration: 131.930416ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.180356Z","caller":"traceutil/trace.go:171","msg":"trace[1799423069] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"217.977829ms","start":"2026-05-19T13:22:17.962335Z","end":"2026-05-19T13:22:18.180313Z","steps":["trace[1799423069] 'process raft request' (duration: 127.93631ms)","trace[1799423069] 'compare' (duration: 89.68962ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:18.18115Z","caller":"traceutil/trace.go:171","msg":"trace[1821090399] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"218.538954ms","start":"2026-05-19T13:22:17.962573Z","end":"2026-05-19T13:22:18.181112Z","steps":["trace[1821090399] 'process raft request' (duration: 218.291957ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.181229Z","caller":"traceutil/trace.go:171","msg":"trace[1780133434] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"215.724311ms","start":"2026-05-19T13:22:17.965479Z","end":"2026-05-19T13:22:18.181203Z","steps":["trace[1780133434] 'process raft request' (duration: 215.626657ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.181344Z","caller":"traceutil/trace.go:171","msg":"trace[1891868841] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"215.876074ms","start":"2026-05-19T13:22:17.965374Z","end":"2026-05-19T13:22:18.18125Z","steps":["trace[1891868841] 'process raft request' (duration: 215.645877ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.181403Z","caller":"traceutil/trace.go:171","msg":"trace[1332098976] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"211.95091ms","start":"2026-05-19T13:22:17.969387Z","end":"2026-05-19T13:22:18.181338Z","steps":["trace[1332098976] 'process raft request' (duration: 211.777216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:18.961306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.738757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:22:18.961417Z","caller":"traceutil/trace.go:171","msg":"trace[1632391098] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"300.799848ms","start":"2026-05-19T13:22:18.660582Z","end":"2026-05-19T13:22:18.961382Z","steps":["trace[1632391098] 'process raft request' (duration: 69.908318ms)","trace[1632391098] 'compare' (duration: 230.630714ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:18.961568Z","caller":"traceutil/trace.go:171","msg":"trace[885424227] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"198.819833ms","start":"2026-05-19T13:22:18.762635Z","end":"2026-05-19T13:22:18.961455Z","steps":["trace[885424227] 'process raft request' (duration: 198.786192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:18.961605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:22:18.660536Z","time spent":"300.965992ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8938,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:22:18.96158Z","caller":"traceutil/trace.go:171","msg":"trace[1439997873] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"268.039582ms","start":"2026-05-19T13:22:18.693509Z","end":"2026-05-19T13:22:18.961549Z","steps":["trace[1439997873] 'process raft request' (duration: 267.873898ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.961707Z","caller":"traceutil/trace.go:171","msg":"trace[123215655] linearizableReadLoop","detail":"{readStateIndex:1698; appliedIndex:1697; }","duration":"283.629484ms","start":"2026-05-19T13:22:18.678058Z","end":"2026-05-19T13:22:18.961687Z","steps":["trace[123215655] 'read index received' (duration: 52.450976ms)","trace[123215655] 'applied index is now lower than readState.Index' (duration: 231.177038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:22:18.96199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.968736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-05-19T13:22:18.962024Z","caller":"traceutil/trace.go:171","msg":"trace[153223561] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1633; }","duration":"269.050758ms","start":"2026-05-19T13:22:18.692964Z","end":"2026-05-19T13:22:18.962015Z","steps":["trace[153223561] 'agreement among raft nodes before linearized reading' (duration: 268.934505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:18.962045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.22531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:22:18.9621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.607677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-19T13:22:18.962115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.111537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:22:18.962127Z","caller":"traceutil/trace.go:171","msg":"trace[472069647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1633; }","duration":"145.690289ms","start":"2026-05-19T13:22:18.816431Z","end":"2026-05-19T13:22:18.962121Z","steps":["trace[472069647] 'agreement among raft nodes before linearized reading' (duration: 145.528385ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.962143Z","caller":"traceutil/trace.go:171","msg":"trace[1402514133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1633; }","duration":"200.155138ms","start":"2026-05-19T13:22:18.76198Z","end":"2026-05-19T13:22:18.962135Z","steps":["trace[1402514133] 'agreement among raft nodes before linearized reading' (duration: 200.084976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:18.962162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.520034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1080"} {"level":"warn","ts":"2026-05-19T13:22:18.96218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.893986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:22:18.962247Z","caller":"traceutil/trace.go:171","msg":"trace[375184230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1633; }","duration":"136.990609ms","start":"2026-05-19T13:22:18.825218Z","end":"2026-05-19T13:22:18.962208Z","steps":["trace[375184230] 'agreement among raft nodes before linearized reading' (duration: 136.850495ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.962206Z","caller":"traceutil/trace.go:171","msg":"trace[1639721811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1633; }","duration":"200.456355ms","start":"2026-05-19T13:22:18.761719Z","end":"2026-05-19T13:22:18.962176Z","steps":["trace[1639721811] 'agreement among raft nodes before linearized reading' (duration: 200.24286ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.962262Z","caller":"traceutil/trace.go:171","msg":"trace[1670340551] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1633; }","duration":"268.648088ms","start":"2026-05-19T13:22:18.693555Z","end":"2026-05-19T13:22:18.962204Z","steps":["trace[1670340551] 'agreement among raft nodes before linearized reading' (duration: 268.457883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:18.962331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.222755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:22:18.96235Z","caller":"traceutil/trace.go:171","msg":"trace[1559377154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1633; }","duration":"137.271776ms","start":"2026-05-19T13:22:18.825073Z","end":"2026-05-19T13:22:18.962345Z","steps":["trace[1559377154] 'agreement among raft nodes before linearized reading' (duration: 137.206465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:18.962356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.06413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T13:22:18.962353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.280471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:133118"} {"level":"info","ts":"2026-05-19T13:22:18.962379Z","caller":"traceutil/trace.go:171","msg":"trace[1575004600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1633; }","duration":"137.113221ms","start":"2026-05-19T13:22:18.82526Z","end":"2026-05-19T13:22:18.962373Z","steps":["trace[1575004600] 'agreement among raft nodes before linearized reading' (duration: 137.044399ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:18.962416Z","caller":"traceutil/trace.go:171","msg":"trace[1699799022] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1633; }","duration":"284.380254ms","start":"2026-05-19T13:22:18.678019Z","end":"2026-05-19T13:22:18.9624Z","steps":["trace[1699799022] 'agreement among raft nodes before linearized reading' (duration: 283.796799ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:19.4079Z","caller":"traceutil/trace.go:171","msg":"trace[1279962521] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"142.093585ms","start":"2026-05-19T13:22:19.265782Z","end":"2026-05-19T13:22:19.407875Z","steps":["trace[1279962521] 'process raft request' (duration: 137.74041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:27.963914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.847839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:22:27.964028Z","caller":"traceutil/trace.go:171","msg":"trace[2078155537] linearizableReadLoop","detail":"{readStateIndex:1813; appliedIndex:1812; }","duration":"321.99638ms","start":"2026-05-19T13:22:27.642014Z","end":"2026-05-19T13:22:27.96401Z","steps":["trace[2078155537] 'read index received' (duration: 95.963866ms)","trace[2078155537] 'applied index is now lower than readState.Index' (duration: 226.031504ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:27.9641Z","caller":"traceutil/trace.go:171","msg":"trace[1209646898] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"524.709976ms","start":"2026-05-19T13:22:27.439345Z","end":"2026-05-19T13:22:27.964055Z","steps":["trace[1209646898] 'process raft request' (duration: 298.632011ms)","trace[1209646898] 'compare' (duration: 225.743917ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:22:27.964283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.248176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-19T13:22:27.96432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:22:27.439318Z","time spent":"524.908111ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:22:27.964405Z","caller":"traceutil/trace.go:171","msg":"trace[359355215] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:1739; }","duration":"322.415791ms","start":"2026-05-19T13:22:27.641954Z","end":"2026-05-19T13:22:27.964369Z","steps":["trace[359355215] 'agreement among raft nodes before linearized reading' (duration: 322.095842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:27.964542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:22:27.641932Z","time spent":"322.593446ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"info","ts":"2026-05-19T13:22:33.486599Z","caller":"traceutil/trace.go:171","msg":"trace[1644377198] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1908; }","duration":"118.015546ms","start":"2026-05-19T13:22:33.368553Z","end":"2026-05-19T13:22:33.486569Z","steps":["trace[1644377198] 'read index received' (duration: 91.688744ms)","trace[1644377198] 'applied index is now lower than readState.Index' (duration: 26.325702ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:33.486612Z","caller":"traceutil/trace.go:171","msg":"trace[1413321328] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"119.355421ms","start":"2026-05-19T13:22:33.367216Z","end":"2026-05-19T13:22:33.486572Z","steps":["trace[1413321328] 'process raft request' (duration: 93.007958ms)","trace[1413321328] 'compare' (duration: 26.113658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:22:33.486822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.249294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:22:33.486869Z","caller":"traceutil/trace.go:171","msg":"trace[1158453875] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1834; }","duration":"118.321335ms","start":"2026-05-19T13:22:33.368532Z","end":"2026-05-19T13:22:33.486854Z","steps":["trace[1158453875] 'agreement among raft nodes before linearized reading' (duration: 118.223513ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:33.486848Z","caller":"traceutil/trace.go:171","msg":"trace[2082762454] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"118.756696ms","start":"2026-05-19T13:22:33.368017Z","end":"2026-05-19T13:22:33.486774Z","steps":["trace[2082762454] 'process raft request' (duration: 118.485099ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:35.248004Z","caller":"traceutil/trace.go:171","msg":"trace[936493362] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"190.518126ms","start":"2026-05-19T13:22:35.057463Z","end":"2026-05-19T13:22:35.247981Z","steps":["trace[936493362] 'read index received' (duration: 190.373552ms)","trace[936493362] 'applied index is now lower than readState.Index' (duration: 143.133µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:35.248102Z","caller":"traceutil/trace.go:171","msg":"trace[1735603398] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"190.938168ms","start":"2026-05-19T13:22:35.057127Z","end":"2026-05-19T13:22:35.248065Z","steps":["trace[1735603398] 'process raft request' (duration: 190.650509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:35.248468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.916566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T13:22:35.24853Z","caller":"traceutil/trace.go:171","msg":"trace[1851330395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1851; }","duration":"191.05982ms","start":"2026-05-19T13:22:35.057454Z","end":"2026-05-19T13:22:35.248514Z","steps":["trace[1851330395] 'agreement among raft nodes before linearized reading' (duration: 190.711921ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:35.283603Z","caller":"traceutil/trace.go:171","msg":"trace[972410394] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"225.790375ms","start":"2026-05-19T13:22:35.057772Z","end":"2026-05-19T13:22:35.283562Z","steps":["trace[972410394] 'process raft request' (duration: 225.543948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:35.283661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.857706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T13:22:35.283866Z","caller":"traceutil/trace.go:171","msg":"trace[2098879716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1852; }","duration":"226.085302ms","start":"2026-05-19T13:22:35.057756Z","end":"2026-05-19T13:22:35.283841Z","steps":["trace[2098879716] 'agreement among raft nodes before linearized reading' (duration: 225.718872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:35.284174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.321399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-05-19T13:22:35.284324Z","caller":"traceutil/trace.go:171","msg":"trace[1629513802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1852; }","duration":"207.536214ms","start":"2026-05-19T13:22:35.076765Z","end":"2026-05-19T13:22:35.284301Z","steps":["trace[1629513802] 'agreement among raft nodes before linearized reading' (duration: 206.889147ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:35.545233Z","caller":"traceutil/trace.go:171","msg":"trace[1804755214] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"288.68517ms","start":"2026-05-19T13:22:35.256516Z","end":"2026-05-19T13:22:35.545201Z","steps":["trace[1804755214] 'process raft request' (duration: 273.48956ms)","trace[1804755214] 'compare' (duration: 14.815509ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:35.589735Z","caller":"traceutil/trace.go:171","msg":"trace[1614761663] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"299.555856ms","start":"2026-05-19T13:22:35.290149Z","end":"2026-05-19T13:22:35.589704Z","steps":["trace[1614761663] 'process raft request' (duration: 299.454283ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:35.589786Z","caller":"traceutil/trace.go:171","msg":"trace[1350730992] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"300.43343ms","start":"2026-05-19T13:22:35.289287Z","end":"2026-05-19T13:22:35.58972Z","steps":["trace[1350730992] 'process raft request' (duration: 300.145662ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:35.590011Z","caller":"traceutil/trace.go:171","msg":"trace[1266139989] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"297.622975ms","start":"2026-05-19T13:22:35.292364Z","end":"2026-05-19T13:22:35.589987Z","steps":["trace[1266139989] 'process raft request' (duration: 297.278136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:35.590142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:22:35.289265Z","time spent":"300.760038ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:22:35.589904Z","caller":"traceutil/trace.go:171","msg":"trace[2015695858] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1928; }","duration":"210.906833ms","start":"2026-05-19T13:22:35.37895Z","end":"2026-05-19T13:22:35.589857Z","steps":["trace[2015695858] 'read index received' (duration: 151.093128ms)","trace[2015695858] 'applied index is now lower than readState.Index' (duration: 59.810995ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:22:35.590335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.293333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T13:22:35.590409Z","caller":"traceutil/trace.go:171","msg":"trace[1530505016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1856; }","duration":"211.478598ms","start":"2026-05-19T13:22:35.378904Z","end":"2026-05-19T13:22:35.590382Z","steps":["trace[1530505016] 'agreement among raft nodes before linearized reading' (duration: 211.073498ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:36.13153Z","caller":"traceutil/trace.go:171","msg":"trace[1790132451] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"138.680051ms","start":"2026-05-19T13:22:35.992823Z","end":"2026-05-19T13:22:36.131503Z","steps":["trace[1790132451] 'process raft request' (duration: 138.501016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:36.263806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.963292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:22:36.26404Z","caller":"traceutil/trace.go:171","msg":"trace[1672757441] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"148.737337ms","start":"2026-05-19T13:22:36.115281Z","end":"2026-05-19T13:22:36.264019Z","steps":["trace[1672757441] 'process raft request' (duration: 148.664935ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:36.264138Z","caller":"traceutil/trace.go:171","msg":"trace[1851623108] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"216.255653ms","start":"2026-05-19T13:22:36.047832Z","end":"2026-05-19T13:22:36.264088Z","steps":["trace[1851623108] 'process raft request' (duration: 107.916741ms)","trace[1851623108] 'compare' (duration: 107.803318ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:41.860269Z","caller":"traceutil/trace.go:171","msg":"trace[1713503081] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1985; }","duration":"247.076165ms","start":"2026-05-19T13:22:41.613158Z","end":"2026-05-19T13:22:41.860234Z","steps":["trace[1713503081] 'read index received' (duration: 246.836269ms)","trace[1713503081] 'applied index is now lower than readState.Index' (duration: 238.156µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:41.860357Z","caller":"traceutil/trace.go:171","msg":"trace[1425790789] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"284.194272ms","start":"2026-05-19T13:22:41.576127Z","end":"2026-05-19T13:22:41.860321Z","steps":["trace[1425790789] 'process raft request' (duration: 283.870164ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:41.860611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.437414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:22:41.860662Z","caller":"traceutil/trace.go:171","msg":"trace[395761104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"247.553517ms","start":"2026-05-19T13:22:41.613095Z","end":"2026-05-19T13:22:41.860649Z","steps":["trace[395761104] 'agreement among raft nodes before linearized reading' (duration: 247.31935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:41.909307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.958273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:22:41.90935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.471089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T13:22:41.909377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.810853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:22:41.909441Z","caller":"traceutil/trace.go:171","msg":"trace[2060487556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"295.625733ms","start":"2026-05-19T13:22:41.613792Z","end":"2026-05-19T13:22:41.909418Z","steps":["trace[2060487556] 'agreement among raft nodes before linearized reading' (duration: 295.380557ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:41.909477Z","caller":"traceutil/trace.go:171","msg":"trace[337671237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"182.924977ms","start":"2026-05-19T13:22:41.726523Z","end":"2026-05-19T13:22:41.909448Z","steps":["trace[337671237] 'agreement among raft nodes before linearized reading' (duration: 182.720281ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:41.9094Z","caller":"traceutil/trace.go:171","msg":"trace[1296374525] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1909; }","duration":"116.126857ms","start":"2026-05-19T13:22:41.793253Z","end":"2026-05-19T13:22:41.909379Z","steps":["trace[1296374525] 'agreement among raft nodes before linearized reading' (duration: 115.957023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:41.909586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.19818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T13:22:41.909617Z","caller":"traceutil/trace.go:171","msg":"trace[1175046702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"263.274562ms","start":"2026-05-19T13:22:41.646334Z","end":"2026-05-19T13:22:41.909608Z","steps":["trace[1175046702] 'agreement among raft nodes before linearized reading' (duration: 263.117428ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:48.697137Z","caller":"traceutil/trace.go:171","msg":"trace[578117251] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"124.20034ms","start":"2026-05-19T13:22:48.572893Z","end":"2026-05-19T13:22:48.697093Z","steps":["trace[578117251] 'process raft request' (duration: 123.953523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:48.884693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.265733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:22:48.884809Z","caller":"traceutil/trace.go:171","msg":"trace[1086050996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1963; }","duration":"159.449328ms","start":"2026-05-19T13:22:48.725334Z","end":"2026-05-19T13:22:48.884783Z","steps":["trace[1086050996] 'range keys from in-memory index tree' (duration: 159.060958ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:49.27905Z","caller":"traceutil/trace.go:171","msg":"trace[747228390] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"138.989389ms","start":"2026-05-19T13:22:49.140024Z","end":"2026-05-19T13:22:49.279014Z","steps":["trace[747228390] 'process raft request' (duration: 109.088671ms)","trace[747228390] 'compare' (duration: 29.735174ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:49.557551Z","caller":"traceutil/trace.go:171","msg":"trace[433759739] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2047; }","duration":"161.05106ms","start":"2026-05-19T13:22:49.396475Z","end":"2026-05-19T13:22:49.557526Z","steps":["trace[433759739] 'read index received' (duration: 66.389118ms)","trace[433759739] 'applied index is now lower than readState.Index' (duration: 94.661052ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:22:49.557612Z","caller":"traceutil/trace.go:171","msg":"trace[1283276641] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"203.751925ms","start":"2026-05-19T13:22:49.353828Z","end":"2026-05-19T13:22:49.55758Z","steps":["trace[1283276641] 'process raft request' (duration: 109.133544ms)","trace[1283276641] 'compare' (duration: 94.036145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:22:49.557758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.262145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-m564f\" ","response":"range_response_count:1 size:6111"} {"level":"info","ts":"2026-05-19T13:22:49.557799Z","caller":"traceutil/trace.go:171","msg":"trace[1440164641] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-m564f; range_end:; response_count:1; response_revision:1968; }","duration":"161.372408ms","start":"2026-05-19T13:22:49.396415Z","end":"2026-05-19T13:22:49.557788Z","steps":["trace[1440164641] 'agreement among raft nodes before linearized reading' (duration: 161.218594ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:49.614576Z","caller":"traceutil/trace.go:171","msg":"trace[1898704946] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"100.676661ms","start":"2026-05-19T13:22:49.513866Z","end":"2026-05-19T13:22:49.614542Z","steps":["trace[1898704946] 'process raft request' (duration: 100.493096ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:53.150642Z","caller":"traceutil/trace.go:171","msg":"trace[629402367] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"434.569571ms","start":"2026-05-19T13:22:52.716035Z","end":"2026-05-19T13:22:53.150604Z","steps":["trace[629402367] 'process raft request' (duration: 434.231163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:22:53.150878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:22:52.716015Z","time spent":"434.739885ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:22:53.162343Z","caller":"traceutil/trace.go:171","msg":"trace[1158120186] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2072; }","duration":"169.211345ms","start":"2026-05-19T13:22:52.993101Z","end":"2026-05-19T13:22:53.162312Z","steps":["trace[1158120186] 'read index received' (duration: 157.147528ms)","trace[1158120186] 'applied index is now lower than readState.Index' (duration: 12.062327ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:22:53.162559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.6934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T13:22:53.162561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.449151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T13:22:53.162609Z","caller":"traceutil/trace.go:171","msg":"trace[1116714146] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1993; }","duration":"163.782602ms","start":"2026-05-19T13:22:52.99881Z","end":"2026-05-19T13:22:53.162592Z","steps":["trace[1116714146] 'agreement among raft nodes before linearized reading' (duration: 163.662009ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:22:53.162614Z","caller":"traceutil/trace.go:171","msg":"trace[1212319787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1993; }","duration":"169.559904ms","start":"2026-05-19T13:22:52.993041Z","end":"2026-05-19T13:22:53.162601Z","steps":["trace[1212319787] 'agreement among raft nodes before linearized reading' (duration: 169.356279ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:04.185642Z","caller":"traceutil/trace.go:171","msg":"trace[714200878] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"110.402496ms","start":"2026-05-19T13:23:04.075214Z","end":"2026-05-19T13:23:04.185617Z","steps":["trace[714200878] 'process raft request' (duration: 110.263282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:06.559089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.503789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:23:06.559501Z","caller":"traceutil/trace.go:171","msg":"trace[1497336261] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"354.215865ms","start":"2026-05-19T13:23:06.205245Z","end":"2026-05-19T13:23:06.559461Z","steps":["trace[1497336261] 'process raft request' (duration: 88.179992ms)","trace[1497336261] 'compare' (duration: 264.694668ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:06.559559Z","caller":"traceutil/trace.go:171","msg":"trace[1181958198] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"208.258582ms","start":"2026-05-19T13:23:06.351272Z","end":"2026-05-19T13:23:06.559531Z","steps":["trace[1181958198] 'process raft request' (duration: 208.140039ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:06.559542Z","caller":"traceutil/trace.go:171","msg":"trace[108116717] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"263.62939ms","start":"2026-05-19T13:23:06.295857Z","end":"2026-05-19T13:23:06.559486Z","steps":["trace[108116717] 'process raft request' (duration: 263.416465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:06.55969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:06.205227Z","time spent":"354.363309ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:23:06.559744Z","caller":"traceutil/trace.go:171","msg":"trace[1340592539] linearizableReadLoop","detail":"{readStateIndex:2155; appliedIndex:2152; }","duration":"199.094801ms","start":"2026-05-19T13:23:06.360601Z","end":"2026-05-19T13:23:06.559696Z","steps":["trace[1340592539] 'read index received' (duration: 91.717535ms)","trace[1340592539] 'applied index is now lower than readState.Index' (duration: 107.371456ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:06.559777Z","caller":"traceutil/trace.go:171","msg":"trace[1444823193] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"176.838935ms","start":"2026-05-19T13:23:06.382898Z","end":"2026-05-19T13:23:06.559737Z","steps":["trace[1444823193] 'process raft request' (duration: 176.573339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:06.559992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.39751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T13:23:06.560098Z","caller":"traceutil/trace.go:171","msg":"trace[694935139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2073; }","duration":"199.549344ms","start":"2026-05-19T13:23:06.36052Z","end":"2026-05-19T13:23:06.56007Z","steps":["trace[694935139] 'agreement among raft nodes before linearized reading' (duration: 199.291237ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:07.819562Z","caller":"traceutil/trace.go:171","msg":"trace[452541973] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"117.838052ms","start":"2026-05-19T13:23:07.701695Z","end":"2026-05-19T13:23:07.819533Z","steps":["trace[452541973] 'process raft request' (duration: 117.698278ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:07.826008Z","caller":"traceutil/trace.go:171","msg":"trace[50714311] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"122.786152ms","start":"2026-05-19T13:23:07.703185Z","end":"2026-05-19T13:23:07.825972Z","steps":["trace[50714311] 'process raft request' (duration: 122.610388ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:10.163828Z","caller":"traceutil/trace.go:171","msg":"trace[1301167803] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2171; }","duration":"138.038914ms","start":"2026-05-19T13:23:10.025758Z","end":"2026-05-19T13:23:10.163797Z","steps":["trace[1301167803] 'read index received' (duration: 137.713036ms)","trace[1301167803] 'applied index is now lower than readState.Index' (duration: 324.698µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:10.163927Z","caller":"traceutil/trace.go:171","msg":"trace[1854239396] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"169.75705ms","start":"2026-05-19T13:23:09.99414Z","end":"2026-05-19T13:23:10.163897Z","steps":["trace[1854239396] 'process raft request' (duration: 169.355189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:10.164255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.478206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T13:23:10.164307Z","caller":"traceutil/trace.go:171","msg":"trace[305950572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2088; }","duration":"138.60777ms","start":"2026-05-19T13:23:10.025687Z","end":"2026-05-19T13:23:10.164295Z","steps":["trace[305950572] 'agreement among raft nodes before linearized reading' (duration: 138.255771ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:11.576545Z","caller":"traceutil/trace.go:171","msg":"trace[1990262780] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2178; }","duration":"134.810418ms","start":"2026-05-19T13:23:11.441707Z","end":"2026-05-19T13:23:11.576518Z","steps":["trace[1990262780] 'read index received' (duration: 134.670705ms)","trace[1990262780] 'applied index is now lower than readState.Index' (duration: 138.973µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:11.576594Z","caller":"traceutil/trace.go:171","msg":"trace[728837078] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"187.217918ms","start":"2026-05-19T13:23:11.389338Z","end":"2026-05-19T13:23:11.576556Z","steps":["trace[728837078] 'process raft request' (duration: 187.001263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:11.576763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.032904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:23:11.576805Z","caller":"traceutil/trace.go:171","msg":"trace[1894395896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2095; }","duration":"135.101257ms","start":"2026-05-19T13:23:11.441693Z","end":"2026-05-19T13:23:11.576794Z","steps":["trace[1894395896] 'agreement among raft nodes before linearized reading' (duration: 134.941922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:11.778681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.62376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:23:11.778831Z","caller":"traceutil/trace.go:171","msg":"trace[1847947156] linearizableReadLoop","detail":"{readStateIndex:2180; appliedIndex:2179; }","duration":"184.323712ms","start":"2026-05-19T13:23:11.594483Z","end":"2026-05-19T13:23:11.778807Z","steps":["trace[1847947156] 'read index received' (duration: 75.328963ms)","trace[1847947156] 'applied index is now lower than readState.Index' (duration: 108.992599ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:11.778902Z","caller":"traceutil/trace.go:171","msg":"trace[1785621177] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"197.854018ms","start":"2026-05-19T13:23:11.580987Z","end":"2026-05-19T13:23:11.778841Z","steps":["trace[1785621177] 'process raft request' (duration: 88.923241ms)","trace[1785621177] 'compare' (duration: 108.475576ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:23:11.779202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.685783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T13:23:11.779312Z","caller":"traceutil/trace.go:171","msg":"trace[319290891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2096; }","duration":"184.901308ms","start":"2026-05-19T13:23:11.594388Z","end":"2026-05-19T13:23:11.779289Z","steps":["trace[319290891] 'agreement among raft nodes before linearized reading' (duration: 184.564929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:12.175272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.411218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:23:12.1754Z","caller":"traceutil/trace.go:171","msg":"trace[51216468] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2096; }","duration":"243.587163ms","start":"2026-05-19T13:23:11.931786Z","end":"2026-05-19T13:23:12.175373Z","steps":["trace[51216468] 'count revisions from in-memory index tree' (duration: 243.352146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:12.175431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.98168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:23:12.175513Z","caller":"traceutil/trace.go:171","msg":"trace[1763719626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2096; }","duration":"256.118933ms","start":"2026-05-19T13:23:11.919373Z","end":"2026-05-19T13:23:12.175492Z","steps":["trace[1763719626] 'range keys from in-memory index tree' (duration: 255.763705ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:12.522118Z","caller":"traceutil/trace.go:171","msg":"trace[1385369999] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2181; }","duration":"336.807997ms","start":"2026-05-19T13:23:12.185278Z","end":"2026-05-19T13:23:12.522086Z","steps":["trace[1385369999] 'read index received' (duration: 35.746031ms)","trace[1385369999] 'applied index is now lower than readState.Index' (duration: 301.060946ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:12.522186Z","caller":"traceutil/trace.go:171","msg":"trace[1913121091] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"338.870911ms","start":"2026-05-19T13:23:12.183273Z","end":"2026-05-19T13:23:12.522144Z","steps":["trace[1913121091] 'process raft request' (duration: 338.593925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:12.522502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.188916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T13:23:12.522495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.94005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:23:12.522568Z","caller":"traceutil/trace.go:171","msg":"trace[426939811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2099; }","duration":"337.310271ms","start":"2026-05-19T13:23:12.18524Z","end":"2026-05-19T13:23:12.52255Z","steps":["trace[426939811] 'agreement among raft nodes before linearized reading' (duration: 337.094014ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:12.522589Z","caller":"traceutil/trace.go:171","msg":"trace[558108184] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2099; }","duration":"190.097785ms","start":"2026-05-19T13:23:12.332465Z","end":"2026-05-19T13:23:12.522562Z","steps":["trace[558108184] 'agreement among raft nodes before linearized reading' (duration: 189.94198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:12.522627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:12.185229Z","time spent":"337.384332ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:23:12.522833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:12.183256Z","time spent":"339.044536ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:23:22.550112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.451694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:23:22.550404Z","caller":"traceutil/trace.go:171","msg":"trace[312846128] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"207.673087ms","start":"2026-05-19T13:23:22.342683Z","end":"2026-05-19T13:23:22.550357Z","steps":["trace[312846128] 'process raft request' (duration: 32.850375ms)","trace[312846128] 'compare' (duration: 174.198096ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:22.816714Z","caller":"traceutil/trace.go:171","msg":"trace[1661414035] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2239; }","duration":"174.398342ms","start":"2026-05-19T13:23:22.642285Z","end":"2026-05-19T13:23:22.816683Z","steps":["trace[1661414035] 'read index received' (duration: 85.095921ms)","trace[1661414035] 'applied index is now lower than readState.Index' (duration: 89.301441ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:22.817067Z","caller":"traceutil/trace.go:171","msg":"trace[1201543743] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"181.991572ms","start":"2026-05-19T13:23:22.635062Z","end":"2026-05-19T13:23:22.817054Z","steps":["trace[1201543743] 'process raft request' (duration: 181.58377ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:22.817113Z","caller":"traceutil/trace.go:171","msg":"trace[2124820559] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"185.71844ms","start":"2026-05-19T13:23:22.631333Z","end":"2026-05-19T13:23:22.817051Z","steps":["trace[2124820559] 'process raft request' (duration: 185.259767ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:22.817121Z","caller":"traceutil/trace.go:171","msg":"trace[407915451] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"244.899308ms","start":"2026-05-19T13:23:22.572196Z","end":"2026-05-19T13:23:22.817095Z","steps":["trace[407915451] 'process raft request' (duration: 155.167735ms)","trace[407915451] 'compare' (duration: 88.8578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:23:22.817369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.060958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:23:22.817456Z","caller":"traceutil/trace.go:171","msg":"trace[1761563631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2156; }","duration":"175.261295ms","start":"2026-05-19T13:23:22.642173Z","end":"2026-05-19T13:23:22.817434Z","steps":["trace[1761563631] 'agreement among raft nodes before linearized reading' (duration: 174.888925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:22.817624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.511128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b0fa3aab970958\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-05-19T13:23:22.817727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.313266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:23:22.817748Z","caller":"traceutil/trace.go:171","msg":"trace[1326894896] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b0fa3aab970958; range_end:; response_count:1; response_revision:2156; }","duration":"105.693802ms","start":"2026-05-19T13:23:22.712023Z","end":"2026-05-19T13:23:22.817717Z","steps":["trace[1326894896] 'agreement among raft nodes before linearized reading' (duration: 105.428075ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:22.817783Z","caller":"traceutil/trace.go:171","msg":"trace[1458300391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2156; }","duration":"134.432569ms","start":"2026-05-19T13:23:22.683339Z","end":"2026-05-19T13:23:22.817772Z","steps":["trace[1458300391] 'agreement among raft nodes before linearized reading' (duration: 134.03524ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:23.065518Z","caller":"traceutil/trace.go:171","msg":"trace[342575757] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"233.195229ms","start":"2026-05-19T13:23:22.832278Z","end":"2026-05-19T13:23:23.065474Z","steps":["trace[342575757] 'process raft request' (duration: 202.520371ms)","trace[342575757] 'compare' (duration: 30.486433ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:23.065518Z","caller":"traceutil/trace.go:171","msg":"trace[2110993082] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2245; }","duration":"204.7208ms","start":"2026-05-19T13:23:22.860763Z","end":"2026-05-19T13:23:23.065484Z","steps":["trace[2110993082] 'read index received' (duration: 174.003441ms)","trace[2110993082] 'applied index is now lower than readState.Index' (duration: 30.714869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:23:23.067347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.560479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T13:23:23.067398Z","caller":"traceutil/trace.go:171","msg":"trace[655393699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2159; }","duration":"206.659852ms","start":"2026-05-19T13:23:22.860727Z","end":"2026-05-19T13:23:23.067387Z","steps":["trace[655393699] 'agreement among raft nodes before linearized reading' (duration: 204.879044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:23.825958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.801297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:23:23.826085Z","caller":"traceutil/trace.go:171","msg":"trace[1145554193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2160; }","duration":"102.992841ms","start":"2026-05-19T13:23:23.723063Z","end":"2026-05-19T13:23:23.826056Z","steps":["trace[1145554193] 'range keys from in-memory index tree' (duration: 102.692404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:26.260019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.040483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:23:26.260131Z","caller":"traceutil/trace.go:171","msg":"trace[986612670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2170; }","duration":"378.210507ms","start":"2026-05-19T13:23:25.881897Z","end":"2026-05-19T13:23:26.260108Z","steps":["trace[986612670] 'range keys from in-memory index tree' (duration: 377.785756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:26.26018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:25.881863Z","time spent":"378.307039ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T13:23:26.26006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.719732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T13:23:26.260303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.900451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:23:26.260397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.474577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-19T13:23:26.260442Z","caller":"traceutil/trace.go:171","msg":"trace[178172392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2170; }","duration":"170.519628ms","start":"2026-05-19T13:23:26.089888Z","end":"2026-05-19T13:23:26.260408Z","steps":["trace[178172392] 'range keys from in-memory index tree' (duration: 169.906023ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:26.26038Z","caller":"traceutil/trace.go:171","msg":"trace[1761458771] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2170; }","duration":"357.086491ms","start":"2026-05-19T13:23:25.903233Z","end":"2026-05-19T13:23:26.26032Z","steps":["trace[1761458771] 'count revisions from in-memory index tree' (duration: 356.585477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:26.260353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.920011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:23:26.261183Z","caller":"traceutil/trace.go:171","msg":"trace[1124730424] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2170; }","duration":"391.792525ms","start":"2026-05-19T13:23:25.869356Z","end":"2026-05-19T13:23:26.261148Z","steps":["trace[1124730424] 'count revisions from in-memory index tree' (duration: 390.772458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:26.261291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:25.869289Z","time spent":"391.949159ms","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:23:26.261857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:25.903206Z","time spent":"358.618551ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:23:26.262749Z","caller":"traceutil/trace.go:171","msg":"trace[1450621979] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2170; }","duration":"224.986723ms","start":"2026-05-19T13:23:26.035337Z","end":"2026-05-19T13:23:26.260324Z","steps":["trace[1450621979] 'count revisions from in-memory index tree' (duration: 224.750618ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:26.574358Z","caller":"traceutil/trace.go:171","msg":"trace[187960630] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"306.042307ms","start":"2026-05-19T13:23:26.268283Z","end":"2026-05-19T13:23:26.574325Z","steps":["trace[187960630] 'process raft request' (duration: 305.804571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:26.57453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:26.268262Z","time spent":"306.18163ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:23:26.597922Z","caller":"traceutil/trace.go:171","msg":"trace[242233791] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"293.634811ms","start":"2026-05-19T13:23:26.304245Z","end":"2026-05-19T13:23:26.59788Z","steps":["trace[242233791] 'process raft request' (duration: 293.388424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:26.995172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.496971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:23:26.995386Z","caller":"traceutil/trace.go:171","msg":"trace[222731433] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"392.511103ms","start":"2026-05-19T13:23:26.602854Z","end":"2026-05-19T13:23:26.995365Z","steps":["trace[222731433] 'process raft request' (duration: 118.51114ms)","trace[222731433] 'compare' (duration: 272.710339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:23:26.995503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:26.602824Z","time spent":"392.656487ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:23:27.294534Z","caller":"traceutil/trace.go:171","msg":"trace[1653533097] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"466.396919ms","start":"2026-05-19T13:23:26.828111Z","end":"2026-05-19T13:23:27.294508Z","steps":["trace[1653533097] 'process raft request' (duration: 466.241184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:27.294733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:26.828063Z","time spent":"466.544644ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:23:27.294756Z","caller":"traceutil/trace.go:171","msg":"trace[16716582] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2261; }","duration":"463.626405ms","start":"2026-05-19T13:23:26.831095Z","end":"2026-05-19T13:23:27.294721Z","steps":["trace[16716582] 'read index received' (duration: 463.242935ms)","trace[16716582] 'applied index is now lower than readState.Index' (duration: 382.3µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:23:27.295045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.956703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:23:27.295073Z","caller":"traceutil/trace.go:171","msg":"trace[1075689255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2175; }","duration":"464.013985ms","start":"2026-05-19T13:23:26.831052Z","end":"2026-05-19T13:23:27.295066Z","steps":["trace[1075689255] 'agreement among raft nodes before linearized reading' (duration: 463.866081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:27.295089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:26.831042Z","time spent":"464.044156ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T13:23:27.295136Z","caller":"traceutil/trace.go:171","msg":"trace[1598221673] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"467.001945ms","start":"2026-05-19T13:23:26.828129Z","end":"2026-05-19T13:23:27.295131Z","steps":["trace[1598221673] 'process raft request' (duration: 466.351529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:27.295166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:26.828101Z","time spent":"467.050616ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:23:27.295482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.592626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:23:27.2956Z","caller":"traceutil/trace.go:171","msg":"trace[1803326661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2175; }","duration":"419.747131ms","start":"2026-05-19T13:23:26.875794Z","end":"2026-05-19T13:23:27.295541Z","steps":["trace[1803326661] 'agreement among raft nodes before linearized reading' (duration: 419.499695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:27.295891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.838943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T13:23:27.295899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:26.875767Z","time spent":"420.115501ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T13:23:27.295931Z","caller":"traceutil/trace.go:171","msg":"trace[2070762909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2175; }","duration":"419.901065ms","start":"2026-05-19T13:23:26.876021Z","end":"2026-05-19T13:23:27.295922Z","steps":["trace[2070762909] 'agreement among raft nodes before linearized reading' (duration: 419.74347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:27.295947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:26.876006Z","time spent":"419.937596ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T13:23:58.919941Z","caller":"traceutil/trace.go:171","msg":"trace[96612658] linearizableReadLoop","detail":"{readStateIndex:2558; appliedIndex:2557; }","duration":"256.352075ms","start":"2026-05-19T13:23:58.663561Z","end":"2026-05-19T13:23:58.919913Z","steps":["trace[96612658] 'read index received' (duration: 256.106488ms)","trace[96612658] 'applied index is now lower than readState.Index' (duration: 244.097µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:58.920017Z","caller":"traceutil/trace.go:171","msg":"trace[1426293860] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"365.819575ms","start":"2026-05-19T13:23:58.554151Z","end":"2026-05-19T13:23:58.919971Z","steps":["trace[1426293860] 'process raft request' (duration: 365.541967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:58.920251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:23:58.554133Z","time spent":"365.9743ms","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:23:58.920718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.118276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2c3faa-f668-4f96-a7b2-68803c56f7cc\" ","response":"range_response_count:1 size:3910"} {"level":"info","ts":"2026-05-19T13:23:58.920821Z","caller":"traceutil/trace.go:171","msg":"trace[1456444409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2c3faa-f668-4f96-a7b2-68803c56f7cc; range_end:; response_count:1; response_revision:2459; }","duration":"257.30448ms","start":"2026-05-19T13:23:58.663497Z","end":"2026-05-19T13:23:58.920801Z","steps":["trace[1456444409] 'agreement among raft nodes before linearized reading' (duration: 256.54938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:58.923009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.073616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:23:58.923102Z","caller":"traceutil/trace.go:171","msg":"trace[2032917169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2460; }","duration":"202.22167ms","start":"2026-05-19T13:23:58.720857Z","end":"2026-05-19T13:23:58.923078Z","steps":["trace[2032917169] 'agreement among raft nodes before linearized reading' (duration: 201.983464ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:58.923192Z","caller":"traceutil/trace.go:171","msg":"trace[66345852] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"215.242145ms","start":"2026-05-19T13:23:58.707926Z","end":"2026-05-19T13:23:58.923168Z","steps":["trace[66345852] 'process raft request' (duration: 214.762092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:58.923177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.136763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:23:58.923297Z","caller":"traceutil/trace.go:171","msg":"trace[2107140007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2460; }","duration":"166.325488ms","start":"2026-05-19T13:23:58.756944Z","end":"2026-05-19T13:23:58.923269Z","steps":["trace[2107140007] 'agreement among raft nodes before linearized reading' (duration: 166.139603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:59.202359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.867703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:23:59.202493Z","caller":"traceutil/trace.go:171","msg":"trace[143087392] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"275.210664ms","start":"2026-05-19T13:23:58.927259Z","end":"2026-05-19T13:23:59.20247Z","steps":["trace[143087392] 'process raft request' (duration: 131.080864ms)","trace[143087392] 'compare' (duration: 143.691719ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:59.207048Z","caller":"traceutil/trace.go:171","msg":"trace[1076600316] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"279.648533ms","start":"2026-05-19T13:23:58.927358Z","end":"2026-05-19T13:23:59.207006Z","steps":["trace[1076600316] 'process raft request' (duration: 279.218421ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:59.207116Z","caller":"traceutil/trace.go:171","msg":"trace[1325564308] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"279.063617ms","start":"2026-05-19T13:23:58.928027Z","end":"2026-05-19T13:23:59.207091Z","steps":["trace[1325564308] 'process raft request' (duration: 278.714647ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:59.207311Z","caller":"traceutil/trace.go:171","msg":"trace[1317296561] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"279.057506ms","start":"2026-05-19T13:23:58.928214Z","end":"2026-05-19T13:23:59.207272Z","steps":["trace[1317296561] 'process raft request' (duration: 278.81769ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:59.207424Z","caller":"traceutil/trace.go:171","msg":"trace[1099187408] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2559; }","duration":"211.6724ms","start":"2026-05-19T13:23:58.995737Z","end":"2026-05-19T13:23:59.207409Z","steps":["trace[1099187408] 'read index received' (duration: 62.62699ms)","trace[1099187408] 'applied index is now lower than readState.Index' (duration: 149.04448ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:23:59.207538Z","caller":"traceutil/trace.go:171","msg":"trace[643851408] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"268.889907ms","start":"2026-05-19T13:23:58.938607Z","end":"2026-05-19T13:23:59.207497Z","steps":["trace[643851408] 'process raft request' (duration: 268.713012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:23:59.207603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.843894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-da2c3faa-f668-4f96-a7b2-68803c56f7cc\" ","response":"range_response_count:1 size:3925"} {"level":"info","ts":"2026-05-19T13:23:59.207656Z","caller":"traceutil/trace.go:171","msg":"trace[1947960553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-da2c3faa-f668-4f96-a7b2-68803c56f7cc; range_end:; response_count:1; response_revision:2465; }","duration":"211.956988ms","start":"2026-05-19T13:23:58.995686Z","end":"2026-05-19T13:23:59.207643Z","steps":["trace[1947960553] 'agreement among raft nodes before linearized reading' (duration: 211.842004ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:01.163795Z","caller":"traceutil/trace.go:171","msg":"trace[831735705] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"129.179114ms","start":"2026-05-19T13:24:01.034587Z","end":"2026-05-19T13:24:01.163766Z","steps":["trace[831735705] 'process raft request' (duration: 128.942807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:01.315841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.775231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:24:01.315945Z","caller":"traceutil/trace.go:171","msg":"trace[1201076505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2494; }","duration":"100.953855ms","start":"2026-05-19T13:24:01.21497Z","end":"2026-05-19T13:24:01.315924Z","steps":["trace[1201076505] 'range keys from in-memory index tree' (duration: 100.515814ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:01.436328Z","caller":"traceutil/trace.go:171","msg":"trace[59681789] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"116.789156ms","start":"2026-05-19T13:24:01.319514Z","end":"2026-05-19T13:24:01.436303Z","steps":["trace[59681789] 'process raft request' (duration: 116.652392ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:01.448672Z","caller":"traceutil/trace.go:171","msg":"trace[372077433] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"128.567658ms","start":"2026-05-19T13:24:01.32008Z","end":"2026-05-19T13:24:01.448648Z","steps":["trace[372077433] 'process raft request' (duration: 128.436794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:06.561743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164880656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:07.062413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164880656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:07.096493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140702833s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T13:24:07.097299Z","caller":"traceutil/trace.go:171","msg":"trace[196820700] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"1.141623288s","start":"2026-05-19T13:24:05.955644Z","end":"2026-05-19T13:24:07.097267Z","steps":["trace[196820700] 'process raft request' (duration: 1.141415032s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.097579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:05.955621Z","time spent":"1.141784041s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:07.210036Z","caller":"traceutil/trace.go:171","msg":"trace[1335847289] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"495.77876ms","start":"2026-05-19T13:24:06.714237Z","end":"2026-05-19T13:24:07.210016Z","steps":["trace[1335847289] 'process raft request' (duration: 493.221632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.210204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:06.714176Z","time spent":"495.936223ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:07.209994Z","caller":"traceutil/trace.go:171","msg":"trace[1166700967] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2665; }","duration":"1.148928421s","start":"2026-05-19T13:24:06.061036Z","end":"2026-05-19T13:24:07.209964Z","steps":["trace[1166700967] 'read index received' (duration: 1.036000018s)","trace[1166700967] 'applied index is now lower than readState.Index' (duration: 112.927323ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:07.210071Z","caller":"traceutil/trace.go:171","msg":"trace[281996140] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"255.85622ms","start":"2026-05-19T13:24:06.95418Z","end":"2026-05-19T13:24:07.210036Z","steps":["trace[281996140] 'process raft request' (duration: 255.721317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.210153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149087864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:24:07.210379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.484654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:24:07.210418Z","caller":"traceutil/trace.go:171","msg":"trace[2006782979] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2566; }","duration":"929.586318ms","start":"2026-05-19T13:24:06.280819Z","end":"2026-05-19T13:24:07.210405Z","steps":["trace[2006782979] 'agreement among raft nodes before linearized reading' (duration: 929.514345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.210459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:06.280792Z","time spent":"929.65691ms","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:24:07.210543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.496608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:24:07.210413Z","caller":"traceutil/trace.go:171","msg":"trace[517860903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2566; }","duration":"1.149421744s","start":"2026-05-19T13:24:06.060976Z","end":"2026-05-19T13:24:07.210398Z","steps":["trace[517860903] 'agreement among raft nodes before linearized reading' (duration: 1.149113735s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.210554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.172408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:24:07.210589Z","caller":"traceutil/trace.go:171","msg":"trace[32239474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2566; }","duration":"485.602491ms","start":"2026-05-19T13:24:06.724976Z","end":"2026-05-19T13:24:07.210578Z","steps":["trace[32239474] 'agreement among raft nodes before linearized reading' (duration: 485.487518ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:07.2106Z","caller":"traceutil/trace.go:171","msg":"trace[1418415622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2566; }","duration":"448.284502ms","start":"2026-05-19T13:24:06.762304Z","end":"2026-05-19T13:24:07.210588Z","steps":["trace[1418415622] 'agreement among raft nodes before linearized reading' (duration: 448.19804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.210601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:06.060949Z","time spent":"1.149636949s","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:24:07.210889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.576479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:24:07.210983Z","caller":"traceutil/trace.go:171","msg":"trace[1311753396] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2566; }","duration":"791.761625ms","start":"2026-05-19T13:24:06.419208Z","end":"2026-05-19T13:24:07.21097Z","steps":["trace[1311753396] 'agreement among raft nodes before linearized reading' (duration: 791.355265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.210615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:06.724961Z","time spent":"485.647702ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:24:07.21105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:06.419183Z","time spent":"791.854897ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:24:07.210633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:06.762276Z","time spent":"448.347403ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:24:07.210894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.61202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T13:24:07.211273Z","caller":"traceutil/trace.go:171","msg":"trace[1089893961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2566; }","duration":"326.034531ms","start":"2026-05-19T13:24:06.885229Z","end":"2026-05-19T13:24:07.211263Z","steps":["trace[1089893961] 'agreement among raft nodes before linearized reading' (duration: 325.153678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.211314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:06.885206Z","time spent":"326.099093ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T13:24:07.589311Z","caller":"traceutil/trace.go:171","msg":"trace[2069663456] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"119.563319ms","start":"2026-05-19T13:24:07.469713Z","end":"2026-05-19T13:24:07.589276Z","steps":["trace[2069663456] 'process raft request' (duration: 118.875341ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:07.589471Z","caller":"traceutil/trace.go:171","msg":"trace[1348573799] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2668; }","duration":"118.581252ms","start":"2026-05-19T13:24:07.470853Z","end":"2026-05-19T13:24:07.589435Z","steps":["trace[1348573799] 'read index received' (duration: 2.906486ms)","trace[1348573799] 'applied index is now lower than readState.Index' (duration: 115.672176ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:07.589571Z","caller":"traceutil/trace.go:171","msg":"trace[1879780408] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"118.383398ms","start":"2026-05-19T13:24:07.471161Z","end":"2026-05-19T13:24:07.589545Z","steps":["trace[1879780408] 'process raft request' (duration: 118.054369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:07.589711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.833579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:24:07.589773Z","caller":"traceutil/trace.go:171","msg":"trace[1308655180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2569; }","duration":"118.939021ms","start":"2026-05-19T13:24:07.470816Z","end":"2026-05-19T13:24:07.589755Z","steps":["trace[1308655180] 'agreement among raft nodes before linearized reading' (duration: 118.758106ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:11.728159Z","caller":"traceutil/trace.go:171","msg":"trace[1916173428] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"119.666612ms","start":"2026-05-19T13:24:11.608469Z","end":"2026-05-19T13:24:11.728136Z","steps":["trace[1916173428] 'read index received' (duration: 117.484183ms)","trace[1916173428] 'applied index is now lower than readState.Index' (duration: 2.181329ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:11.728206Z","caller":"traceutil/trace.go:171","msg":"trace[1644527073] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"126.881754ms","start":"2026-05-19T13:24:11.601311Z","end":"2026-05-19T13:24:11.728192Z","steps":["trace[1644527073] 'process raft request' (duration: 124.763027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:11.728449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.944039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:24:11.728552Z","caller":"traceutil/trace.go:171","msg":"trace[1189125482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2588; }","duration":"120.106653ms","start":"2026-05-19T13:24:11.608422Z","end":"2026-05-19T13:24:11.728528Z","steps":["trace[1189125482] 'agreement among raft nodes before linearized reading' (duration: 119.825626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:11.728604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.498785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:24:11.728652Z","caller":"traceutil/trace.go:171","msg":"trace[1379594790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2588; }","duration":"117.572896ms","start":"2026-05-19T13:24:11.611068Z","end":"2026-05-19T13:24:11.728641Z","steps":["trace[1379594790] 'agreement among raft nodes before linearized reading' (duration: 117.449433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:11.728937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.891699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:24:11.728977Z","caller":"traceutil/trace.go:171","msg":"trace[931389343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2588; }","duration":"116.96576ms","start":"2026-05-19T13:24:11.612002Z","end":"2026-05-19T13:24:11.728968Z","steps":["trace[931389343] 'agreement among raft nodes before linearized reading' (duration: 116.321573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:11.729125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.912842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:24:11.729206Z","caller":"traceutil/trace.go:171","msg":"trace[892239188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2588; }","duration":"119.026445ms","start":"2026-05-19T13:24:11.610158Z","end":"2026-05-19T13:24:11.729184Z","steps":["trace[892239188] 'agreement among raft nodes before linearized reading' (duration: 118.422738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:11.729199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.068766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:24:11.729308Z","caller":"traceutil/trace.go:171","msg":"trace[1819258336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2588; }","duration":"119.24595ms","start":"2026-05-19T13:24:11.61004Z","end":"2026-05-19T13:24:11.729285Z","steps":["trace[1819258336] 'agreement among raft nodes before linearized reading' (duration: 118.278155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:39.6337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.954959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:24:39.633834Z","caller":"traceutil/trace.go:171","msg":"trace[1656049075] linearizableReadLoop","detail":"{readStateIndex:2872; appliedIndex:2871; }","duration":"139.002494ms","start":"2026-05-19T13:24:39.494813Z","end":"2026-05-19T13:24:39.633815Z","steps":["trace[1656049075] 'read index received' (duration: 82.632µs)","trace[1656049075] 'applied index is now lower than readState.Index' (duration: 138.918742ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:39.633895Z","caller":"traceutil/trace.go:171","msg":"trace[1325794355] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"314.001211ms","start":"2026-05-19T13:24:39.319851Z","end":"2026-05-19T13:24:39.633852Z","steps":["trace[1325794355] 'process raft request' (duration: 70.759725ms)","trace[1325794355] 'compare' (duration: 242.798725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:24:39.633964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.156619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:24:39.634019Z","caller":"traceutil/trace.go:171","msg":"trace[1386702662] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2762; }","duration":"139.296851ms","start":"2026-05-19T13:24:39.494709Z","end":"2026-05-19T13:24:39.634005Z","steps":["trace[1386702662] 'agreement among raft nodes before linearized reading' (duration: 139.179688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:39.634113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:39.319816Z","time spent":"314.169027ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:24:39.651922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.910934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-19T13:24:39.652024Z","caller":"traceutil/trace.go:171","msg":"trace[1397612578] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2763; }","duration":"124.056348ms","start":"2026-05-19T13:24:39.527949Z","end":"2026-05-19T13:24:39.652005Z","steps":["trace[1397612578] 'agreement among raft nodes before linearized reading' (duration: 123.770891ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:40.336574Z","caller":"traceutil/trace.go:171","msg":"trace[1862141427] linearizableReadLoop","detail":"{readStateIndex:2874; appliedIndex:2873; }","duration":"442.614938ms","start":"2026-05-19T13:24:39.893936Z","end":"2026-05-19T13:24:40.336551Z","steps":["trace[1862141427] 'read index received' (duration: 442.447374ms)","trace[1862141427] 'applied index is now lower than readState.Index' (duration: 166.434µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:40.336693Z","caller":"traceutil/trace.go:171","msg":"trace[273625504] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"482.359442ms","start":"2026-05-19T13:24:39.854302Z","end":"2026-05-19T13:24:40.336661Z","steps":["trace[273625504] 'process raft request' (duration: 482.087865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:40.33677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.231009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T13:24:40.336811Z","caller":"traceutil/trace.go:171","msg":"trace[714645320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2764; }","duration":"430.324012ms","start":"2026-05-19T13:24:39.906476Z","end":"2026-05-19T13:24:40.3368Z","steps":["trace[714645320] 'agreement among raft nodes before linearized reading' (duration: 430.207848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:40.336839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:39.906448Z","time spent":"430.382464ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T13:24:40.336862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:39.854269Z","time spent":"482.498806ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:24:40.337032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.864417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-19T13:24:40.336994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.016069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-19T13:24:40.337026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.902523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:24:40.337088Z","caller":"traceutil/trace.go:171","msg":"trace[1475508911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2764; }","duration":"427.951939ms","start":"2026-05-19T13:24:39.90912Z","end":"2026-05-19T13:24:40.337072Z","steps":["trace[1475508911] 'agreement among raft nodes before linearized reading' (duration: 427.735974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:40.337121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:39.909101Z","time spent":"428.014941ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T13:24:40.337133Z","caller":"traceutil/trace.go:171","msg":"trace[1567319408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2764; }","duration":"424.071077ms","start":"2026-05-19T13:24:39.913038Z","end":"2026-05-19T13:24:40.337109Z","steps":["trace[1567319408] 'agreement among raft nodes before linearized reading' (duration: 423.686686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:40.337097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.013681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T13:24:40.337172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:39.913017Z","time spent":"424.146698ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T13:24:40.337232Z","caller":"traceutil/trace.go:171","msg":"trace[876085629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2764; }","duration":"428.164675ms","start":"2026-05-19T13:24:39.909028Z","end":"2026-05-19T13:24:40.337193Z","steps":["trace[876085629] 'agreement among raft nodes before linearized reading' (duration: 427.838867ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:40.337132Z","caller":"traceutil/trace.go:171","msg":"trace[782969424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2764; }","duration":"443.213464ms","start":"2026-05-19T13:24:39.893886Z","end":"2026-05-19T13:24:40.337099Z","steps":["trace[782969424] 'agreement among raft nodes before linearized reading' (duration: 442.796792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:40.337312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:39.909024Z","time spent":"428.266927ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:24:40.337342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:39.89386Z","time spent":"443.44374ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:24:45.886478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.494172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-19T13:24:45.886581Z","caller":"traceutil/trace.go:171","msg":"trace[598341849] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2793; }","duration":"358.660556ms","start":"2026-05-19T13:24:45.527898Z","end":"2026-05-19T13:24:45.886559Z","steps":["trace[598341849] 'range keys from in-memory index tree' (duration: 358.279104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:45.88663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:45.527876Z","time spent":"358.743888ms","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-19T13:24:45.927225Z","caller":"traceutil/trace.go:171","msg":"trace[667970866] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"316.015786ms","start":"2026-05-19T13:24:45.611177Z","end":"2026-05-19T13:24:45.927193Z","steps":["trace[667970866] 'process raft request' (duration: 315.711068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:45.927445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:45.611157Z","time spent":"316.174991ms","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9386,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:46.041851Z","caller":"traceutil/trace.go:171","msg":"trace[1475710897] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"385.29117ms","start":"2026-05-19T13:24:45.656527Z","end":"2026-05-19T13:24:46.041818Z","steps":["trace[1475710897] 'process raft request' (duration: 336.778156ms)","trace[1475710897] 'compare' (duration: 48.314579ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:46.041966Z","caller":"traceutil/trace.go:171","msg":"trace[436427659] linearizableReadLoop","detail":"{readStateIndex:2907; appliedIndex:2904; }","duration":"314.27166ms","start":"2026-05-19T13:24:45.727666Z","end":"2026-05-19T13:24:46.041937Z","steps":["trace[436427659] 'read index received' (duration: 199.379509ms)","trace[436427659] 'applied index is now lower than readState.Index' (duration: 114.891351ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:46.042098Z","caller":"traceutil/trace.go:171","msg":"trace[2005480903] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"366.361729ms","start":"2026-05-19T13:24:45.675722Z","end":"2026-05-19T13:24:46.042084Z","steps":["trace[2005480903] 'process raft request' (duration: 366.04553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:46.042256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:45.675691Z","time spent":"366.451731ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:24:46.042412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.925245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-19T13:24:46.042468Z","caller":"traceutil/trace.go:171","msg":"trace[543472033] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2796; }","duration":"151.034968ms","start":"2026-05-19T13:24:45.891419Z","end":"2026-05-19T13:24:46.042454Z","steps":["trace[543472033] 'agreement among raft nodes before linearized reading' (duration: 150.852854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:46.042524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.857635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:24:46.042565Z","caller":"traceutil/trace.go:171","msg":"trace[1191396478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2796; }","duration":"314.947958ms","start":"2026-05-19T13:24:45.727605Z","end":"2026-05-19T13:24:46.042553Z","steps":["trace[1191396478] 'agreement among raft nodes before linearized reading' (duration: 314.880745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:46.042595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:45.727573Z","time spent":"315.015179ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:24:46.042953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:45.6565Z","time spent":"385.476515ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:57.88018Z","caller":"traceutil/trace.go:171","msg":"trace[1846502467] linearizableReadLoop","detail":"{readStateIndex:2973; appliedIndex:2972; }","duration":"152.641301ms","start":"2026-05-19T13:24:57.727509Z","end":"2026-05-19T13:24:57.880151Z","steps":["trace[1846502467] 'read index received' (duration: 152.471897ms)","trace[1846502467] 'applied index is now lower than readState.Index' (duration: 168.524µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:24:57.880393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.810395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:24:57.88056Z","caller":"traceutil/trace.go:171","msg":"trace[1527021243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2859; }","duration":"153.059323ms","start":"2026-05-19T13:24:57.727447Z","end":"2026-05-19T13:24:57.880506Z","steps":["trace[1527021243] 'agreement among raft nodes before linearized reading' (duration: 152.814926ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:25:02.765972Z","caller":"traceutil/trace.go:171","msg":"trace[564149355] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"146.832728ms","start":"2026-05-19T13:25:02.619097Z","end":"2026-05-19T13:25:02.76593Z","steps":["trace[564149355] 'process raft request' (duration: 90.236979ms)","trace[564149355] 'compare' (duration: 56.448875ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:27:12.781474Z","caller":"traceutil/trace.go:171","msg":"trace[1837128197] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"570.574712ms","start":"2026-05-19T13:27:12.210871Z","end":"2026-05-19T13:27:12.781446Z","steps":["trace[1837128197] 'process raft request' (duration: 570.419208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:27:12.781658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:27:12.210845Z","time spent":"570.721056ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:27:12.799386Z","caller":"traceutil/trace.go:171","msg":"trace[58917996] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"189.652783ms","start":"2026-05-19T13:27:12.609713Z","end":"2026-05-19T13:27:12.799365Z","steps":["trace[58917996] 'process raft request' (duration: 189.512149ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:27:12.7997Z","caller":"traceutil/trace.go:171","msg":"trace[1738736471] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"135.414946ms","start":"2026-05-19T13:27:12.66427Z","end":"2026-05-19T13:27:12.799685Z","steps":["trace[1738736471] 'process raft request' (duration: 135.068937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:35.428505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.483591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T13:28:35.428661Z","caller":"traceutil/trace.go:171","msg":"trace[1802648474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:4793; }","duration":"222.710579ms","start":"2026-05-19T13:28:35.205931Z","end":"2026-05-19T13:28:35.428642Z","steps":["trace[1802648474] 'range keys from in-memory index tree' (duration: 222.280307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:35.428956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.02783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T13:28:35.429057Z","caller":"traceutil/trace.go:171","msg":"trace[64460523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4793; }","duration":"242.152613ms","start":"2026-05-19T13:28:35.186879Z","end":"2026-05-19T13:28:35.429032Z","steps":["trace[64460523] 'range keys from in-memory index tree' (duration: 241.854317ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:35.453503Z","caller":"traceutil/trace.go:171","msg":"trace[630786990] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"240.733336ms","start":"2026-05-19T13:28:35.212743Z","end":"2026-05-19T13:28:35.453476Z","steps":["trace[630786990] 'process raft request' (duration: 240.584732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:36.894753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.330785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:28:36.89484Z","caller":"traceutil/trace.go:171","msg":"trace[1786433672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4844; }","duration":"169.476489ms","start":"2026-05-19T13:28:36.725345Z","end":"2026-05-19T13:28:36.894821Z","steps":["trace[1786433672] 'range keys from in-memory index tree' (duration: 169.231692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:36.894882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.131931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:28:36.894928Z","caller":"traceutil/trace.go:171","msg":"trace[1382408233] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4844; }","duration":"311.220814ms","start":"2026-05-19T13:28:36.583696Z","end":"2026-05-19T13:28:36.894917Z","steps":["trace[1382408233] 'range keys from in-memory index tree' (duration: 311.041528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:36.894959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:36.583673Z","time spent":"311.278395ms","remote":"127.0.0.1:39278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-05-19T13:28:40.061541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164886542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:28:40.853193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.747696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:28:40.853329Z","caller":"traceutil/trace.go:171","msg":"trace[39235283] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"1.345690871s","start":"2026-05-19T13:28:39.507619Z","end":"2026-05-19T13:28:40.85331Z","steps":["trace[39235283] 'process raft request' (duration: 708.762861ms)","trace[39235283] 'compare' (duration: 636.608182ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:28:40.853378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.507598Z","time spent":"1.345760404s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T13:28:41.057593Z","caller":"traceutil/trace.go:171","msg":"trace[648311038] linearizableReadLoop","detail":"{readStateIndex:5168; appliedIndex:5164; }","duration":"1.496946437s","start":"2026-05-19T13:28:39.560617Z","end":"2026-05-19T13:28:41.057564Z","steps":["trace[648311038] 'read index received' (duration: 655.782018ms)","trace[648311038] 'applied index is now lower than readState.Index' (duration: 841.161559ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:28:41.057704Z","caller":"traceutil/trace.go:171","msg":"trace[135857858] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"1.549257604s","start":"2026-05-19T13:28:39.508435Z","end":"2026-05-19T13:28:41.057693Z","steps":["trace[135857858] 'process raft request' (duration: 1.549013417s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.05776Z","caller":"traceutil/trace.go:171","msg":"trace[1832591804] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"1.550023464s","start":"2026-05-19T13:28:39.507682Z","end":"2026-05-19T13:28:41.057705Z","steps":["trace[1832591804] 'process raft request' (duration: 1.54269705s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.057947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.507672Z","time spent":"1.550173757s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T13:28:41.058101Z","caller":"traceutil/trace.go:171","msg":"trace[1290564139] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"1.506264135s","start":"2026-05-19T13:28:39.551825Z","end":"2026-05-19T13:28:41.058089Z","steps":["trace[1290564139] 'process raft request' (duration: 1.50567268s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.057792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.508412Z","time spent":"1.549321425s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:28:41.058188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.551796Z","time spent":"1.506344147s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:28:41.05844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497791009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9091b3ab-921a-4ab3-960b-513893188350\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-19T13:28:41.058649Z","caller":"traceutil/trace.go:171","msg":"trace[1770879640] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9091b3ab-921a-4ab3-960b-513893188350; range_end:; response_count:1; response_revision:4976; }","duration":"1.498046606s","start":"2026-05-19T13:28:39.560574Z","end":"2026-05-19T13:28:41.058621Z","steps":["trace[1770879640] 'agreement among raft nodes before linearized reading' (duration: 1.497490102s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.058752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.560559Z","time spent":"1.498176721s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9091b3ab-921a-4ab3-960b-513893188350\" "} {"level":"warn","ts":"2026-05-19T13:28:41.098563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.441414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:28:41.098627Z","caller":"traceutil/trace.go:171","msg":"trace[14740195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4977; }","duration":"372.542537ms","start":"2026-05-19T13:28:40.72607Z","end":"2026-05-19T13:28:41.098613Z","steps":["trace[14740195] 'agreement among raft nodes before linearized reading' (duration: 372.451525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.098658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:40.726049Z","time spent":"372.60272ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:28:41.098673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387735656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T13:28:41.098715Z","caller":"traceutil/trace.go:171","msg":"trace[2119119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4977; }","duration":"1.387791297s","start":"2026-05-19T13:28:39.710908Z","end":"2026-05-19T13:28:41.098699Z","steps":["trace[2119119] 'agreement among raft nodes before linearized reading' (duration: 1.387694814s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.098762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.710897Z","time spent":"1.387857989s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:28:41.098776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.204707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:28:41.098834Z","caller":"traceutil/trace.go:171","msg":"trace[1789194943] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4977; }","duration":"771.31813ms","start":"2026-05-19T13:28:40.32749Z","end":"2026-05-19T13:28:41.098808Z","steps":["trace[1789194943] 'agreement among raft nodes before linearized reading' (duration: 771.254288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.098888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:40.327459Z","time spent":"771.416421ms","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:28:41.098567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504343583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T13:28:41.099013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392192024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T13:28:41.099046Z","caller":"traceutil/trace.go:171","msg":"trace[940362350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4977; }","duration":"1.392248105s","start":"2026-05-19T13:28:39.706788Z","end":"2026-05-19T13:28:41.099036Z","steps":["trace[940362350] 'agreement among raft nodes before linearized reading' (duration: 1.392154303s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.099075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.706773Z","time spent":"1.392296366s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T13:28:41.099072Z","caller":"traceutil/trace.go:171","msg":"trace[1634313834] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"368.547891ms","start":"2026-05-19T13:28:40.730485Z","end":"2026-05-19T13:28:41.099033Z","steps":["trace[1634313834] 'process raft request' (duration: 367.663188ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.099073Z","caller":"traceutil/trace.go:171","msg":"trace[69169388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:4977; }","duration":"1.504835047s","start":"2026-05-19T13:28:39.594171Z","end":"2026-05-19T13:28:41.099006Z","steps":["trace[69169388] 'agreement among raft nodes before linearized reading' (duration: 1.50420405s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.098699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226750592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-rkhj7-tls\" ","response":"range_response_count:1 size:2184"} {"level":"warn","ts":"2026-05-19T13:28:41.099193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.59416Z","time spent":"1.5049945s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-ln28p\" "} {"level":"warn","ts":"2026-05-19T13:28:41.099205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504941188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T13:28:41.09918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.823844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9091b3ab-921a-4ab3-960b-513893188350\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-19T13:28:41.099193Z","caller":"traceutil/trace.go:171","msg":"trace[1549563212] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-rkhj7-tls; range_end:; response_count:1; response_revision:4977; }","duration":"1.227287296s","start":"2026-05-19T13:28:39.871882Z","end":"2026-05-19T13:28:41.099169Z","steps":["trace[1549563212] 'agreement among raft nodes before linearized reading' (duration: 1.226626708s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.099234Z","caller":"traceutil/trace.go:171","msg":"trace[1414877184] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4977; }","duration":"1.50497839s","start":"2026-05-19T13:28:39.594246Z","end":"2026-05-19T13:28:41.099225Z","steps":["trace[1414877184] 'agreement among raft nodes before linearized reading' (duration: 1.504903938s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.099221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:40.730446Z","time spent":"368.701745ms","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:28:41.099259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.59424Z","time spent":"1.505014181s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T13:28:41.099267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403169404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T13:28:41.099265Z","caller":"traceutil/trace.go:171","msg":"trace[285856208] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9091b3ab-921a-4ab3-960b-513893188350; range_end:; response_count:1; response_revision:4977; }","duration":"984.972388ms","start":"2026-05-19T13:28:40.11427Z","end":"2026-05-19T13:28:41.099242Z","steps":["trace[285856208] 'agreement among raft nodes before linearized reading' (duration: 984.643289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.09928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.87186Z","time spent":"1.227399738s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-rkhj7-tls\" "} {"level":"info","ts":"2026-05-19T13:28:41.099296Z","caller":"traceutil/trace.go:171","msg":"trace[1520447187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4977; }","duration":"1.403243246s","start":"2026-05-19T13:28:39.696043Z","end":"2026-05-19T13:28:41.099286Z","steps":["trace[1520447187] 'agreement among raft nodes before linearized reading' (duration: 1.403150403s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.099321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.696018Z","time spent":"1.403298487s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T13:28:41.099289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440707918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T13:28:41.099318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:40.114256Z","time spent":"985.04903ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9091b3ab-921a-4ab3-960b-513893188350\" "} {"level":"warn","ts":"2026-05-19T13:28:41.099353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434085393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T13:28:41.099387Z","caller":"traceutil/trace.go:171","msg":"trace[1946648819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4977; }","duration":"1.434148655s","start":"2026-05-19T13:28:39.665229Z","end":"2026-05-19T13:28:41.099378Z","steps":["trace[1946648819] 'agreement among raft nodes before linearized reading' (duration: 1.434035481s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.099372Z","caller":"traceutil/trace.go:171","msg":"trace[923177638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4977; }","duration":"1.440849483s","start":"2026-05-19T13:28:39.6585Z","end":"2026-05-19T13:28:41.09935Z","steps":["trace[923177638] 'agreement among raft nodes before linearized reading' (duration: 1.440587006s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.099416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.66521Z","time spent":"1.434199956s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:28:41.099439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:39.658489Z","time spent":"1.440940725s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T13:28:41.218755Z","caller":"traceutil/trace.go:171","msg":"trace[534375202] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"114.979475ms","start":"2026-05-19T13:28:41.103721Z","end":"2026-05-19T13:28:41.218701Z","steps":["trace[534375202] 'process raft request' (duration: 63.882001ms)","trace[534375202] 'compare' (duration: 50.760795ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:28:41.218845Z","caller":"traceutil/trace.go:171","msg":"trace[2122477119] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"114.259147ms","start":"2026-05-19T13:28:41.104549Z","end":"2026-05-19T13:28:41.218808Z","steps":["trace[2122477119] 'process raft request' (duration: 114.059032ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.218832Z","caller":"traceutil/trace.go:171","msg":"trace[1919074552] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"113.769612ms","start":"2026-05-19T13:28:41.105033Z","end":"2026-05-19T13:28:41.218803Z","steps":["trace[1919074552] 'process raft request' (duration: 113.67038ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.21892Z","caller":"traceutil/trace.go:171","msg":"trace[411853417] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"114.926604ms","start":"2026-05-19T13:28:41.103962Z","end":"2026-05-19T13:28:41.218889Z","steps":["trace[411853417] 'process raft request' (duration: 114.581375ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.219041Z","caller":"traceutil/trace.go:171","msg":"trace[640687199] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"114.127513ms","start":"2026-05-19T13:28:41.104888Z","end":"2026-05-19T13:28:41.219016Z","steps":["trace[640687199] 'process raft request' (duration: 113.763574ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.219141Z","caller":"traceutil/trace.go:171","msg":"trace[1061789230] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"112.379347ms","start":"2026-05-19T13:28:41.106742Z","end":"2026-05-19T13:28:41.219121Z","steps":["trace[1061789230] 'process raft request' (duration: 112.017327ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:41.219322Z","caller":"traceutil/trace.go:171","msg":"trace[1446919011] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"112.420858ms","start":"2026-05-19T13:28:41.106887Z","end":"2026-05-19T13:28:41.219308Z","steps":["trace[1446919011] 'process raft request' (duration: 112.15359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.219487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.626936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-rkhj7-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-05-19T13:28:41.219536Z","caller":"traceutil/trace.go:171","msg":"trace[279182604] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-rkhj7-tls; range_end:; response_count:1; response_revision:4988; }","duration":"111.711058ms","start":"2026-05-19T13:28:41.107811Z","end":"2026-05-19T13:28:41.219522Z","steps":["trace[279182604] 'agreement among raft nodes before linearized reading' (duration: 111.534684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:41.219695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.004479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"info","ts":"2026-05-19T13:28:41.219767Z","caller":"traceutil/trace.go:171","msg":"trace[617010563] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4988; }","duration":"114.121723ms","start":"2026-05-19T13:28:41.105627Z","end":"2026-05-19T13:28:41.219749Z","steps":["trace[617010563] 'agreement among raft nodes before linearized reading' (duration: 113.853365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:42.013687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.066302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:28:42.013897Z","caller":"traceutil/trace.go:171","msg":"trace[1108012238] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"255.072347ms","start":"2026-05-19T13:28:41.758807Z","end":"2026-05-19T13:28:42.01388Z","steps":["trace[1108012238] 'process raft request' (duration: 254.979635ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:42.014134Z","caller":"traceutil/trace.go:171","msg":"trace[1505263164] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5184; }","duration":"731.579917ms","start":"2026-05-19T13:28:41.282538Z","end":"2026-05-19T13:28:42.014118Z","steps":["trace[1505263164] 'read index received' (duration: 108.054383ms)","trace[1505263164] 'applied index is now lower than readState.Index' (duration: 623.523844ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:28:42.014383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.838524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-phzrp\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-05-19T13:28:42.014418Z","caller":"traceutil/trace.go:171","msg":"trace[1410534179] range","detail":"{range_begin:/registry/pods/monitoring/vector-phzrp; range_end:; response_count:1; response_revision:4994; }","duration":"731.881075ms","start":"2026-05-19T13:28:41.282527Z","end":"2026-05-19T13:28:42.014408Z","steps":["trace[1410534179] 'agreement among raft nodes before linearized reading' (duration: 731.7173ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:42.014403Z","caller":"traceutil/trace.go:171","msg":"trace[786317423] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"733.454987ms","start":"2026-05-19T13:28:41.280903Z","end":"2026-05-19T13:28:42.014358Z","steps":["trace[786317423] 'process raft request' (duration: 109.653384ms)","trace[786317423] 'compare' (duration: 622.701613ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:28:42.014453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:41.282487Z","time spent":"731.957917ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":4972,"request content":"key:\"/registry/pods/monitoring/vector-phzrp\" "} {"level":"warn","ts":"2026-05-19T13:28:42.014454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.156042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T13:28:42.014479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.177383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:28:42.014514Z","caller":"traceutil/trace.go:171","msg":"trace[421568310] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4994; }","duration":"203.258844ms","start":"2026-05-19T13:28:41.811241Z","end":"2026-05-19T13:28:42.0145Z","steps":["trace[421568310] 'agreement among raft nodes before linearized reading' (duration: 203.142082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:42.014457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.275023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5083"} {"level":"warn","ts":"2026-05-19T13:28:42.014523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.867696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-05-19T13:28:42.014556Z","caller":"traceutil/trace.go:171","msg":"trace[1284622272] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4994; }","duration":"655.310416ms","start":"2026-05-19T13:28:41.359227Z","end":"2026-05-19T13:28:42.014538Z","steps":["trace[1284622272] 'agreement among raft nodes before linearized reading' (duration: 655.158423ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:42.014579Z","caller":"traceutil/trace.go:171","msg":"trace[354252460] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:4994; }","duration":"730.457627ms","start":"2026-05-19T13:28:41.284109Z","end":"2026-05-19T13:28:42.014566Z","steps":["trace[354252460] 'agreement among raft nodes before linearized reading' (duration: 730.19266ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:42.014593Z","caller":"traceutil/trace.go:171","msg":"trace[322792769] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4994; }","duration":"483.967627ms","start":"2026-05-19T13:28:41.530606Z","end":"2026-05-19T13:28:42.014573Z","steps":["trace[322792769] 'agreement among raft nodes before linearized reading' (duration: 483.758832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:42.0146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:41.359193Z","time spent":"655.397449ms","remote":"127.0.0.1:39618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":28,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:28:42.01461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:41.284093Z","time spent":"730.509779ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5106,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-05-19T13:28:42.014632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:41.530588Z","time spent":"484.03513ms","remote":"127.0.0.1:39166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-05-19T13:28:42.014663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.376592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"warn","ts":"2026-05-19T13:28:42.014716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:41.280866Z","time spent":"733.62474ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:28:42.014742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.595736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:779477"} {"level":"info","ts":"2026-05-19T13:28:42.014846Z","caller":"traceutil/trace.go:171","msg":"trace[590119890] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4994; }","duration":"589.727949ms","start":"2026-05-19T13:28:41.425106Z","end":"2026-05-19T13:28:42.014834Z","steps":["trace[590119890] 'agreement among raft nodes before linearized reading' (duration: 589.265307ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:42.014739Z","caller":"traceutil/trace.go:171","msg":"trace[2122082575] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4994; }","duration":"463.506676ms","start":"2026-05-19T13:28:41.551215Z","end":"2026-05-19T13:28:42.014721Z","steps":["trace[2122082575] 'agreement among raft nodes before linearized reading' (duration: 463.184078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:42.01489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:41.425089Z","time spent":"589.787891ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":779500,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-19T13:28:42.014896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:41.5512Z","time spent":"463.68395ms","remote":"127.0.0.1:39312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413153,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-19T13:28:43.440405Z","caller":"traceutil/trace.go:171","msg":"trace[1595853589] linearizableReadLoop","detail":"{readStateIndex:5209; appliedIndex:5208; }","duration":"123.314546ms","start":"2026-05-19T13:28:43.317069Z","end":"2026-05-19T13:28:43.440383Z","steps":["trace[1595853589] 'read index received' (duration: 79.259549ms)","trace[1595853589] 'applied index is now lower than readState.Index' (duration: 44.054227ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:28:43.44062Z","caller":"traceutil/trace.go:171","msg":"trace[412715916] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"142.227027ms","start":"2026-05-19T13:28:43.298359Z","end":"2026-05-19T13:28:43.440586Z","steps":["trace[412715916] 'process raft request' (duration: 98.006846ms)","trace[412715916] 'compare' (duration: 43.646756ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:28:43.440914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.82354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:779477"} {"level":"info","ts":"2026-05-19T13:28:43.44096Z","caller":"traceutil/trace.go:171","msg":"trace[938620905] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5016; }","duration":"123.925303ms","start":"2026-05-19T13:28:43.317022Z","end":"2026-05-19T13:28:43.440947Z","steps":["trace[938620905] 'agreement among raft nodes before linearized reading' (duration: 123.43916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:43.93456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.559253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:28:43.934652Z","caller":"traceutil/trace.go:171","msg":"trace[686048280] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:5021; }","duration":"103.766068ms","start":"2026-05-19T13:28:43.830868Z","end":"2026-05-19T13:28:43.934635Z","steps":["trace[686048280] 'range keys from in-memory index tree' (duration: 103.428539ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:44.229409Z","caller":"traceutil/trace.go:171","msg":"trace[959970870] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"129.040487ms","start":"2026-05-19T13:28:44.100326Z","end":"2026-05-19T13:28:44.229366Z","steps":["trace[959970870] 'process raft request' (duration: 96.230819ms)","trace[959970870] 'compare' (duration: 32.430908ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:28:47.652486Z","caller":"traceutil/trace.go:171","msg":"trace[420172951] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"125.469182ms","start":"2026-05-19T13:28:47.526993Z","end":"2026-05-19T13:28:47.652462Z","steps":["trace[420172951] 'process raft request' (duration: 125.288668ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:51.624146Z","caller":"traceutil/trace.go:171","msg":"trace[412306198] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"232.277702ms","start":"2026-05-19T13:28:51.391821Z","end":"2026-05-19T13:28:51.624099Z","steps":["trace[412306198] 'process raft request' (duration: 170.750312ms)","trace[412306198] 'compare' (duration: 61.131399ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:28:51.624409Z","caller":"traceutil/trace.go:171","msg":"trace[254319965] linearizableReadLoop","detail":"{readStateIndex:5365; appliedIndex:5361; }","duration":"143.183391ms","start":"2026-05-19T13:28:51.481203Z","end":"2026-05-19T13:28:51.624387Z","steps":["trace[254319965] 'read index received' (duration: 81.479247ms)","trace[254319965] 'applied index is now lower than readState.Index' (duration: 61.703364ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:28:51.624428Z","caller":"traceutil/trace.go:171","msg":"trace[628321293] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"232.403295ms","start":"2026-05-19T13:28:51.391985Z","end":"2026-05-19T13:28:51.624388Z","steps":["trace[628321293] 'process raft request' (duration: 232.018176ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:51.624469Z","caller":"traceutil/trace.go:171","msg":"trace[1857585182] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"232.184739ms","start":"2026-05-19T13:28:51.392246Z","end":"2026-05-19T13:28:51.624431Z","steps":["trace[1857585182] 'process raft request' (duration: 231.984214ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:51.6245Z","caller":"traceutil/trace.go:171","msg":"trace[299357487] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"231.230414ms","start":"2026-05-19T13:28:51.393232Z","end":"2026-05-19T13:28:51.624463Z","steps":["trace[299357487] 'process raft request' (duration: 231.112491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:51.624576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.364037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T13:28:51.624646Z","caller":"traceutil/trace.go:171","msg":"trace[954729335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5168; }","duration":"143.48198ms","start":"2026-05-19T13:28:51.481153Z","end":"2026-05-19T13:28:51.624635Z","steps":["trace[954729335] 'agreement among raft nodes before linearized reading' (duration: 143.316195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:53.085605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.906809ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-19T13:28:53.085755Z","caller":"traceutil/trace.go:171","msg":"trace[1408223565] linearizableReadLoop","detail":"{readStateIndex:5400; appliedIndex:5399; }","duration":"140.100821ms","start":"2026-05-19T13:28:52.945635Z","end":"2026-05-19T13:28:53.085735Z","steps":["trace[1408223565] 'read index received' (duration: 21.052858ms)","trace[1408223565] 'applied index is now lower than readState.Index' (duration: 119.046133ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:28:53.085955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.305037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T13:28:53.086028Z","caller":"traceutil/trace.go:171","msg":"trace[324680754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5201; }","duration":"140.42051ms","start":"2026-05-19T13:28:52.945587Z","end":"2026-05-19T13:28:53.086008Z","steps":["trace[324680754] 'agreement among raft nodes before linearized reading' (duration: 140.222155ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:53.482041Z","caller":"traceutil/trace.go:171","msg":"trace[1190391066] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"166.084299ms","start":"2026-05-19T13:28:53.315929Z","end":"2026-05-19T13:28:53.482013Z","steps":["trace[1190391066] 'process raft request' (duration: 165.972956ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:53.482057Z","caller":"traceutil/trace.go:171","msg":"trace[640598206] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"166.313075ms","start":"2026-05-19T13:28:53.315709Z","end":"2026-05-19T13:28:53.482022Z","steps":["trace[640598206] 'process raft request' (duration: 165.985866ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:53.482494Z","caller":"traceutil/trace.go:171","msg":"trace[1128072009] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"166.331005ms","start":"2026-05-19T13:28:53.316106Z","end":"2026-05-19T13:28:53.482437Z","steps":["trace[1128072009] 'process raft request' (duration: 165.843213ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:53.482662Z","caller":"traceutil/trace.go:171","msg":"trace[458797352] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"165.291718ms","start":"2026-05-19T13:28:53.317325Z","end":"2026-05-19T13:28:53.482617Z","steps":["trace[458797352] 'process raft request' (duration: 165.032241ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:53.489931Z","caller":"traceutil/trace.go:171","msg":"trace[75535290] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"158.117998ms","start":"2026-05-19T13:28:53.331789Z","end":"2026-05-19T13:28:53.489907Z","steps":["trace[75535290] 'process raft request' (duration: 157.910303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:54.00596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.896472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:28:54.006044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.776203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T13:28:54.006046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.871832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T13:28:54.006103Z","caller":"traceutil/trace.go:171","msg":"trace[270974149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5210; }","duration":"375.894416ms","start":"2026-05-19T13:28:53.630192Z","end":"2026-05-19T13:28:54.006086Z","steps":["trace[270974149] 'range keys from in-memory index tree' (duration: 375.613598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:54.006158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:53.630173Z","time spent":"375.967138ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T13:28:54.006258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.78471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T13:28:54.006335Z","caller":"traceutil/trace.go:171","msg":"trace[1279281389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5210; }","duration":"370.919584ms","start":"2026-05-19T13:28:53.635398Z","end":"2026-05-19T13:28:54.006318Z","steps":["trace[1279281389] 'range keys from in-memory index tree' (duration: 370.590365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:54.006381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:53.635386Z","time spent":"370.987017ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T13:28:54.006502Z","caller":"traceutil/trace.go:171","msg":"trace[1724171677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5210; }","duration":"377.362614ms","start":"2026-05-19T13:28:53.629119Z","end":"2026-05-19T13:28:54.006482Z","steps":["trace[1724171677] 'range keys from in-memory index tree' (duration: 376.684197ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:54.006072Z","caller":"traceutil/trace.go:171","msg":"trace[1664836175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5210; }","duration":"212.055936ms","start":"2026-05-19T13:28:53.793989Z","end":"2026-05-19T13:28:54.006045Z","steps":["trace[1664836175] 'count revisions from in-memory index tree' (duration: 211.747988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:54.006581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:53.629099Z","time spent":"377.459177ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T13:28:54.006652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.490142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T13:28:54.00669Z","caller":"traceutil/trace.go:171","msg":"trace[820796417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5210; }","duration":"376.547543ms","start":"2026-05-19T13:28:53.630133Z","end":"2026-05-19T13:28:54.00668Z","steps":["trace[820796417] 'range keys from in-memory index tree' (duration: 376.394789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:54.006722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:53.630121Z","time spent":"376.590724ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:28:54.007149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.394636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T13:28:54.007211Z","caller":"traceutil/trace.go:171","msg":"trace[766631839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5210; }","duration":"377.458067ms","start":"2026-05-19T13:28:53.629737Z","end":"2026-05-19T13:28:54.007195Z","steps":["trace[766631839] 'range keys from in-memory index tree' (duration: 376.622475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:54.007255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:53.629673Z","time spent":"377.57ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T13:28:58.685445Z","caller":"traceutil/trace.go:171","msg":"trace[92294252] linearizableReadLoop","detail":"{readStateIndex:5464; appliedIndex:5463; }","duration":"166.247072ms","start":"2026-05-19T13:28:58.519159Z","end":"2026-05-19T13:28:58.685407Z","steps":["trace[92294252] 'read index received' (duration: 166.017637ms)","trace[92294252] 'applied index is now lower than readState.Index' (duration: 228.495µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:28:58.685674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.486108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:28:58.685738Z","caller":"traceutil/trace.go:171","msg":"trace[1334715259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5264; }","duration":"166.600282ms","start":"2026-05-19T13:28:58.519123Z","end":"2026-05-19T13:28:58.685723Z","steps":["trace[1334715259] 'agreement among raft nodes before linearized reading' (duration: 166.444207ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:58.686107Z","caller":"traceutil/trace.go:171","msg":"trace[1437638760] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"389.617628ms","start":"2026-05-19T13:28:58.29647Z","end":"2026-05-19T13:28:58.686088Z","steps":["trace[1437638760] 'process raft request' (duration: 388.788027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:28:58.686275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:28:58.296458Z","time spent":"389.702161ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:02.572497Z","caller":"traceutil/trace.go:171","msg":"trace[1963074275] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"396.373666ms","start":"2026-05-19T13:29:02.176073Z","end":"2026-05-19T13:29:02.572447Z","steps":["trace[1963074275] 'process raft request' (duration: 392.008171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:02.572694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:02.176063Z","time spent":"396.5304ms","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:02.579405Z","caller":"traceutil/trace.go:171","msg":"trace[1003357723] linearizableReadLoop","detail":"{readStateIndex:5586; appliedIndex:5584; }","duration":"282.054621ms","start":"2026-05-19T13:29:02.297321Z","end":"2026-05-19T13:29:02.579376Z","steps":["trace[1003357723] 'read index received' (duration: 270.768803ms)","trace[1003357723] 'applied index is now lower than readState.Index' (duration: 11.284518ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:02.579554Z","caller":"traceutil/trace.go:171","msg":"trace[1488611574] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"304.994848ms","start":"2026-05-19T13:29:02.274545Z","end":"2026-05-19T13:29:02.57954Z","steps":["trace[1488611574] 'process raft request' (duration: 304.70282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:02.5797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:02.27452Z","time spent":"305.06991ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:29:02.579804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.032163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T13:29:02.579872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.548216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-19T13:29:02.579888Z","caller":"traceutil/trace.go:171","msg":"trace[1796845869] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5383; }","duration":"180.235009ms","start":"2026-05-19T13:29:02.399639Z","end":"2026-05-19T13:29:02.579874Z","steps":["trace[1796845869] 'agreement among raft nodes before linearized reading' (duration: 179.962571ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:02.57992Z","caller":"traceutil/trace.go:171","msg":"trace[1933945072] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5383; }","duration":"282.638208ms","start":"2026-05-19T13:29:02.297269Z","end":"2026-05-19T13:29:02.579907Z","steps":["trace[1933945072] 'agreement among raft nodes before linearized reading' (duration: 282.496104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:02.579912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2954bb65-7808-41e1-9d76-add001fec847\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-19T13:29:02.579986Z","caller":"traceutil/trace.go:171","msg":"trace[1201187916] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2954bb65-7808-41e1-9d76-add001fec847; range_end:; response_count:1; response_revision:5383; }","duration":"110.911923ms","start":"2026-05-19T13:29:02.469052Z","end":"2026-05-19T13:29:02.579964Z","steps":["trace[1201187916] 'agreement among raft nodes before linearized reading' (duration: 110.717198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:03.445178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164887484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:29:03.646834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.893531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:29:03.647434Z","caller":"traceutil/trace.go:171","msg":"trace[135627402] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"1.061750156s","start":"2026-05-19T13:29:02.585338Z","end":"2026-05-19T13:29:03.647088Z","steps":["trace[135627402] 'process raft request' (duration: 1.061640963s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:03.647515Z","caller":"traceutil/trace.go:171","msg":"trace[1080562661] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"1.064025917s","start":"2026-05-19T13:29:02.583278Z","end":"2026-05-19T13:29:03.647304Z","steps":["trace[1080562661] 'process raft request' (duration: 280.553121ms)","trace[1080562661] 'compare' (duration: 782.731976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:29:03.647574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:02.585319Z","time spent":"1.062190609s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:29:03.647604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:02.583256Z","time spent":"1.064305944s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:04.284507Z","caller":"traceutil/trace.go:171","msg":"trace[249375806] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"1.018891074s","start":"2026-05-19T13:29:03.265595Z","end":"2026-05-19T13:29:04.284486Z","steps":["trace[249375806] 'process raft request' (duration: 1.018734209s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.284634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.265572Z","time spent":"1.018996477s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:04.284776Z","caller":"traceutil/trace.go:171","msg":"trace[1051131033] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"920.370727ms","start":"2026-05-19T13:29:03.364396Z","end":"2026-05-19T13:29:04.284767Z","steps":["trace[1051131033] 'process raft request' (duration: 920.041769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.284817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.364377Z","time spent":"920.420559ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:04.285085Z","caller":"traceutil/trace.go:171","msg":"trace[109888345] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5586; }","duration":"1.340010758s","start":"2026-05-19T13:29:02.945047Z","end":"2026-05-19T13:29:04.285058Z","steps":["trace[109888345] 'read index received' (duration: 607.564812ms)","trace[109888345] 'applied index is now lower than readState.Index' (duration: 732.444806ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:04.285191Z","caller":"traceutil/trace.go:171","msg":"trace[1766391002] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"752.031275ms","start":"2026-05-19T13:29:03.533092Z","end":"2026-05-19T13:29:04.285123Z","steps":["trace[1766391002] 'process raft request' (duration: 751.646734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.285345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.660482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:29:04.28538Z","caller":"traceutil/trace.go:171","msg":"trace[1069267103] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5388; }","duration":"529.742544ms","start":"2026-05-19T13:29:03.755629Z","end":"2026-05-19T13:29:04.285372Z","steps":["trace[1069267103] 'agreement among raft nodes before linearized reading' (duration: 529.688153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.285356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340197584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:29:04.285454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.533068Z","time spent":"752.24303ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:29:04.285483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328652908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:29:04.285522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.155335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T13:29:04.285576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.544826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:29:04.285601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.618771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-19T13:29:04.285593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.955608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T13:29:04.285464Z","caller":"traceutil/trace.go:171","msg":"trace[846860572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5388; }","duration":"1.340413669s","start":"2026-05-19T13:29:02.945029Z","end":"2026-05-19T13:29:04.285442Z","steps":["trace[846860572] 'agreement among raft nodes before linearized reading' (duration: 1.340120912s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.285656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.646634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-19T13:29:04.285689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111811891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T13:29:04.285544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.365199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-19T13:29:04.285697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:02.944967Z","time spent":"1.340711327s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:29:04.285703Z","caller":"traceutil/trace.go:171","msg":"trace[105516828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5388; }","duration":"212.800589ms","start":"2026-05-19T13:29:04.072893Z","end":"2026-05-19T13:29:04.285694Z","steps":["trace[105516828] 'agreement among raft nodes before linearized reading' (duration: 212.609754ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:04.285581Z","caller":"traceutil/trace.go:171","msg":"trace[420878527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5388; }","duration":"1.328901854s","start":"2026-05-19T13:29:02.956664Z","end":"2026-05-19T13:29:04.285566Z","steps":["trace[420878527] 'agreement among raft nodes before linearized reading' (duration: 1.328606657s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:04.285679Z","caller":"traceutil/trace.go:171","msg":"trace[2066254381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5388; }","duration":"705.088272ms","start":"2026-05-19T13:29:03.580571Z","end":"2026-05-19T13:29:04.28566Z","steps":["trace[2066254381] 'agreement among raft nodes before linearized reading' (duration: 704.894868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.285759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.453939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T13:29:04.285764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.131329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T13:29:04.285809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.580527Z","time spent":"705.268348ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:29:04.285815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:02.95665Z","time spent":"1.329135312s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:29:04.2858Z","caller":"traceutil/trace.go:171","msg":"trace[1095043163] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:5388; }","duration":"734.519362ms","start":"2026-05-19T13:29:03.551271Z","end":"2026-05-19T13:29:04.285791Z","steps":["trace[1095043163] 'agreement among raft nodes before linearized reading' (duration: 734.377357ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:04.285846Z","caller":"traceutil/trace.go:171","msg":"trace[1739469722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5388; }","duration":"204.246803ms","start":"2026-05-19T13:29:04.081576Z","end":"2026-05-19T13:29:04.285823Z","steps":["trace[1739469722] 'agreement among raft nodes before linearized reading' (duration: 203.989916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.285856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.89074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T13:29:04.285834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.199392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T13:29:04.285886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.551262Z","time spent":"734.614984ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-ln28p\" "} {"level":"info","ts":"2026-05-19T13:29:04.285903Z","caller":"traceutil/trace.go:171","msg":"trace[1863403267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5388; }","duration":"204.976762ms","start":"2026-05-19T13:29:04.080911Z","end":"2026-05-19T13:29:04.285888Z","steps":["trace[1863403267] 'agreement among raft nodes before linearized reading' (duration: 204.493779ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:04.285711Z","caller":"traceutil/trace.go:171","msg":"trace[920703145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5388; }","duration":"1.111913193s","start":"2026-05-19T13:29:03.173791Z","end":"2026-05-19T13:29:04.285705Z","steps":["trace[920703145] 'agreement among raft nodes before linearized reading' (duration: 1.111858412s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.285997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318990422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2954bb65-7808-41e1-9d76-add001fec847\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-05-19T13:29:04.286021Z","caller":"traceutil/trace.go:171","msg":"trace[369764186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2954bb65-7808-41e1-9d76-add001fec847; range_end:; response_count:1; response_revision:5388; }","duration":"1.319029803s","start":"2026-05-19T13:29:02.966985Z","end":"2026-05-19T13:29:04.286015Z","steps":["trace[369764186] 'agreement among raft nodes before linearized reading' (duration: 1.318677823s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.286042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:02.966977Z","time spent":"1.319059794s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2954bb65-7808-41e1-9d76-add001fec847\" "} {"level":"warn","ts":"2026-05-19T13:29:04.285999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.173754Z","time spent":"1.112224822s","remote":"127.0.0.1:39576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:29:04.28563Z","caller":"traceutil/trace.go:171","msg":"trace[555219212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5388; }","duration":"558.643718ms","start":"2026-05-19T13:29:03.726973Z","end":"2026-05-19T13:29:04.285617Z","steps":["trace[555219212] 'agreement among raft nodes before linearized reading' (duration: 558.527085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.286191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.726949Z","time spent":"559.227263ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T13:29:04.285718Z","caller":"traceutil/trace.go:171","msg":"trace[1181130124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5388; }","duration":"206.568355ms","start":"2026-05-19T13:29:04.079141Z","end":"2026-05-19T13:29:04.28571Z","steps":["trace[1181130124] 'agreement among raft nodes before linearized reading' (duration: 206.276937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.285406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.755607Z","time spent":"529.793355ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:29:04.285619Z","caller":"traceutil/trace.go:171","msg":"trace[194817228] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5388; }","duration":"840.335ms","start":"2026-05-19T13:29:03.445266Z","end":"2026-05-19T13:29:04.285601Z","steps":["trace[194817228] 'agreement among raft nodes before linearized reading' (duration: 840.118534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.286621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.445231Z","time spent":"841.368458ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":28,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:29:04.285628Z","caller":"traceutil/trace.go:171","msg":"trace[1207894474] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5388; }","duration":"368.680332ms","start":"2026-05-19T13:29:03.91694Z","end":"2026-05-19T13:29:04.28562Z","steps":["trace[1207894474] 'agreement among raft nodes before linearized reading' (duration: 368.620581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.28679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.916909Z","time spent":"369.864844ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-19T13:29:04.285923Z","caller":"traceutil/trace.go:171","msg":"trace[1561627526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5388; }","duration":"204.344045ms","start":"2026-05-19T13:29:04.081559Z","end":"2026-05-19T13:29:04.285903Z","steps":["trace[1561627526] 'agreement among raft nodes before linearized reading' (duration: 204.075208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.285956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.246816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-19T13:29:04.286964Z","caller":"traceutil/trace.go:171","msg":"trace[1133849618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5388; }","duration":"963.286443ms","start":"2026-05-19T13:29:03.323663Z","end":"2026-05-19T13:29:04.28695Z","steps":["trace[1133849618] 'agreement among raft nodes before linearized reading' (duration: 961.983808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:04.287007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:03.323645Z","time spent":"963.351554ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T13:29:05.834257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.399027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:29:05.834787Z","caller":"traceutil/trace.go:171","msg":"trace[295605930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5406; }","duration":"108.919821ms","start":"2026-05-19T13:29:05.725733Z","end":"2026-05-19T13:29:05.834653Z","steps":["trace[295605930] 'range keys from in-memory index tree' (duration: 108.200981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:07.483951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.44176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T13:29:07.484217Z","caller":"traceutil/trace.go:171","msg":"trace[653503518] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5423; }","duration":"139.271834ms","start":"2026-05-19T13:29:07.344884Z","end":"2026-05-19T13:29:07.484156Z","steps":["trace[653503518] 'compare' (duration: 116.06516ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:11.805454Z","caller":"traceutil/trace.go:171","msg":"trace[369821562] linearizableReadLoop","detail":"{readStateIndex:5711; appliedIndex:5710; }","duration":"191.514816ms","start":"2026-05-19T13:29:11.613922Z","end":"2026-05-19T13:29:11.805437Z","steps":["trace[369821562] 'read index received' (duration: 191.385913ms)","trace[369821562] 'applied index is now lower than readState.Index' (duration: 128.213µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:11.805541Z","caller":"traceutil/trace.go:171","msg":"trace[2059098404] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"266.793939ms","start":"2026-05-19T13:29:11.538741Z","end":"2026-05-19T13:29:11.805534Z","steps":["trace[2059098404] 'process raft request' (duration: 266.559842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:11.806057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.114111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13849"} {"level":"warn","ts":"2026-05-19T13:29:11.806096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.570345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-19T13:29:11.806305Z","caller":"traceutil/trace.go:171","msg":"trace[1988818814] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5506; }","duration":"141.790912ms","start":"2026-05-19T13:29:11.664476Z","end":"2026-05-19T13:29:11.806267Z","steps":["trace[1988818814] 'agreement among raft nodes before linearized reading' (duration: 141.325119ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:11.80639Z","caller":"traceutil/trace.go:171","msg":"trace[1029269392] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5506; }","duration":"192.339109ms","start":"2026-05-19T13:29:11.61386Z","end":"2026-05-19T13:29:11.806199Z","steps":["trace[1029269392] 'agreement among raft nodes before linearized reading' (duration: 191.987019ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:12.491983Z","caller":"traceutil/trace.go:171","msg":"trace[789466837] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"176.796686ms","start":"2026-05-19T13:29:12.315161Z","end":"2026-05-19T13:29:12.491958Z","steps":["trace[789466837] 'process raft request' (duration: 133.235434ms)","trace[789466837] 'compare' (duration: 43.393268ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:12.492182Z","caller":"traceutil/trace.go:171","msg":"trace[175889645] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5720; }","duration":"167.184532ms","start":"2026-05-19T13:29:12.324974Z","end":"2026-05-19T13:29:12.492159Z","steps":["trace[175889645] 'read index received' (duration: 123.352413ms)","trace[175889645] 'applied index is now lower than readState.Index' (duration: 43.831389ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:12.492323Z","caller":"traceutil/trace.go:171","msg":"trace[1775273153] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"176.581662ms","start":"2026-05-19T13:29:12.315732Z","end":"2026-05-19T13:29:12.492314Z","steps":["trace[1775273153] 'process raft request' (duration: 176.183251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:12.492596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.118719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T13:29:12.492619Z","caller":"traceutil/trace.go:171","msg":"trace[1837646469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5517; }","duration":"134.174409ms","start":"2026-05-19T13:29:12.358439Z","end":"2026-05-19T13:29:12.492613Z","steps":["trace[1837646469] 'agreement among raft nodes before linearized reading' (duration: 134.077347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:12.492641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.648805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T13:29:12.492634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.528781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-19T13:29:12.492656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.01015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T13:29:12.492661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.651248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T13:29:12.492718Z","caller":"traceutil/trace.go:171","msg":"trace[1565139316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5517; }","duration":"142.660624ms","start":"2026-05-19T13:29:12.350034Z","end":"2026-05-19T13:29:12.492695Z","steps":["trace[1565139316] 'agreement among raft nodes before linearized reading' (duration: 142.436049ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:12.492728Z","caller":"traceutil/trace.go:171","msg":"trace[1278172272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5517; }","duration":"141.096212ms","start":"2026-05-19T13:29:12.35161Z","end":"2026-05-19T13:29:12.492706Z","steps":["trace[1278172272] 'agreement among raft nodes before linearized reading' (duration: 140.921577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:12.492754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.239664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T13:29:12.492754Z","caller":"traceutil/trace.go:171","msg":"trace[104052378] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5517; }","duration":"138.782761ms","start":"2026-05-19T13:29:12.353949Z","end":"2026-05-19T13:29:12.492732Z","steps":["trace[104052378] 'agreement among raft nodes before linearized reading' (duration: 138.563246ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:12.492776Z","caller":"traceutil/trace.go:171","msg":"trace[1488840244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5517; }","duration":"139.282234ms","start":"2026-05-19T13:29:12.353489Z","end":"2026-05-19T13:29:12.492771Z","steps":["trace[1488840244] 'agreement among raft nodes before linearized reading' (duration: 139.228633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:12.492775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.517184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T13:29:12.492688Z","caller":"traceutil/trace.go:171","msg":"trace[1903963751] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:5517; }","duration":"167.736748ms","start":"2026-05-19T13:29:12.32494Z","end":"2026-05-19T13:29:12.492677Z","steps":["trace[1903963751] 'agreement among raft nodes before linearized reading' (duration: 167.574674ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:12.49286Z","caller":"traceutil/trace.go:171","msg":"trace[1447797527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5517; }","duration":"141.645147ms","start":"2026-05-19T13:29:12.351196Z","end":"2026-05-19T13:29:12.492841Z","steps":["trace[1447797527] 'agreement among raft nodes before linearized reading' (duration: 141.401791ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:12.646468Z","caller":"traceutil/trace.go:171","msg":"trace[1795685092] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"147.501062ms","start":"2026-05-19T13:29:12.498944Z","end":"2026-05-19T13:29:12.646445Z","steps":["trace[1795685092] 'process raft request' (duration: 147.42161ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:12.646467Z","caller":"traceutil/trace.go:171","msg":"trace[1101198836] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"147.536453ms","start":"2026-05-19T13:29:12.498894Z","end":"2026-05-19T13:29:12.64643Z","steps":["trace[1101198836] 'process raft request' (duration: 125.858399ms)","trace[1101198836] 'compare' (duration: 21.454207ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:12.646569Z","caller":"traceutil/trace.go:171","msg":"trace[1589240149] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"147.679217ms","start":"2026-05-19T13:29:12.498877Z","end":"2026-05-19T13:29:12.646557Z","steps":["trace[1589240149] 'process raft request' (duration: 147.534644ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:12.646717Z","caller":"traceutil/trace.go:171","msg":"trace[721661821] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"147.714638ms","start":"2026-05-19T13:29:12.498996Z","end":"2026-05-19T13:29:12.646711Z","steps":["trace[721661821] 'process raft request' (duration: 147.496273ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:12.64671Z","caller":"traceutil/trace.go:171","msg":"trace[1077107175] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5722; }","duration":"126.211278ms","start":"2026-05-19T13:29:12.520479Z","end":"2026-05-19T13:29:12.646691Z","steps":["trace[1077107175] 'read index received' (duration: 36.917597ms)","trace[1077107175] 'applied index is now lower than readState.Index' (duration: 89.293041ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:29:12.646967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.472205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81492"} {"level":"info","ts":"2026-05-19T13:29:12.646999Z","caller":"traceutil/trace.go:171","msg":"trace[1990886392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5523; }","duration":"126.555847ms","start":"2026-05-19T13:29:12.520436Z","end":"2026-05-19T13:29:12.646992Z","steps":["trace[1990886392] 'agreement among raft nodes before linearized reading' (duration: 126.345692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:16.199473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.12288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:29:16.199606Z","caller":"traceutil/trace.go:171","msg":"trace[1369138856] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5551; }","duration":"111.323865ms","start":"2026-05-19T13:29:16.088254Z","end":"2026-05-19T13:29:16.199578Z","steps":["trace[1369138856] 'count revisions from in-memory index tree' (duration: 111.020738ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:18.073346Z","caller":"traceutil/trace.go:171","msg":"trace[1540351593] linearizableReadLoop","detail":"{readStateIndex:5768; appliedIndex:5767; }","duration":"404.949712ms","start":"2026-05-19T13:29:17.668373Z","end":"2026-05-19T13:29:18.073323Z","steps":["trace[1540351593] 'read index received' (duration: 404.743457ms)","trace[1540351593] 'applied index is now lower than readState.Index' (duration: 205.335µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:18.073399Z","caller":"traceutil/trace.go:171","msg":"trace[1917713486] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"655.284485ms","start":"2026-05-19T13:29:17.418077Z","end":"2026-05-19T13:29:18.073362Z","steps":["trace[1917713486] 'process raft request' (duration: 655.09831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.073546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:17.418056Z","time spent":"655.411989ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:29:18.073578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.182188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-19T13:29:18.073613Z","caller":"traceutil/trace.go:171","msg":"trace[1712173839] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:5562; }","duration":"405.267921ms","start":"2026-05-19T13:29:17.668333Z","end":"2026-05-19T13:29:18.073601Z","steps":["trace[1712173839] 'agreement among raft nodes before linearized reading' (duration: 405.118297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.073657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:17.668313Z","time spent":"405.335713ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T13:29:18.073657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.107726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:29:18.073733Z","caller":"traceutil/trace.go:171","msg":"trace[1351925447] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5562; }","duration":"332.23465ms","start":"2026-05-19T13:29:17.74148Z","end":"2026-05-19T13:29:18.073715Z","steps":["trace[1351925447] 'agreement among raft nodes before linearized reading' (duration: 332.103526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.073793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:17.74146Z","time spent":"332.316942ms","remote":"127.0.0.1:51210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:29:18.07374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.779633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:29:18.073881Z","caller":"traceutil/trace.go:171","msg":"trace[2127646999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5562; }","duration":"132.952607ms","start":"2026-05-19T13:29:17.940918Z","end":"2026-05-19T13:29:18.07387Z","steps":["trace[2127646999] 'agreement among raft nodes before linearized reading' (duration: 132.787993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.383864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.141537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:29:18.384257Z","caller":"traceutil/trace.go:171","msg":"trace[1701952360] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"303.17422ms","start":"2026-05-19T13:29:18.081033Z","end":"2026-05-19T13:29:18.384208Z","steps":["trace[1701952360] 'process raft request' (duration: 80.497549ms)","trace[1701952360] 'compare' (duration: 221.985573ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:18.38447Z","caller":"traceutil/trace.go:171","msg":"trace[430648940] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"302.091232ms","start":"2026-05-19T13:29:18.08235Z","end":"2026-05-19T13:29:18.384441Z","steps":["trace[430648940] 'process raft request' (duration: 301.855215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.384491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:18.081017Z","time spent":"303.340366ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:18.384486Z","caller":"traceutil/trace.go:171","msg":"trace[219886247] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"292.671912ms","start":"2026-05-19T13:29:18.091791Z","end":"2026-05-19T13:29:18.384463Z","steps":["trace[219886247] 'process raft request' (duration: 292.481637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.384634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:18.082337Z","time spent":"302.212535ms","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:18.384601Z","caller":"traceutil/trace.go:171","msg":"trace[2125618775] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"303.304284ms","start":"2026-05-19T13:29:18.08121Z","end":"2026-05-19T13:29:18.384515Z","steps":["trace[2125618775] 'process raft request' (duration: 302.862421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.384927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:18.081192Z","time spent":"303.620821ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1548,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:18.662453Z","caller":"traceutil/trace.go:171","msg":"trace[1628983020] linearizableReadLoop","detail":"{readStateIndex:5775; appliedIndex:5774; }","duration":"248.480613ms","start":"2026-05-19T13:29:18.413949Z","end":"2026-05-19T13:29:18.66243Z","steps":["trace[1628983020] 'read index received' (duration: 234.941344ms)","trace[1628983020] 'applied index is now lower than readState.Index' (duration: 13.538179ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:18.662574Z","caller":"traceutil/trace.go:171","msg":"trace[100282226] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"269.462518ms","start":"2026-05-19T13:29:18.393095Z","end":"2026-05-19T13:29:18.662558Z","steps":["trace[100282226] 'process raft request' (duration: 255.778806ms)","trace[100282226] 'compare' (duration: 13.270651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:29:18.662809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.852333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:29:18.662843Z","caller":"traceutil/trace.go:171","msg":"trace[1690472377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5568; }","duration":"248.948515ms","start":"2026-05-19T13:29:18.413884Z","end":"2026-05-19T13:29:18.662833Z","steps":["trace[1690472377] 'agreement among raft nodes before linearized reading' (duration: 248.868233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.960967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.139433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:29:18.96122Z","caller":"traceutil/trace.go:171","msg":"trace[797605427] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"290.68715ms","start":"2026-05-19T13:29:18.670521Z","end":"2026-05-19T13:29:18.961208Z","steps":["trace[797605427] 'process raft request' (duration: 290.544716ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:18.961245Z","caller":"traceutil/trace.go:171","msg":"trace[1680433527] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"406.686779ms","start":"2026-05-19T13:29:18.554537Z","end":"2026-05-19T13:29:18.961224Z","steps":["trace[1680433527] 'process raft request' (duration: 406.494703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:18.554527Z","time spent":"406.781151ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:18.961355Z","caller":"traceutil/trace.go:171","msg":"trace[917658950] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"409.051171ms","start":"2026-05-19T13:29:18.552281Z","end":"2026-05-19T13:29:18.961332Z","steps":["trace[917658950] 'process raft request' (duration: 250.480236ms)","trace[917658950] 'compare' (duration: 158.031801ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:29:18.961456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:18.552254Z","time spent":"409.144344ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:29:18.961344Z","caller":"traceutil/trace.go:171","msg":"trace[1208097874] linearizableReadLoop","detail":"{readStateIndex:5777; appliedIndex:5775; }","duration":"298.793434ms","start":"2026-05-19T13:29:18.662522Z","end":"2026-05-19T13:29:18.961316Z","steps":["trace[1208097874] 'read index received' (duration: 140.229749ms)","trace[1208097874] 'applied index is now lower than readState.Index' (duration: 158.560865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:29:18.961507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.793206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-19T13:29:18.961523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.772504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-19T13:29:18.961556Z","caller":"traceutil/trace.go:171","msg":"trace[129868480] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5571; }","duration":"368.892249ms","start":"2026-05-19T13:29:18.59265Z","end":"2026-05-19T13:29:18.961542Z","steps":["trace[129868480] 'agreement among raft nodes before linearized reading' (duration: 368.738615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.729276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T13:29:18.961569Z","caller":"traceutil/trace.go:171","msg":"trace[1163870716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5571; }","duration":"309.835466ms","start":"2026-05-19T13:29:18.65172Z","end":"2026-05-19T13:29:18.961555Z","steps":["trace[1163870716] 'agreement among raft nodes before linearized reading' (duration: 309.647571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:18.592623Z","time spent":"368.953281ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T13:29:18.961597Z","caller":"traceutil/trace.go:171","msg":"trace[816014150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5571; }","duration":"376.817568ms","start":"2026-05-19T13:29:18.58477Z","end":"2026-05-19T13:29:18.961587Z","steps":["trace[816014150] 'agreement among raft nodes before linearized reading' (duration: 376.623063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:18.651679Z","time spent":"309.916879ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T13:29:18.961634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:29:18.584752Z","time spent":"376.87435ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:29:18.961682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.621141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-19T13:29:18.961679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.124508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10685"} {"level":"info","ts":"2026-05-19T13:29:18.961731Z","caller":"traceutil/trace.go:171","msg":"trace[76446517] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5571; }","duration":"292.197719ms","start":"2026-05-19T13:29:18.669523Z","end":"2026-05-19T13:29:18.961721Z","steps":["trace[76446517] 'agreement among raft nodes before linearized reading' (duration: 292.043375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.758489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T13:29:18.961774Z","caller":"traceutil/trace.go:171","msg":"trace[638261460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:5571; }","duration":"172.78374ms","start":"2026-05-19T13:29:18.788987Z","end":"2026-05-19T13:29:18.961771Z","steps":["trace[638261460] 'agreement among raft nodes before linearized reading' (duration: 172.741019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.9114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-19T13:29:18.961807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.915246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T13:29:18.961808Z","caller":"traceutil/trace.go:171","msg":"trace[1391805006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5571; }","duration":"208.130345ms","start":"2026-05-19T13:29:18.753661Z","end":"2026-05-19T13:29:18.961791Z","steps":["trace[1391805006] 'agreement among raft nodes before linearized reading' (duration: 208.052763ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:18.961842Z","caller":"traceutil/trace.go:171","msg":"trace[948598890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5571; }","duration":"174.981538ms","start":"2026-05-19T13:29:18.786852Z","end":"2026-05-19T13:29:18.961833Z","steps":["trace[948598890] 'agreement among raft nodes before linearized reading' (duration: 174.888286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.463963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T13:29:18.961908Z","caller":"traceutil/trace.go:171","msg":"trace[1336423168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5571; }","duration":"234.518814ms","start":"2026-05-19T13:29:18.727384Z","end":"2026-05-19T13:29:18.961903Z","steps":["trace[1336423168] 'agreement among raft nodes before linearized reading' (duration: 234.443841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.591613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:29:18.961973Z","caller":"traceutil/trace.go:171","msg":"trace[1762966309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5571; }","duration":"209.892002ms","start":"2026-05-19T13:29:18.752074Z","end":"2026-05-19T13:29:18.961966Z","steps":["trace[1762966309] 'agreement among raft nodes before linearized reading' (duration: 209.599664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:18.961981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.221082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T13:29:18.961696Z","caller":"traceutil/trace.go:171","msg":"trace[1725870810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5571; }","duration":"207.659452ms","start":"2026-05-19T13:29:18.754032Z","end":"2026-05-19T13:29:18.961691Z","steps":["trace[1725870810] 'agreement among raft nodes before linearized reading' (duration: 207.618771ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:18.962033Z","caller":"traceutil/trace.go:171","msg":"trace[160203858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5571; }","duration":"249.306295ms","start":"2026-05-19T13:29:18.712716Z","end":"2026-05-19T13:29:18.962022Z","steps":["trace[160203858] 'agreement among raft nodes before linearized reading' (duration: 249.209172ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:19.123928Z","caller":"traceutil/trace.go:171","msg":"trace[29813850] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"157.754713ms","start":"2026-05-19T13:29:18.966151Z","end":"2026-05-19T13:29:19.123906Z","steps":["trace[29813850] 'process raft request' (duration: 157.679981ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:19.123969Z","caller":"traceutil/trace.go:171","msg":"trace[1166258940] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"157.881915ms","start":"2026-05-19T13:29:18.966052Z","end":"2026-05-19T13:29:19.123934Z","steps":["trace[1166258940] 'process raft request' (duration: 105.289314ms)","trace[1166258940] 'compare' (duration: 52.326215ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:29:19.124239Z","caller":"traceutil/trace.go:171","msg":"trace[389010352] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"157.256909ms","start":"2026-05-19T13:29:18.96697Z","end":"2026-05-19T13:29:19.124227Z","steps":["trace[389010352] 'process raft request' (duration: 156.8951ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:19.124282Z","caller":"traceutil/trace.go:171","msg":"trace[1644283991] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"157.236349ms","start":"2026-05-19T13:29:18.96702Z","end":"2026-05-19T13:29:19.124256Z","steps":["trace[1644283991] 'process raft request' (duration: 157.107155ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:19.124469Z","caller":"traceutil/trace.go:171","msg":"trace[66787838] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"157.311231ms","start":"2026-05-19T13:29:18.967141Z","end":"2026-05-19T13:29:19.124452Z","steps":["trace[66787838] 'process raft request' (duration: 157.069274ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:19.124518Z","caller":"traceutil/trace.go:171","msg":"trace[27718768] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"157.310752ms","start":"2026-05-19T13:29:18.967193Z","end":"2026-05-19T13:29:19.124503Z","steps":["trace[27718768] 'process raft request' (duration: 157.136617ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:19.124552Z","caller":"traceutil/trace.go:171","msg":"trace[1885703541] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"150.729376ms","start":"2026-05-19T13:29:18.973803Z","end":"2026-05-19T13:29:19.124533Z","steps":["trace[1885703541] 'process raft request' (duration: 150.645924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:29:19.571817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.166966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:29:19.571945Z","caller":"traceutil/trace.go:171","msg":"trace[931428270] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5582; }","duration":"163.370281ms","start":"2026-05-19T13:29:19.40854Z","end":"2026-05-19T13:29:19.57191Z","steps":["trace[931428270] 'count revisions from in-memory index tree' (duration: 163.039103ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:29:19.819908Z","caller":"traceutil/trace.go:171","msg":"trace[25429752] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"107.810502ms","start":"2026-05-19T13:29:19.712048Z","end":"2026-05-19T13:29:19.819851Z","steps":["trace[25429752] 'process raft request' (duration: 107.556476ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:30:03.065526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2893} {"level":"info","ts":"2026-05-19T13:30:03.146652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2893,"took":"79.838943ms","hash":2942909628,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":33071104,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-19T13:30:03.146703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2942909628,"revision":2893,"compact-revision":-1} {"level":"info","ts":"2026-05-19T13:30:03.619293Z","caller":"traceutil/trace.go:171","msg":"trace[2097563264] linearizableReadLoop","detail":"{readStateIndex:6158; appliedIndex:6157; }","duration":"112.378703ms","start":"2026-05-19T13:30:03.506889Z","end":"2026-05-19T13:30:03.619268Z","steps":["trace[2097563264] 'read index received' (duration: 90.378653ms)","trace[2097563264] 'applied index is now lower than readState.Index' (duration: 21.99904ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:30:03.61957Z","caller":"traceutil/trace.go:171","msg":"trace[1904357809] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"128.215982ms","start":"2026-05-19T13:30:03.491294Z","end":"2026-05-19T13:30:03.619509Z","steps":["trace[1904357809] 'process raft request' (duration: 106.041677ms)","trace[1904357809] 'compare' (duration: 21.807115ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:30:03.620361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.450483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214723"} {"level":"info","ts":"2026-05-19T13:30:03.620429Z","caller":"traceutil/trace.go:171","msg":"trace[470486958] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5939; }","duration":"113.572436ms","start":"2026-05-19T13:30:03.506841Z","end":"2026-05-19T13:30:03.620413Z","steps":["trace[470486958] 'agreement among raft nodes before linearized reading' (duration: 112.530918ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:30:13.285581Z","caller":"traceutil/trace.go:171","msg":"trace[1895830850] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"116.497382ms","start":"2026-05-19T13:30:13.169059Z","end":"2026-05-19T13:30:13.285556Z","steps":["trace[1895830850] 'process raft request' (duration: 105.855112ms)","trace[1895830850] 'compare' (duration: 10.484636ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:30:17.865566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.383727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:30:17.865651Z","caller":"traceutil/trace.go:171","msg":"trace[1177217400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6041; }","duration":"139.480619ms","start":"2026-05-19T13:30:17.726152Z","end":"2026-05-19T13:30:17.865632Z","steps":["trace[1177217400] 'range keys from in-memory index tree' (duration: 139.253913ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:03.07418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5930} {"level":"info","ts":"2026-05-19T13:35:03.166587Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5930,"took":"90.635821ms","hash":1231837302,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":21524480,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-19T13:35:03.166675Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1231837302,"revision":5930,"compact-revision":2893} {"level":"info","ts":"2026-05-19T13:35:19.095472Z","caller":"traceutil/trace.go:171","msg":"trace[1115701227] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"108.977766ms","start":"2026-05-19T13:35:18.986467Z","end":"2026-05-19T13:35:19.095444Z","steps":["trace[1115701227] 'process raft request' (duration: 108.800651ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:19.095651Z","caller":"traceutil/trace.go:171","msg":"trace[1173961402] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8433; }","duration":"100.322418ms","start":"2026-05-19T13:35:18.995289Z","end":"2026-05-19T13:35:19.095612Z","steps":["trace[1173961402] 'read index received' (duration: 48.347447ms)","trace[1173961402] 'applied index is now lower than readState.Index' (duration: 51.972951ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:35:19.095834Z","caller":"traceutil/trace.go:171","msg":"trace[1216731019] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"108.319429ms","start":"2026-05-19T13:35:18.987491Z","end":"2026-05-19T13:35:19.09581Z","steps":["trace[1216731019] 'process raft request' (duration: 107.911938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:19.095923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.624716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T13:35:19.096136Z","caller":"traceutil/trace.go:171","msg":"trace[1718908138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:8142; }","duration":"100.879793ms","start":"2026-05-19T13:35:18.995245Z","end":"2026-05-19T13:35:19.096124Z","steps":["trace[1718908138] 'agreement among raft nodes before linearized reading' (duration: 100.477563ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:19.846418Z","caller":"traceutil/trace.go:171","msg":"trace[1786004882] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8439; }","duration":"120.839628ms","start":"2026-05-19T13:35:19.72555Z","end":"2026-05-19T13:35:19.846389Z","steps":["trace[1786004882] 'read index received' (duration: 115.141198ms)","trace[1786004882] 'applied index is now lower than readState.Index' (duration: 5.69755ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:35:19.846454Z","caller":"traceutil/trace.go:171","msg":"trace[117127281] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"182.421644ms","start":"2026-05-19T13:35:19.664Z","end":"2026-05-19T13:35:19.846422Z","steps":["trace[117127281] 'process raft request' (duration: 176.694113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:19.846505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.955431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:35:19.846537Z","caller":"traceutil/trace.go:171","msg":"trace[1821452733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8146; }","duration":"121.029754ms","start":"2026-05-19T13:35:19.725498Z","end":"2026-05-19T13:35:19.846528Z","steps":["trace[1821452733] 'agreement among raft nodes before linearized reading' (duration: 120.968043ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:27.140327Z","caller":"traceutil/trace.go:171","msg":"trace[262867868] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8604; }","duration":"125.211244ms","start":"2026-05-19T13:35:27.015092Z","end":"2026-05-19T13:35:27.140304Z","steps":["trace[262867868] 'read index received' (duration: 124.952026ms)","trace[262867868] 'applied index is now lower than readState.Index' (duration: 258.088µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:35:27.140676Z","caller":"traceutil/trace.go:171","msg":"trace[781203499] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"196.351891ms","start":"2026-05-19T13:35:26.944283Z","end":"2026-05-19T13:35:27.140635Z","steps":["trace[781203499] 'process raft request' (duration: 195.833087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:27.140847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.739997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:35:27.142308Z","caller":"traceutil/trace.go:171","msg":"trace[149430263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8310; }","duration":"127.261787ms","start":"2026-05-19T13:35:27.015024Z","end":"2026-05-19T13:35:27.142286Z","steps":["trace[149430263] 'agreement among raft nodes before linearized reading' (duration: 125.618034ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:27.635434Z","caller":"traceutil/trace.go:171","msg":"trace[992009019] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"490.562685ms","start":"2026-05-19T13:35:27.144841Z","end":"2026-05-19T13:35:27.635404Z","steps":["trace[992009019] 'process raft request' (duration: 487.683269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:27.635638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:27.144823Z","time spent":"490.709558ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:35:27.660159Z","caller":"traceutil/trace.go:171","msg":"trace[1542628201] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"515.268876ms","start":"2026-05-19T13:35:27.144881Z","end":"2026-05-19T13:35:27.66015Z","steps":["trace[1542628201] 'process raft request' (duration: 514.946098ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:27.660105Z","caller":"traceutil/trace.go:171","msg":"trace[43199834] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"514.657321ms","start":"2026-05-19T13:35:27.145423Z","end":"2026-05-19T13:35:27.66008Z","steps":["trace[43199834] 'process raft request' (duration: 514.561418ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:27.660295Z","caller":"traceutil/trace.go:171","msg":"trace[1147573791] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8605; }","duration":"514.865415ms","start":"2026-05-19T13:35:27.145395Z","end":"2026-05-19T13:35:27.66026Z","steps":["trace[1147573791] 'read index received' (duration: 487.124554ms)","trace[1147573791] 'applied index is now lower than readState.Index' (duration: 27.738411ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:35:27.66033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:27.144855Z","time spent":"515.376519ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:35:27.66045Z","caller":"traceutil/trace.go:171","msg":"trace[1331114591] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"498.419952ms","start":"2026-05-19T13:35:27.161995Z","end":"2026-05-19T13:35:27.660415Z","steps":["trace[1331114591] 'process raft request' (duration: 498.038611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:27.660483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:27.145406Z","time spent":"514.859085ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:35:27.660582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:27.161966Z","time spent":"498.540245ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:35:27.660599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.882178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T13:35:27.660668Z","caller":"traceutil/trace.go:171","msg":"trace[358093369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8314; }","duration":"320.995541ms","start":"2026-05-19T13:35:27.339651Z","end":"2026-05-19T13:35:27.660647Z","steps":["trace[358093369] 'agreement among raft nodes before linearized reading' (duration: 320.800366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:27.66071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:27.339625Z","time spent":"321.076853ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T13:35:27.660826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.403569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-05-19T13:35:27.660876Z","caller":"traceutil/trace.go:171","msg":"trace[1629185546] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8314; }","duration":"515.491542ms","start":"2026-05-19T13:35:27.145372Z","end":"2026-05-19T13:35:27.660863Z","steps":["trace[1629185546] 'agreement among raft nodes before linearized reading' (duration: 515.044311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:27.660924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:27.145362Z","time spent":"515.543093ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-19T13:35:39.528303Z","caller":"traceutil/trace.go:171","msg":"trace[9125698] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8671; }","duration":"121.919878ms","start":"2026-05-19T13:35:39.406359Z","end":"2026-05-19T13:35:39.528278Z","steps":["trace[9125698] 'read index received' (duration: 121.672872ms)","trace[9125698] 'applied index is now lower than readState.Index' (duration: 245.896µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:35:39.528406Z","caller":"traceutil/trace.go:171","msg":"trace[664746276] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"308.819869ms","start":"2026-05-19T13:35:39.21954Z","end":"2026-05-19T13:35:39.528359Z","steps":["trace[664746276] 'process raft request' (duration: 308.566583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:39.528575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:39.219518Z","time spent":"308.976303ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:35:39.528441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.055142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:35:39.528686Z","caller":"traceutil/trace.go:171","msg":"trace[351316436] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8374; }","duration":"122.37294ms","start":"2026-05-19T13:35:39.406298Z","end":"2026-05-19T13:35:39.528671Z","steps":["trace[351316436] 'agreement among raft nodes before linearized reading' (duration: 122.079671ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:39.913102Z","caller":"traceutil/trace.go:171","msg":"trace[438946006] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"105.016942ms","start":"2026-05-19T13:35:39.808062Z","end":"2026-05-19T13:35:39.913079Z","steps":["trace[438946006] 'process raft request' (duration: 104.977241ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:39.913165Z","caller":"traceutil/trace.go:171","msg":"trace[1206459682] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"106.659254ms","start":"2026-05-19T13:35:39.806477Z","end":"2026-05-19T13:35:39.913136Z","steps":["trace[1206459682] 'process raft request' (duration: 106.435238ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:40.584431Z","caller":"traceutil/trace.go:171","msg":"trace[1528009749] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"174.908735ms","start":"2026-05-19T13:35:40.409487Z","end":"2026-05-19T13:35:40.584396Z","steps":["trace[1528009749] 'process raft request' (duration: 174.69712ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:40.83351Z","caller":"traceutil/trace.go:171","msg":"trace[1919355469] linearizableReadLoop","detail":"{readStateIndex:8680; appliedIndex:8679; }","duration":"107.819225ms","start":"2026-05-19T13:35:40.725666Z","end":"2026-05-19T13:35:40.833485Z","steps":["trace[1919355469] 'read index received' (duration: 13.306571ms)","trace[1919355469] 'applied index is now lower than readState.Index' (duration: 94.511774ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:35:40.833577Z","caller":"traceutil/trace.go:171","msg":"trace[1843667925] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"254.709881ms","start":"2026-05-19T13:35:40.578833Z","end":"2026-05-19T13:35:40.833543Z","steps":["trace[1843667925] 'process raft request' (duration: 160.199607ms)","trace[1843667925] 'compare' (duration: 94.34644ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:35:40.833651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.949488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:35:40.833722Z","caller":"traceutil/trace.go:171","msg":"trace[1766986554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8382; }","duration":"108.085771ms","start":"2026-05-19T13:35:40.725616Z","end":"2026-05-19T13:35:40.833702Z","steps":["trace[1766986554] 'agreement among raft nodes before linearized reading' (duration: 107.945178ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:41.001288Z","caller":"traceutil/trace.go:171","msg":"trace[1117082640] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"129.947129ms","start":"2026-05-19T13:35:40.871296Z","end":"2026-05-19T13:35:41.001243Z","steps":["trace[1117082640] 'process raft request' (duration: 79.107058ms)","trace[1117082640] 'compare' (duration: 50.635476ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:35:42.069196Z","caller":"traceutil/trace.go:171","msg":"trace[1019476131] linearizableReadLoop","detail":"{readStateIndex:8685; appliedIndex:8684; }","duration":"270.031695ms","start":"2026-05-19T13:35:41.799137Z","end":"2026-05-19T13:35:42.069169Z","steps":["trace[1019476131] 'read index received' (duration: 269.946573ms)","trace[1019476131] 'applied index is now lower than readState.Index' (duration: 83.742µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:35:42.069296Z","caller":"traceutil/trace.go:171","msg":"trace[755921548] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"272.320556ms","start":"2026-05-19T13:35:41.796955Z","end":"2026-05-19T13:35:42.069275Z","steps":["trace[755921548] 'process raft request' (duration: 272.019537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:42.069778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.619111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-05-19T13:35:42.069854Z","caller":"traceutil/trace.go:171","msg":"trace[1242703023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8387; }","duration":"270.732144ms","start":"2026-05-19T13:35:41.799105Z","end":"2026-05-19T13:35:42.069837Z","steps":["trace[1242703023] 'agreement among raft nodes before linearized reading' (duration: 270.20593ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:42.125642Z","caller":"traceutil/trace.go:171","msg":"trace[812515771] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"195.857688ms","start":"2026-05-19T13:35:41.929764Z","end":"2026-05-19T13:35:42.125621Z","steps":["trace[812515771] 'process raft request' (duration: 195.713714ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:42.125738Z","caller":"traceutil/trace.go:171","msg":"trace[682096892] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"206.080478ms","start":"2026-05-19T13:35:41.91962Z","end":"2026-05-19T13:35:42.125701Z","steps":["trace[682096892] 'process raft request' (duration: 205.544554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:42.125771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.515866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T13:35:42.125828Z","caller":"traceutil/trace.go:171","msg":"trace[1060088884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8389; }","duration":"207.578588ms","start":"2026-05-19T13:35:41.918232Z","end":"2026-05-19T13:35:42.125811Z","steps":["trace[1060088884] 'agreement among raft nodes before linearized reading' (duration: 207.476805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:42.126006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.039217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T13:35:42.126049Z","caller":"traceutil/trace.go:171","msg":"trace[203281123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8389; }","duration":"209.109988ms","start":"2026-05-19T13:35:41.916928Z","end":"2026-05-19T13:35:42.126038Z","steps":["trace[203281123] 'agreement among raft nodes before linearized reading' (duration: 208.995625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:42.126191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.784284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-19T13:35:42.125671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.340593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T13:35:42.126442Z","caller":"traceutil/trace.go:171","msg":"trace[380750012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8389; }","duration":"238.149784ms","start":"2026-05-19T13:35:41.888266Z","end":"2026-05-19T13:35:42.126416Z","steps":["trace[380750012] 'agreement among raft nodes before linearized reading' (duration: 237.271471ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:42.126409Z","caller":"traceutil/trace.go:171","msg":"trace[926145806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8389; }","duration":"208.03355ms","start":"2026-05-19T13:35:41.918353Z","end":"2026-05-19T13:35:42.126386Z","steps":["trace[926145806] 'agreement among raft nodes before linearized reading' (duration: 207.396004ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:42.774705Z","caller":"traceutil/trace.go:171","msg":"trace[217881408] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"183.530203ms","start":"2026-05-19T13:35:42.591133Z","end":"2026-05-19T13:35:42.774663Z","steps":["trace[217881408] 'process raft request' (duration: 183.146623ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:44.388477Z","caller":"traceutil/trace.go:171","msg":"trace[921786520] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"257.152056ms","start":"2026-05-19T13:35:44.131305Z","end":"2026-05-19T13:35:44.388457Z","steps":["trace[921786520] 'process raft request' (duration: 257.118324ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:44.388857Z","caller":"traceutil/trace.go:171","msg":"trace[822864152] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"310.101583ms","start":"2026-05-19T13:35:44.078746Z","end":"2026-05-19T13:35:44.388847Z","steps":["trace[822864152] 'process raft request' (duration: 309.537348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:44.388937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:44.07871Z","time spent":"310.172215ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:35:44.389028Z","caller":"traceutil/trace.go:171","msg":"trace[917397875] linearizableReadLoop","detail":"{readStateIndex:8704; appliedIndex:8703; }","duration":"295.830686ms","start":"2026-05-19T13:35:44.09319Z","end":"2026-05-19T13:35:44.38902Z","steps":["trace[917397875] 'read index received' (duration: 295.032745ms)","trace[917397875] 'applied index is now lower than readState.Index' (duration: 797.271µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:35:44.389201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.009812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T13:35:44.389229Z","caller":"traceutil/trace.go:171","msg":"trace[1709186923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:8406; }","duration":"296.065372ms","start":"2026-05-19T13:35:44.093157Z","end":"2026-05-19T13:35:44.389223Z","steps":["trace[1709186923] 'agreement among raft nodes before linearized reading' (duration: 295.969909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:44.389408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.834119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T13:35:44.389441Z","caller":"traceutil/trace.go:171","msg":"trace[1360448254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8406; }","duration":"253.88729ms","start":"2026-05-19T13:35:44.135545Z","end":"2026-05-19T13:35:44.389433Z","steps":["trace[1360448254] 'agreement among raft nodes before linearized reading' (duration: 253.802148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:44.779038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.933989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-19T13:35:44.779106Z","caller":"traceutil/trace.go:171","msg":"trace[520304393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8406; }","duration":"641.999701ms","start":"2026-05-19T13:35:44.137086Z","end":"2026-05-19T13:35:44.779085Z","steps":["trace[520304393] 'agreement among raft nodes before linearized reading' (duration: 252.562575ms)","trace[520304393] 'range keys from in-memory index tree' (duration: 389.298883ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:35:44.779132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:44.137052Z","time spent":"642.073814ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:35:44.779271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.832502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T13:35:44.779294Z","caller":"traceutil/trace.go:171","msg":"trace[1590934892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8406; }","duration":"642.873745ms","start":"2026-05-19T13:35:44.136414Z","end":"2026-05-19T13:35:44.779287Z","steps":["trace[1590934892] 'agreement among raft nodes before linearized reading' (duration: 253.244653ms)","trace[1590934892] 'range keys from in-memory index tree' (duration: 389.579651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:35:44.779311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:44.136403Z","time spent":"642.903965ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T13:35:44.779575Z","caller":"traceutil/trace.go:171","msg":"trace[27439405] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8705; }","duration":"378.428706ms","start":"2026-05-19T13:35:44.401132Z","end":"2026-05-19T13:35:44.779561Z","steps":["trace[27439405] 'read index received' (duration: 377.312467ms)","trace[27439405] 'applied index is now lower than readState.Index' (duration: 1.115419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:35:44.779888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.747375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-05-19T13:35:44.77994Z","caller":"traceutil/trace.go:171","msg":"trace[586298456] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8407; }","duration":"378.832627ms","start":"2026-05-19T13:35:44.401096Z","end":"2026-05-19T13:35:44.779928Z","steps":["trace[586298456] 'agreement among raft nodes before linearized reading' (duration: 378.522978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:44.779981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:44.401075Z","time spent":"378.893368ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-19T13:35:44.78034Z","caller":"traceutil/trace.go:171","msg":"trace[2114532783] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"387.588927ms","start":"2026-05-19T13:35:44.392735Z","end":"2026-05-19T13:35:44.780324Z","steps":["trace[2114532783] 'process raft request' (duration: 385.758219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:44.780441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:44.392717Z","time spent":"387.669358ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:35:45.744057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.161633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:35:45.74423Z","caller":"traceutil/trace.go:171","msg":"trace[2026839847] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"126.5601ms","start":"2026-05-19T13:35:45.617647Z","end":"2026-05-19T13:35:45.744207Z","steps":["trace[2026839847] 'compare' (duration: 124.827984ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:35:46.123728Z","caller":"traceutil/trace.go:171","msg":"trace[2100621736] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"306.519079ms","start":"2026-05-19T13:35:45.817172Z","end":"2026-05-19T13:35:46.123691Z","steps":["trace[2100621736] 'process raft request' (duration: 305.842151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:35:46.123872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:35:45.81716Z","time spent":"306.635521ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:36:11.567485Z","caller":"traceutil/trace.go:171","msg":"trace[67267644] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"596.205551ms","start":"2026-05-19T13:36:10.971248Z","end":"2026-05-19T13:36:11.567454Z","steps":["trace[67267644] 'process raft request' (duration: 527.500798ms)","trace[67267644] 'compare' (duration: 68.5964ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:36:11.567629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:10.971231Z","time spent":"596.327586ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:36:11.786071Z","caller":"traceutil/trace.go:171","msg":"trace[1603094688] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"370.969948ms","start":"2026-05-19T13:36:11.415058Z","end":"2026-05-19T13:36:11.786028Z","steps":["trace[1603094688] 'process raft request' (duration: 370.827194ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:11.786286Z","caller":"traceutil/trace.go:171","msg":"trace[623466237] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"109.250643ms","start":"2026-05-19T13:36:11.677008Z","end":"2026-05-19T13:36:11.786258Z","steps":["trace[623466237] 'process raft request' (duration: 108.950826ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:11.786312Z","caller":"traceutil/trace.go:171","msg":"trace[413436044] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"814.980385ms","start":"2026-05-19T13:36:10.971308Z","end":"2026-05-19T13:36:11.786288Z","steps":["trace[413436044] 'process raft request' (duration: 813.25848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:11.786469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:10.971283Z","time spent":"815.098878ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:36:11.78648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:11.415031Z","time spent":"371.131823ms","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19369,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:36:13.026406Z","caller":"traceutil/trace.go:171","msg":"trace[708124989] linearizableReadLoop","detail":"{readStateIndex:8912; appliedIndex:8910; }","duration":"102.564456ms","start":"2026-05-19T13:36:12.923818Z","end":"2026-05-19T13:36:13.026382Z","steps":["trace[708124989] 'read index received' (duration: 46.22823ms)","trace[708124989] 'applied index is now lower than readState.Index' (duration: 56.335226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:36:13.026687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.848524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-19T13:36:13.02679Z","caller":"traceutil/trace.go:171","msg":"trace[309106402] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8606; }","duration":"102.986917ms","start":"2026-05-19T13:36:12.923763Z","end":"2026-05-19T13:36:13.02675Z","steps":["trace[309106402] 'agreement among raft nodes before linearized reading' (duration: 102.702479ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:16.78949Z","caller":"traceutil/trace.go:171","msg":"trace[1552720289] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"131.474288ms","start":"2026-05-19T13:36:16.657978Z","end":"2026-05-19T13:36:16.789452Z","steps":["trace[1552720289] 'process raft request' (duration: 131.242203ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:18.845539Z","caller":"traceutil/trace.go:171","msg":"trace[240193468] linearizableReadLoop","detail":"{readStateIndex:8978; appliedIndex:8977; }","duration":"118.65395ms","start":"2026-05-19T13:36:18.726868Z","end":"2026-05-19T13:36:18.845522Z","steps":["trace[240193468] 'read index received' (duration: 118.477786ms)","trace[240193468] 'applied index is now lower than readState.Index' (duration: 175.524µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:36:18.845644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.766284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:36:18.845662Z","caller":"traceutil/trace.go:171","msg":"trace[903649051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8666; }","duration":"118.832125ms","start":"2026-05-19T13:36:18.726824Z","end":"2026-05-19T13:36:18.845656Z","steps":["trace[903649051] 'agreement among raft nodes before linearized reading' (duration: 118.766843ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:18.845833Z","caller":"traceutil/trace.go:171","msg":"trace[1982563880] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"141.500424ms","start":"2026-05-19T13:36:18.704297Z","end":"2026-05-19T13:36:18.845797Z","steps":["trace[1982563880] 'process raft request' (duration: 141.098893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:24.326608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.258381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T13:36:24.326743Z","caller":"traceutil/trace.go:171","msg":"trace[1867298646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8706; }","duration":"191.907394ms","start":"2026-05-19T13:36:24.134813Z","end":"2026-05-19T13:36:24.32672Z","steps":["trace[1867298646] 'compare' (duration: 176.077766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:24.630937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.547608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:36:24.631131Z","caller":"traceutil/trace.go:171","msg":"trace[938322523] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"493.790999ms","start":"2026-05-19T13:36:24.13732Z","end":"2026-05-19T13:36:24.631111Z","steps":["trace[938322523] 'process raft request' (duration: 349.969924ms)","trace[938322523] 'compare' (duration: 143.448956ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:36:24.631202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:24.137292Z","time spent":"493.878711ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:36:24.631415Z","caller":"traceutil/trace.go:171","msg":"trace[1824040212] linearizableReadLoop","detail":"{readStateIndex:9020; appliedIndex:9019; }","duration":"432.300697ms","start":"2026-05-19T13:36:24.199098Z","end":"2026-05-19T13:36:24.631399Z","steps":["trace[1824040212] 'read index received' (duration: 288.197245ms)","trace[1824040212] 'applied index is now lower than readState.Index' (duration: 144.102442ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:36:24.631474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.38022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:36:24.631537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.226079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:36:24.631577Z","caller":"traceutil/trace.go:171","msg":"trace[132877414] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8708; }","duration":"381.315862ms","start":"2026-05-19T13:36:24.25025Z","end":"2026-05-19T13:36:24.631565Z","steps":["trace[132877414] 'agreement among raft nodes before linearized reading' (duration: 381.254691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:24.631613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:24.250193Z","time spent":"381.412164ms","remote":"127.0.0.1:39312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:36:24.631502Z","caller":"traceutil/trace.go:171","msg":"trace[820555862] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8708; }","duration":"432.443021ms","start":"2026-05-19T13:36:24.199049Z","end":"2026-05-19T13:36:24.631492Z","steps":["trace[820555862] 'agreement among raft nodes before linearized reading' (duration: 432.39592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:24.631724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:24.199024Z","time spent":"432.662696ms","remote":"127.0.0.1:35974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:36:24.631882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.598886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T13:36:24.631988Z","caller":"traceutil/trace.go:171","msg":"trace[1677958519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8708; }","duration":"296.752719ms","start":"2026-05-19T13:36:24.335216Z","end":"2026-05-19T13:36:24.631969Z","steps":["trace[1677958519] 'agreement among raft nodes before linearized reading' (duration: 296.399481ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:25.204823Z","caller":"traceutil/trace.go:171","msg":"trace[2079021686] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9026; }","duration":"108.544334ms","start":"2026-05-19T13:36:25.096251Z","end":"2026-05-19T13:36:25.204796Z","steps":["trace[2079021686] 'read index received' (duration: 9.06182ms)","trace[2079021686] 'applied index is now lower than readState.Index' (duration: 99.481354ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:36:25.204937Z","caller":"traceutil/trace.go:171","msg":"trace[453965064] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"117.575492ms","start":"2026-05-19T13:36:25.087296Z","end":"2026-05-19T13:36:25.204872Z","steps":["trace[453965064] 'process raft request' (duration: 76.700373ms)","trace[453965064] 'compare' (duration: 40.658243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:36:25.205092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.824781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T13:36:25.205199Z","caller":"traceutil/trace.go:171","msg":"trace[1823309243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8714; }","duration":"108.983255ms","start":"2026-05-19T13:36:25.096188Z","end":"2026-05-19T13:36:25.205171Z","steps":["trace[1823309243] 'agreement among raft nodes before linearized reading' (duration: 108.714158ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:25.585686Z","caller":"traceutil/trace.go:171","msg":"trace[899907534] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9027; }","duration":"380.774948ms","start":"2026-05-19T13:36:25.20489Z","end":"2026-05-19T13:36:25.585665Z","steps":["trace[899907534] 'read index received' (duration: 371.913893ms)","trace[899907534] 'applied index is now lower than readState.Index' (duration: 8.859975ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:36:25.585702Z","caller":"traceutil/trace.go:171","msg":"trace[1363039752] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"470.228599ms","start":"2026-05-19T13:36:25.115441Z","end":"2026-05-19T13:36:25.585669Z","steps":["trace[1363039752] 'process raft request' (duration: 461.330524ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:25.585736Z","caller":"traceutil/trace.go:171","msg":"trace[1786590082] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"468.180125ms","start":"2026-05-19T13:36:25.117524Z","end":"2026-05-19T13:36:25.585704Z","steps":["trace[1786590082] 'process raft request' (duration: 468.080672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:25.585845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:25.115418Z","time spent":"470.350211ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:36:25.585872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.638873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-19T13:36:25.585872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:25.117515Z","time spent":"468.284877ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:36:25.58587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.902513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wz7jf\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-05-19T13:36:25.585911Z","caller":"traceutil/trace.go:171","msg":"trace[268670413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:8716; }","duration":"480.714826ms","start":"2026-05-19T13:36:25.105185Z","end":"2026-05-19T13:36:25.5859Z","steps":["trace[268670413] 'agreement among raft nodes before linearized reading' (duration: 480.585802ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:25.58593Z","caller":"traceutil/trace.go:171","msg":"trace[1169959833] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wz7jf; range_end:; response_count:1; response_revision:8716; }","duration":"469.005516ms","start":"2026-05-19T13:36:25.11691Z","end":"2026-05-19T13:36:25.585916Z","steps":["trace[1169959833] 'agreement among raft nodes before linearized reading' (duration: 468.793081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:25.585944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:25.10517Z","time spent":"480.766906ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-ln28p\" "} {"level":"warn","ts":"2026-05-19T13:36:25.585987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:25.116893Z","time spent":"469.085777ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wz7jf\" "} {"level":"info","ts":"2026-05-19T13:36:25.600276Z","caller":"traceutil/trace.go:171","msg":"trace[1240861084] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"390.386402ms","start":"2026-05-19T13:36:25.209865Z","end":"2026-05-19T13:36:25.600251Z","steps":["trace[1240861084] 'process raft request' (duration: 390.187836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:25.600364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.983169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-19T13:36:25.600419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:25.209838Z","time spent":"390.507864ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:36:25.600434Z","caller":"traceutil/trace.go:171","msg":"trace[574293942] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8717; }","duration":"388.098922ms","start":"2026-05-19T13:36:25.212322Z","end":"2026-05-19T13:36:25.600421Z","steps":["trace[574293942] 'agreement among raft nodes before linearized reading' (duration: 387.923557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:25.600481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:36:25.212302Z","time spent":"388.170213ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-05-19T13:36:26.755015Z","caller":"traceutil/trace.go:171","msg":"trace[1889632133] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9035; }","duration":"106.222054ms","start":"2026-05-19T13:36:26.648773Z","end":"2026-05-19T13:36:26.754995Z","steps":["trace[1889632133] 'read index received' (duration: 106.044469ms)","trace[1889632133] 'applied index is now lower than readState.Index' (duration: 176.805µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:36:26.755102Z","caller":"traceutil/trace.go:171","msg":"trace[874448414] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"116.820412ms","start":"2026-05-19T13:36:26.638252Z","end":"2026-05-19T13:36:26.755072Z","steps":["trace[874448414] 'process raft request' (duration: 116.618387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:26.755222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.441049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T13:36:26.755309Z","caller":"traceutil/trace.go:171","msg":"trace[423719006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8723; }","duration":"106.569302ms","start":"2026-05-19T13:36:26.648721Z","end":"2026-05-19T13:36:26.75529Z","steps":["trace[423719006] 'agreement among raft nodes before linearized reading' (duration: 106.375777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:27.014707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.650394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:36:27.015108Z","caller":"traceutil/trace.go:171","msg":"trace[1252505083] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9036; }","duration":"213.347719ms","start":"2026-05-19T13:36:26.801739Z","end":"2026-05-19T13:36:27.015086Z","steps":["trace[1252505083] 'read index received' (duration: 62.218022ms)","trace[1252505083] 'applied index is now lower than readState.Index' (duration: 151.128247ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:36:27.015188Z","caller":"traceutil/trace.go:171","msg":"trace[1962944064] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"256.095518ms","start":"2026-05-19T13:36:26.759058Z","end":"2026-05-19T13:36:27.015153Z","steps":["trace[1962944064] 'process raft request' (duration: 104.886108ms)","trace[1962944064] 'compare' (duration: 150.505981ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:36:27.015188Z","caller":"traceutil/trace.go:171","msg":"trace[206539035] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"255.319487ms","start":"2026-05-19T13:36:26.759843Z","end":"2026-05-19T13:36:27.015162Z","steps":["trace[206539035] 'process raft request' (duration: 254.972297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:36:27.01533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.600106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-05-19T13:36:27.015386Z","caller":"traceutil/trace.go:171","msg":"trace[1321188673] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8725; }","duration":"213.689578ms","start":"2026-05-19T13:36:26.801682Z","end":"2026-05-19T13:36:27.015372Z","steps":["trace[1321188673] 'agreement among raft nodes before linearized reading' (duration: 213.491003ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:36:41.954325Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000241d.wal"} {"level":"warn","ts":"2026-05-19T13:37:41.469831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.158471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:37:41.46993Z","caller":"traceutil/trace.go:171","msg":"trace[914752218] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9456; }","duration":"222.307015ms","start":"2026-05-19T13:37:41.247605Z","end":"2026-05-19T13:37:41.469912Z","steps":["trace[914752218] 'count revisions from in-memory index tree' (duration: 222.011438ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:37:41.469999Z","caller":"traceutil/trace.go:171","msg":"trace[1870818926] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"115.833316ms","start":"2026-05-19T13:37:41.354121Z","end":"2026-05-19T13:37:41.469955Z","steps":["trace[1870818926] 'process raft request' (duration: 115.538939ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:37:53.846297Z","caller":"traceutil/trace.go:171","msg":"trace[581904060] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"323.28046ms","start":"2026-05-19T13:37:53.522993Z","end":"2026-05-19T13:37:53.846273Z","steps":["trace[581904060] 'process raft request' (duration: 323.055514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:37:53.846467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:37:53.522965Z","time spent":"323.409643ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:37:54.029162Z","caller":"traceutil/trace.go:171","msg":"trace[486796182] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"499.872749ms","start":"2026-05-19T13:37:53.529257Z","end":"2026-05-19T13:37:54.02913Z","steps":["trace[486796182] 'process raft request' (duration: 479.999865ms)","trace[486796182] 'compare' (duration: 19.654239ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:37:54.029414Z","caller":"traceutil/trace.go:171","msg":"trace[1252204176] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"381.413164ms","start":"2026-05-19T13:37:53.647974Z","end":"2026-05-19T13:37:54.029387Z","steps":["trace[1252204176] 'process raft request' (duration: 381.090895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:37:54.029544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:37:53.647944Z","time spent":"381.535337ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:37:54.029458Z","caller":"traceutil/trace.go:171","msg":"trace[1356358914] linearizableReadLoop","detail":"{readStateIndex:9863; appliedIndex:9861; }","duration":"494.919379ms","start":"2026-05-19T13:37:53.534509Z","end":"2026-05-19T13:37:54.029428Z","steps":["trace[1356358914] 'read index received' (duration: 311.624282ms)","trace[1356358914] 'applied index is now lower than readState.Index' (duration: 183.293167ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:37:54.029686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:37:53.529228Z","time spent":"500.028613ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:37:54.029694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.160464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T13:37:54.029765Z","caller":"traceutil/trace.go:171","msg":"trace[1306192518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9528; }","duration":"495.280948ms","start":"2026-05-19T13:37:53.534467Z","end":"2026-05-19T13:37:54.029748Z","steps":["trace[1306192518] 'agreement among raft nodes before linearized reading' (duration: 495.059662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:37:54.02981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:37:53.534444Z","time spent":"495.358589ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:37:54.029884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.576437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:37:54.0299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.98227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-19T13:37:54.029984Z","caller":"traceutil/trace.go:171","msg":"trace[1540035677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9528; }","duration":"304.742921ms","start":"2026-05-19T13:37:53.725218Z","end":"2026-05-19T13:37:54.029961Z","steps":["trace[1540035677] 'agreement among raft nodes before linearized reading' (duration: 304.534725ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:37:54.030003Z","caller":"traceutil/trace.go:171","msg":"trace[2099429996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9528; }","duration":"495.117084ms","start":"2026-05-19T13:37:53.534859Z","end":"2026-05-19T13:37:54.029976Z","steps":["trace[2099429996] 'agreement among raft nodes before linearized reading' (duration: 494.878267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:37:54.030051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:37:53.534843Z","time spent":"495.198536ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:37:54.030073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:37:53.725199Z","time spent":"304.829544ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T13:38:09.134735Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"56c01ea8fdc90390","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T13:38:09.141843Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-19T13:38:09.141945Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-19T13:40:03.082836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8007} {"level":"info","ts":"2026-05-19T13:40:03.144516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8007,"took":"59.463848ms","hash":4029313062,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":28176384,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-19T13:40:03.144568Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4029313062,"revision":8007,"compact-revision":5930} {"level":"info","ts":"2026-05-19T13:43:22.265358Z","caller":"traceutil/trace.go:171","msg":"trace[92771738] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"144.870075ms","start":"2026-05-19T13:43:22.120458Z","end":"2026-05-19T13:43:22.265328Z","steps":["trace[92771738] 'process raft request' (duration: 144.718561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:43:22.548139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.280114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:43:22.548514Z","caller":"traceutil/trace.go:171","msg":"trace[1520785461] transaction","detail":"{read_only:false; response_revision:11906; number_of_response:1; }","duration":"326.818198ms","start":"2026-05-19T13:43:22.22163Z","end":"2026-05-19T13:43:22.548449Z","steps":["trace[1520785461] 'process raft request' (duration: 164.108693ms)","trace[1520785461] 'compare' (duration: 162.063548ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:43:22.548777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:43:22.221598Z","time spent":"327.030904ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:43:42.234124Z","caller":"traceutil/trace.go:171","msg":"trace[1583051869] transaction","detail":"{read_only:false; response_revision:12010; number_of_response:1; }","duration":"325.309128ms","start":"2026-05-19T13:43:41.908766Z","end":"2026-05-19T13:43:42.234075Z","steps":["trace[1583051869] 'process raft request' (duration: 289.435241ms)","trace[1583051869] 'compare' (duration: 35.568148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:43:42.234352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:43:41.908748Z","time spent":"325.508624ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:43:42.269175Z","caller":"traceutil/trace.go:171","msg":"trace[308821561] linearizableReadLoop","detail":"{readStateIndex:12429; appliedIndex:12427; }","duration":"223.652734ms","start":"2026-05-19T13:43:42.045485Z","end":"2026-05-19T13:43:42.269137Z","steps":["trace[308821561] 'read index received' (duration: 152.761374ms)","trace[308821561] 'applied index is now lower than readState.Index' (duration: 70.88799ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:43:42.270082Z","caller":"traceutil/trace.go:171","msg":"trace[400126768] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"283.539105ms","start":"2026-05-19T13:43:41.986504Z","end":"2026-05-19T13:43:42.270044Z","steps":["trace[400126768] 'process raft request' (duration: 282.115648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:43:42.270514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.021701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:43:42.270548Z","caller":"traceutil/trace.go:171","msg":"trace[118559881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12011; }","duration":"225.109283ms","start":"2026-05-19T13:43:42.045428Z","end":"2026-05-19T13:43:42.270538Z","steps":["trace[118559881] 'agreement among raft nodes before linearized reading' (duration: 224.910588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:43:42.270722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.298019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:43:42.270742Z","caller":"traceutil/trace.go:171","msg":"trace[487969193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12011; }","duration":"219.34542ms","start":"2026-05-19T13:43:42.05139Z","end":"2026-05-19T13:43:42.270736Z","steps":["trace[487969193] 'agreement among raft nodes before linearized reading' (duration: 219.273399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:43:42.27087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.015693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T13:43:42.270904Z","caller":"traceutil/trace.go:171","msg":"trace[1513749986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12011; }","duration":"149.090245ms","start":"2026-05-19T13:43:42.121803Z","end":"2026-05-19T13:43:42.270893Z","steps":["trace[1513749986] 'agreement among raft nodes before linearized reading' (duration: 149.012733ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:43:42.449692Z","caller":"traceutil/trace.go:171","msg":"trace[564271341] transaction","detail":"{read_only:false; response_revision:12012; number_of_response:1; }","duration":"176.764797ms","start":"2026-05-19T13:43:42.272894Z","end":"2026-05-19T13:43:42.449658Z","steps":["trace[564271341] 'process raft request' (duration: 112.162731ms)","trace[564271341] 'compare' (duration: 64.316528ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:43:42.450275Z","caller":"traceutil/trace.go:171","msg":"trace[2098539471] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"175.939705ms","start":"2026-05-19T13:43:42.274312Z","end":"2026-05-19T13:43:42.450252Z","steps":["trace[2098539471] 'process raft request' (duration: 175.506353ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:43:42.450757Z","caller":"traceutil/trace.go:171","msg":"trace[48213035] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"175.860762ms","start":"2026-05-19T13:43:42.274881Z","end":"2026-05-19T13:43:42.450741Z","steps":["trace[48213035] 'process raft request' (duration: 175.029621ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:43:42.45092Z","caller":"traceutil/trace.go:171","msg":"trace[21392192] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"175.967956ms","start":"2026-05-19T13:43:42.274933Z","end":"2026-05-19T13:43:42.450901Z","steps":["trace[21392192] 'process raft request' (duration: 175.73376ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:43:42.851936Z","caller":"traceutil/trace.go:171","msg":"trace[1549784879] linearizableReadLoop","detail":"{readStateIndex:12437; appliedIndex:12436; }","duration":"137.068228ms","start":"2026-05-19T13:43:42.714842Z","end":"2026-05-19T13:43:42.85191Z","steps":["trace[1549784879] 'read index received' (duration: 136.911774ms)","trace[1549784879] 'applied index is now lower than readState.Index' (duration: 155.334µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:43:42.852017Z","caller":"traceutil/trace.go:171","msg":"trace[420517343] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"190.92538ms","start":"2026-05-19T13:43:42.661065Z","end":"2026-05-19T13:43:42.85199Z","steps":["trace[420517343] 'process raft request' (duration: 190.641083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:43:42.852141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.094219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:43:42.852224Z","caller":"traceutil/trace.go:171","msg":"trace[1725054028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12019; }","duration":"129.221361ms","start":"2026-05-19T13:43:42.722985Z","end":"2026-05-19T13:43:42.852206Z","steps":["trace[1725054028] 'agreement among raft nodes before linearized reading' (duration: 129.097028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:43:42.85231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.424438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T13:43:42.852417Z","caller":"traceutil/trace.go:171","msg":"trace[261797649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:12019; }","duration":"137.595833ms","start":"2026-05-19T13:43:42.714796Z","end":"2026-05-19T13:43:42.852392Z","steps":["trace[261797649] 'agreement among raft nodes before linearized reading' (duration: 137.243354ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:43:44.085386Z","caller":"traceutil/trace.go:171","msg":"trace[1905089810] transaction","detail":"{read_only:false; response_revision:12022; number_of_response:1; }","duration":"142.126651ms","start":"2026-05-19T13:43:43.943232Z","end":"2026-05-19T13:43:44.085359Z","steps":["trace[1905089810] 'process raft request' (duration: 141.988028ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:45:01.38077Z","caller":"traceutil/trace.go:171","msg":"trace[139927953] transaction","detail":"{read_only:false; response_revision:12535; number_of_response:1; }","duration":"103.579995ms","start":"2026-05-19T13:45:01.277151Z","end":"2026-05-19T13:45:01.380731Z","steps":["trace[139927953] 'process raft request' (duration: 17.377369ms)","trace[139927953] 'compare' (duration: 86.007931ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:45:01.65419Z","caller":"traceutil/trace.go:171","msg":"trace[92787215] linearizableReadLoop","detail":"{readStateIndex:12971; appliedIndex:12970; }","duration":"183.727341ms","start":"2026-05-19T13:45:01.470433Z","end":"2026-05-19T13:45:01.654161Z","steps":["trace[92787215] 'read index received' (duration: 183.541515ms)","trace[92787215] 'applied index is now lower than readState.Index' (duration: 183.536µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:45:01.654424Z","caller":"traceutil/trace.go:171","msg":"trace[1937617060] transaction","detail":"{read_only:false; response_revision:12536; number_of_response:1; }","duration":"217.289446ms","start":"2026-05-19T13:45:01.437098Z","end":"2026-05-19T13:45:01.654387Z","steps":["trace[1937617060] 'process raft request' (duration: 216.820304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:45:01.654523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.115761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T13:45:01.65464Z","caller":"traceutil/trace.go:171","msg":"trace[1767206854] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:12536; }","duration":"184.281375ms","start":"2026-05-19T13:45:01.470335Z","end":"2026-05-19T13:45:01.654617Z","steps":["trace[1767206854] 'agreement among raft nodes before linearized reading' (duration: 184.022439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:45:01.655143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.316126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:45:01.655205Z","caller":"traceutil/trace.go:171","msg":"trace[1277888728] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12537; }","duration":"170.445429ms","start":"2026-05-19T13:45:01.484747Z","end":"2026-05-19T13:45:01.655192Z","steps":["trace[1277888728] 'agreement among raft nodes before linearized reading' (duration: 170.326407ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:45:03.088647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10411} {"level":"info","ts":"2026-05-19T13:45:03.166673Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10411,"took":"75.705318ms","hash":157331182,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":25333760,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-19T13:45:03.166738Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":157331182,"revision":10411,"compact-revision":8007} {"level":"info","ts":"2026-05-19T13:45:43.229817Z","caller":"traceutil/trace.go:171","msg":"trace[863693335] transaction","detail":"{read_only:false; response_revision:12840; number_of_response:1; }","duration":"132.084656ms","start":"2026-05-19T13:45:43.097696Z","end":"2026-05-19T13:45:43.22978Z","steps":["trace[863693335] 'process raft request' (duration: 108.640537ms)","trace[863693335] 'compare' (duration: 23.140241ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:45:43.229868Z","caller":"traceutil/trace.go:171","msg":"trace[1782957829] transaction","detail":"{read_only:false; response_revision:12841; number_of_response:1; }","duration":"132.029926ms","start":"2026-05-19T13:45:43.09779Z","end":"2026-05-19T13:45:43.22982Z","steps":["trace[1782957829] 'process raft request' (duration: 131.768258ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:45:43.230003Z","caller":"traceutil/trace.go:171","msg":"trace[248919789] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"131.832741ms","start":"2026-05-19T13:45:43.098132Z","end":"2026-05-19T13:45:43.229965Z","steps":["trace[248919789] 'process raft request' (duration: 131.446941ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:45:43.507564Z","caller":"traceutil/trace.go:171","msg":"trace[1192459709] transaction","detail":"{read_only:false; response_revision:12843; number_of_response:1; }","duration":"132.050856ms","start":"2026-05-19T13:45:43.375493Z","end":"2026-05-19T13:45:43.507544Z","steps":["trace[1192459709] 'process raft request' (duration: 131.900792ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:48:57.74684Z","caller":"traceutil/trace.go:171","msg":"trace[1139065997] linearizableReadLoop","detail":"{readStateIndex:14716; appliedIndex:14715; }","duration":"184.03361ms","start":"2026-05-19T13:48:57.562773Z","end":"2026-05-19T13:48:57.746807Z","steps":["trace[1139065997] 'read index received' (duration: 183.808204ms)","trace[1139065997] 'applied index is now lower than readState.Index' (duration: 224.416µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:48:57.746961Z","caller":"traceutil/trace.go:171","msg":"trace[550073306] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"228.799381ms","start":"2026-05-19T13:48:57.518108Z","end":"2026-05-19T13:48:57.746907Z","steps":["trace[550073306] 'process raft request' (duration: 228.535174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:48:57.747125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.331418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T13:48:57.747223Z","caller":"traceutil/trace.go:171","msg":"trace[1961621830] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:14223; }","duration":"184.502073ms","start":"2026-05-19T13:48:57.562697Z","end":"2026-05-19T13:48:57.7472Z","steps":["trace[1961621830] 'agreement among raft nodes before linearized reading' (duration: 184.233406ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:49:21.123777Z","caller":"traceutil/trace.go:171","msg":"trace[1211839333] transaction","detail":"{read_only:false; response_revision:14352; number_of_response:1; }","duration":"304.575514ms","start":"2026-05-19T13:49:20.819172Z","end":"2026-05-19T13:49:21.123748Z","steps":["trace[1211839333] 'process raft request' (duration: 304.39216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:49:21.123964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:20.819138Z","time spent":"304.738268ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:49:21.175481Z","caller":"traceutil/trace.go:171","msg":"trace[788102390] transaction","detail":"{read_only:false; response_revision:14353; number_of_response:1; }","duration":"355.053597ms","start":"2026-05-19T13:49:20.820401Z","end":"2026-05-19T13:49:21.175454Z","steps":["trace[788102390] 'process raft request' (duration: 354.823581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:49:21.175613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:20.820366Z","time spent":"355.17636ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:49:37.855904Z","caller":"traceutil/trace.go:171","msg":"trace[880736215] linearizableReadLoop","detail":"{readStateIndex:14952; appliedIndex:14951; }","duration":"104.354296ms","start":"2026-05-19T13:49:37.751526Z","end":"2026-05-19T13:49:37.855881Z","steps":["trace[880736215] 'read index received' (duration: 104.259174ms)","trace[880736215] 'applied index is now lower than readState.Index' (duration: 93.982µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:49:37.856022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.481429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:49:37.856059Z","caller":"traceutil/trace.go:171","msg":"trace[2000469761] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14449; }","duration":"104.560752ms","start":"2026-05-19T13:49:37.751484Z","end":"2026-05-19T13:49:37.856045Z","steps":["trace[2000469761] 'agreement among raft nodes before linearized reading' (duration: 104.488479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:49:39.539472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.175252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:49:39.539655Z","caller":"traceutil/trace.go:171","msg":"trace[1878631112] transaction","detail":"{read_only:false; response_revision:14465; number_of_response:1; }","duration":"298.408131ms","start":"2026-05-19T13:49:39.241231Z","end":"2026-05-19T13:49:39.539639Z","steps":["trace[1878631112] 'process raft request' (duration: 298.346659ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:49:39.539715Z","caller":"traceutil/trace.go:171","msg":"trace[1935133587] transaction","detail":"{read_only:false; response_revision:14464; number_of_response:1; }","duration":"303.349021ms","start":"2026-05-19T13:49:39.236327Z","end":"2026-05-19T13:49:39.539676Z","steps":["trace[1935133587] 'process raft request' (duration: 98.877761ms)","trace[1935133587] 'compare' (duration: 203.941916ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:49:39.540009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:39.236306Z","time spent":"303.634399ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:49:40.178027Z","caller":"traceutil/trace.go:171","msg":"trace[2076916885] transaction","detail":"{read_only:false; response_revision:14470; number_of_response:1; }","duration":"101.985003ms","start":"2026-05-19T13:49:40.076018Z","end":"2026-05-19T13:49:40.178003Z","steps":["trace[2076916885] 'process raft request' (duration: 101.808769ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:49:40.187929Z","caller":"traceutil/trace.go:171","msg":"trace[832383554] transaction","detail":"{read_only:false; response_revision:14471; number_of_response:1; }","duration":"111.576646ms","start":"2026-05-19T13:49:40.076325Z","end":"2026-05-19T13:49:40.187902Z","steps":["trace[832383554] 'process raft request' (duration: 111.402391ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:49:42.063692Z","caller":"traceutil/trace.go:171","msg":"trace[1140415981] transaction","detail":"{read_only:false; response_revision:14486; number_of_response:1; }","duration":"108.037854ms","start":"2026-05-19T13:49:41.955627Z","end":"2026-05-19T13:49:42.063665Z","steps":["trace[1140415981] 'process raft request' (duration: 107.635673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:49:47.578805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.233633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:49:47.579075Z","caller":"traceutil/trace.go:171","msg":"trace[878645443] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14618; }","duration":"154.555301ms","start":"2026-05-19T13:49:47.424504Z","end":"2026-05-19T13:49:47.579059Z","steps":["trace[878645443] 'count revisions from in-memory index tree' (duration: 154.156561ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:49:48.178986Z","caller":"traceutil/trace.go:171","msg":"trace[804055107] transaction","detail":"{read_only:false; response_revision:14619; number_of_response:1; }","duration":"547.396777ms","start":"2026-05-19T13:49:47.631569Z","end":"2026-05-19T13:49:48.178966Z","steps":["trace[804055107] 'process raft request' (duration: 547.261062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:49:48.179108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:47.631545Z","time spent":"547.498179ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:49:48.210072Z","caller":"traceutil/trace.go:171","msg":"trace[474667300] linearizableReadLoop","detail":"{readStateIndex:15125; appliedIndex:15123; }","duration":"484.335921ms","start":"2026-05-19T13:49:47.725711Z","end":"2026-05-19T13:49:48.210047Z","steps":["trace[474667300] 'read index received' (duration: 453.168888ms)","trace[474667300] 'applied index is now lower than readState.Index' (duration: 31.166003ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:49:48.210205Z","caller":"traceutil/trace.go:171","msg":"trace[587599606] transaction","detail":"{read_only:false; response_revision:14620; number_of_response:1; }","duration":"578.522388ms","start":"2026-05-19T13:49:47.631668Z","end":"2026-05-19T13:49:48.210191Z","steps":["trace[587599606] 'process raft request' (duration: 555.51784ms)","trace[587599606] 'compare' (duration: 22.761492ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:49:48.21036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:47.631641Z","time spent":"578.642461ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:49:48.210458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.735822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:49:48.210517Z","caller":"traceutil/trace.go:171","msg":"trace[2134128001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14620; }","duration":"484.846305ms","start":"2026-05-19T13:49:47.725657Z","end":"2026-05-19T13:49:48.210503Z","steps":["trace[2134128001] 'agreement among raft nodes before linearized reading' (duration: 484.727741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:49:48.210487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.860315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-05-19T13:49:48.210551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:47.725636Z","time spent":"484.909737ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:49:48.210551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.549427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:49:48.210586Z","caller":"traceutil/trace.go:171","msg":"trace[1791569493] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:14620; }","duration":"474.000328ms","start":"2026-05-19T13:49:47.73656Z","end":"2026-05-19T13:49:48.210561Z","steps":["trace[1791569493] 'agreement among raft nodes before linearized reading' (duration: 473.772191ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:49:48.21063Z","caller":"traceutil/trace.go:171","msg":"trace[524063606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14620; }","duration":"370.674069ms","start":"2026-05-19T13:49:47.839936Z","end":"2026-05-19T13:49:48.210611Z","steps":["trace[524063606] 'agreement among raft nodes before linearized reading' (duration: 370.535876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:49:48.210638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:47.736543Z","time spent":"474.08212ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T13:49:48.210675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:47.839922Z","time spent":"370.741782ms","remote":"127.0.0.1:39558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:49:48.210691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.044564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-k7x9f.18b0fbb00e43b1ba\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-05-19T13:49:48.21078Z","caller":"traceutil/trace.go:171","msg":"trace[958721245] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-k7x9f.18b0fbb00e43b1ba; range_end:; response_count:1; response_revision:14620; }","duration":"286.182478ms","start":"2026-05-19T13:49:47.924572Z","end":"2026-05-19T13:49:48.210754Z","steps":["trace[958721245] 'agreement among raft nodes before linearized reading' (duration: 285.906341ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:50:00.153038Z","caller":"traceutil/trace.go:171","msg":"trace[145445915] linearizableReadLoop","detail":"{readStateIndex:15376; appliedIndex:15375; }","duration":"183.444234ms","start":"2026-05-19T13:49:59.969379Z","end":"2026-05-19T13:50:00.152824Z","steps":["trace[145445915] 'read index received' (duration: 183.191457ms)","trace[145445915] 'applied index is now lower than readState.Index' (duration: 251.187µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:50:00.153093Z","caller":"traceutil/trace.go:171","msg":"trace[1012019508] transaction","detail":"{read_only:false; response_revision:14859; number_of_response:1; }","duration":"184.128163ms","start":"2026-05-19T13:49:59.96893Z","end":"2026-05-19T13:50:00.153059Z","steps":["trace[1012019508] 'process raft request' (duration: 183.710711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:50:00.15335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.947806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-19T13:50:00.153409Z","caller":"traceutil/trace.go:171","msg":"trace[2075922464] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:14859; }","duration":"184.04903ms","start":"2026-05-19T13:49:59.969345Z","end":"2026-05-19T13:50:00.153394Z","steps":["trace[2075922464] 'agreement among raft nodes before linearized reading' (duration: 183.824484ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:50:00.347832Z","caller":"traceutil/trace.go:171","msg":"trace[2027160653] transaction","detail":"{read_only:false; response_revision:14861; number_of_response:1; }","duration":"378.310001ms","start":"2026-05-19T13:49:59.969487Z","end":"2026-05-19T13:50:00.347797Z","steps":["trace[2027160653] 'process raft request' (duration: 378.174737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:50:00.347989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:59.969469Z","time spent":"378.448264ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T13:50:00.348043Z","caller":"traceutil/trace.go:171","msg":"trace[34758452] linearizableReadLoop","detail":"{readStateIndex:15379; appliedIndex:15376; }","duration":"194.874517ms","start":"2026-05-19T13:50:00.153134Z","end":"2026-05-19T13:50:00.348009Z","steps":["trace[34758452] 'read index received' (duration: 123.126952ms)","trace[34758452] 'applied index is now lower than readState.Index' (duration: 71.744815ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:50:00.348184Z","caller":"traceutil/trace.go:171","msg":"trace[1897897337] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"131.813162ms","start":"2026-05-19T13:50:00.216346Z","end":"2026-05-19T13:50:00.348159Z","steps":["trace[1897897337] 'process raft request' (duration: 131.428471ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:50:00.348163Z","caller":"traceutil/trace.go:171","msg":"trace[1656226384] transaction","detail":"{read_only:false; response_revision:14862; number_of_response:1; }","duration":"376.38516ms","start":"2026-05-19T13:49:59.971741Z","end":"2026-05-19T13:50:00.348126Z","steps":["trace[1656226384] 'process raft request' (duration: 375.967468ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:50:00.348207Z","caller":"traceutil/trace.go:171","msg":"trace[1116838836] transaction","detail":"{read_only:false; response_revision:14860; number_of_response:1; }","duration":"378.691331ms","start":"2026-05-19T13:49:59.969477Z","end":"2026-05-19T13:50:00.348168Z","steps":["trace[1116838836] 'process raft request' (duration: 306.692139ms)","trace[1116838836] 'compare' (duration: 71.350935ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:50:00.348756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:59.97173Z","time spent":"376.906734ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9090,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:50:00.34877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:49:59.969458Z","time spent":"379.253345ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:50:00.349379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.22242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112197"} {"level":"info","ts":"2026-05-19T13:50:00.349451Z","caller":"traceutil/trace.go:171","msg":"trace[36645966] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:14864; }","duration":"191.322044ms","start":"2026-05-19T13:50:00.158112Z","end":"2026-05-19T13:50:00.349434Z","steps":["trace[36645966] 'agreement among raft nodes before linearized reading' (duration: 190.966454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:50:00.349516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.570511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3203"} {"level":"info","ts":"2026-05-19T13:50:00.349624Z","caller":"traceutil/trace.go:171","msg":"trace[1044995857] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14864; }","duration":"185.695794ms","start":"2026-05-19T13:50:00.163881Z","end":"2026-05-19T13:50:00.349577Z","steps":["trace[1044995857] 'agreement among raft nodes before linearized reading' (duration: 185.420506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:50:00.349685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.179806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214723"} {"level":"info","ts":"2026-05-19T13:50:00.349736Z","caller":"traceutil/trace.go:171","msg":"trace[1770059008] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14864; }","duration":"331.278289ms","start":"2026-05-19T13:50:00.018443Z","end":"2026-05-19T13:50:00.349721Z","steps":["trace[1770059008] 'agreement among raft nodes before linearized reading' (duration: 329.937513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:50:00.349771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:50:00.018425Z","time spent":"331.33658ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2214746,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-19T13:50:00.488617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.21359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-19T13:50:00.488675Z","caller":"traceutil/trace.go:171","msg":"trace[2091730962] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:14869; }","duration":"110.306502ms","start":"2026-05-19T13:50:00.378355Z","end":"2026-05-19T13:50:00.488661Z","steps":["trace[2091730962] 'agreement among raft nodes before linearized reading' (duration: 69.30374ms)","trace[2091730962] 'range keys from in-memory index tree' (duration: 40.874139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:50:00.488638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.551755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-19T13:50:00.488769Z","caller":"traceutil/trace.go:171","msg":"trace[2003445451] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14869; }","duration":"128.704949ms","start":"2026-05-19T13:50:00.360052Z","end":"2026-05-19T13:50:00.488757Z","steps":["trace[2003445451] 'agreement among raft nodes before linearized reading' (duration: 87.572252ms)","trace[2003445451] 'range keys from in-memory index tree' (duration: 40.93287ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:50:03.094454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12545} {"level":"info","ts":"2026-05-19T13:50:03.166179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12545,"took":"69.057844ms","hash":3759216439,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":29106176,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-19T13:50:03.166248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3759216439,"revision":12545,"compact-revision":10411} {"level":"info","ts":"2026-05-19T13:52:23.112255Z","caller":"traceutil/trace.go:171","msg":"trace[34575904] transaction","detail":"{read_only:false; response_revision:15991; number_of_response:1; }","duration":"134.700577ms","start":"2026-05-19T13:52:22.977531Z","end":"2026-05-19T13:52:23.112231Z","steps":["trace[34575904] 'process raft request' (duration: 134.561574ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:23.426989Z","caller":"traceutil/trace.go:171","msg":"trace[1768794666] transaction","detail":"{read_only:false; response_revision:15992; number_of_response:1; }","duration":"446.241124ms","start":"2026-05-19T13:52:22.980716Z","end":"2026-05-19T13:52:23.426957Z","steps":["trace[1768794666] 'process raft request' (duration: 445.150546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.427191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:52:22.980708Z","time spent":"446.374418ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:52:23.42699Z","caller":"traceutil/trace.go:171","msg":"trace[1614608471] transaction","detail":"{read_only:false; response_revision:15993; number_of_response:1; }","duration":"366.680282ms","start":"2026-05-19T13:52:23.06029Z","end":"2026-05-19T13:52:23.42697Z","steps":["trace[1614608471] 'process raft request' (duration: 366.118958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.427456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:52:23.060265Z","time spent":"367.159216ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:52:23.428333Z","caller":"traceutil/trace.go:171","msg":"trace[1842742633] linearizableReadLoop","detail":"{readStateIndex:16544; appliedIndex:16543; }","duration":"370.712009ms","start":"2026-05-19T13:52:23.057597Z","end":"2026-05-19T13:52:23.428309Z","steps":["trace[1842742633] 'read index received' (duration: 55.423463ms)","trace[1842742633] 'applied index is now lower than readState.Index' (duration: 315.287116ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:52:23.428851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.245304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-05-19T13:52:23.4289Z","caller":"traceutil/trace.go:171","msg":"trace[1203927257] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15993; }","duration":"371.334015ms","start":"2026-05-19T13:52:23.057554Z","end":"2026-05-19T13:52:23.428888Z","steps":["trace[1203927257] 'agreement among raft nodes before linearized reading' (duration: 371.177831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.428937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:52:23.057537Z","time spent":"371.391627ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-19T13:52:23.429154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.758839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.429192Z","caller":"traceutil/trace.go:171","msg":"trace[1176524347] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15993; }","duration":"368.830759ms","start":"2026-05-19T13:52:23.060352Z","end":"2026-05-19T13:52:23.429183Z","steps":["trace[1176524347] 'agreement among raft nodes before linearized reading' (duration: 368.775498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.429223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:52:23.060332Z","time spent":"368.884721ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-19T13:52:23.429567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.082403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-19T13:52:23.429636Z","caller":"traceutil/trace.go:171","msg":"trace[39276780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15993; }","duration":"181.179164ms","start":"2026-05-19T13:52:23.248442Z","end":"2026-05-19T13:52:23.429621Z","steps":["trace[39276780] 'agreement among raft nodes before linearized reading' (duration: 181.00075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.429758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.107922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.42982Z","caller":"traceutil/trace.go:171","msg":"trace[1090521405] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15993; }","duration":"125.177345ms","start":"2026-05-19T13:52:23.304629Z","end":"2026-05-19T13:52:23.429806Z","steps":["trace[1090521405] 'agreement among raft nodes before linearized reading' (duration: 125.089703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.429868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.241247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T13:52:23.429903Z","caller":"traceutil/trace.go:171","msg":"trace[1238141458] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15993; }","duration":"125.293378ms","start":"2026-05-19T13:52:23.3046Z","end":"2026-05-19T13:52:23.429894Z","steps":["trace[1238141458] 'agreement among raft nodes before linearized reading' (duration: 125.192775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.429935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.196928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4wrjh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-19T13:52:23.430007Z","caller":"traceutil/trace.go:171","msg":"trace[1610817093] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4wrjh; range_end:; response_count:1; response_revision:15993; }","duration":"183.328642ms","start":"2026-05-19T13:52:23.246663Z","end":"2026-05-19T13:52:23.429991Z","steps":["trace[1610817093] 'agreement among raft nodes before linearized reading' (duration: 183.086815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.430067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.478893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.430096Z","caller":"traceutil/trace.go:171","msg":"trace[1225163099] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15993; }","duration":"125.526494ms","start":"2026-05-19T13:52:23.304561Z","end":"2026-05-19T13:52:23.430088Z","steps":["trace[1225163099] 'agreement among raft nodes before linearized reading' (duration: 125.483353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.430264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.90219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4wrjh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-19T13:52:23.430293Z","caller":"traceutil/trace.go:171","msg":"trace[40862726] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4wrjh; range_end:; response_count:1; response_revision:15993; }","duration":"140.969692ms","start":"2026-05-19T13:52:23.289315Z","end":"2026-05-19T13:52:23.430285Z","steps":["trace[40862726] 'agreement among raft nodes before linearized reading' (duration: 140.842049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.430388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.763242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:52:23.430442Z","caller":"traceutil/trace.go:171","msg":"trace[1836273658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15993; }","duration":"183.853754ms","start":"2026-05-19T13:52:23.246574Z","end":"2026-05-19T13:52:23.430427Z","steps":["trace[1836273658] 'agreement among raft nodes before linearized reading' (duration: 183.709561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.430536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.329452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5r97m\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-05-19T13:52:23.430548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.818442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.430566Z","caller":"traceutil/trace.go:171","msg":"trace[1043534576] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5r97m; range_end:; response_count:1; response_revision:15993; }","duration":"158.394614ms","start":"2026-05-19T13:52:23.272163Z","end":"2026-05-19T13:52:23.430558Z","steps":["trace[1043534576] 'agreement among raft nodes before linearized reading' (duration: 158.28888ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:23.430588Z","caller":"traceutil/trace.go:171","msg":"trace[1611029113] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15993; }","duration":"125.867764ms","start":"2026-05-19T13:52:23.304709Z","end":"2026-05-19T13:52:23.430577Z","steps":["trace[1611029113] 'agreement among raft nodes before linearized reading' (duration: 125.815183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.430666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.055123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.430713Z","caller":"traceutil/trace.go:171","msg":"trace[1452284882] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15993; }","duration":"214.145175ms","start":"2026-05-19T13:52:23.216555Z","end":"2026-05-19T13:52:23.4307Z","steps":["trace[1452284882] 'agreement among raft nodes before linearized reading' (duration: 214.060533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.430742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.643004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:52:23.430778Z","caller":"traceutil/trace.go:171","msg":"trace[399748753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15993; }","duration":"179.684115ms","start":"2026-05-19T13:52:23.251082Z","end":"2026-05-19T13:52:23.430766Z","steps":["trace[399748753] 'agreement among raft nodes before linearized reading' (duration: 179.604133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.430922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.672526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-05-19T13:52:23.43095Z","caller":"traceutil/trace.go:171","msg":"trace[1864319004] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15993; }","duration":"251.738677ms","start":"2026-05-19T13:52:23.179203Z","end":"2026-05-19T13:52:23.430942Z","steps":["trace[1864319004] 'agreement among raft nodes before linearized reading' (duration: 251.648255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.43108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.606841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.43126Z","caller":"traceutil/trace.go:171","msg":"trace[2019945832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15993; }","duration":"263.671892ms","start":"2026-05-19T13:52:23.167426Z","end":"2026-05-19T13:52:23.431098Z","steps":["trace[2019945832] 'agreement among raft nodes before linearized reading' (duration: 263.624291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.431446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.931841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:52:23.431479Z","caller":"traceutil/trace.go:171","msg":"trace[1394406534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15993; }","duration":"314.001923ms","start":"2026-05-19T13:52:23.117468Z","end":"2026-05-19T13:52:23.43147Z","steps":["trace[1394406534] 'agreement among raft nodes before linearized reading' (duration: 313.90974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.431514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:52:23.117449Z","time spent":"314.049103ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:52:23.431731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.825193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:52:23.431756Z","caller":"traceutil/trace.go:171","msg":"trace[1021907091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15993; }","duration":"353.890405ms","start":"2026-05-19T13:52:23.077859Z","end":"2026-05-19T13:52:23.431749Z","steps":["trace[1021907091] 'agreement among raft nodes before linearized reading' (duration: 353.816483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.431789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:52:23.077837Z","time spent":"353.942945ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:52:23.431831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.431938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T13:52:23.432045Z","caller":"traceutil/trace.go:171","msg":"trace[718594332] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15993; }","duration":"371.678425ms","start":"2026-05-19T13:52:23.060352Z","end":"2026-05-19T13:52:23.432031Z","steps":["trace[718594332] 'agreement among raft nodes before linearized reading' (duration: 371.392786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.432086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:52:23.060332Z","time spent":"371.742957ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-19T13:52:23.570062Z","caller":"traceutil/trace.go:171","msg":"trace[1481816484] transaction","detail":"{read_only:false; response_revision:15994; number_of_response:1; }","duration":"133.336542ms","start":"2026-05-19T13:52:23.436697Z","end":"2026-05-19T13:52:23.570033Z","steps":["trace[1481816484] 'process raft request' (duration: 133.095735ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:23.591157Z","caller":"traceutil/trace.go:171","msg":"trace[981546745] transaction","detail":"{read_only:false; response_revision:15996; number_of_response:1; }","duration":"153.35274ms","start":"2026-05-19T13:52:23.437772Z","end":"2026-05-19T13:52:23.591125Z","steps":["trace[981546745] 'process raft request' (duration: 153.232377ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:23.591195Z","caller":"traceutil/trace.go:171","msg":"trace[1110992958] transaction","detail":"{read_only:false; response_revision:15995; number_of_response:1; }","duration":"153.414501ms","start":"2026-05-19T13:52:23.437739Z","end":"2026-05-19T13:52:23.591154Z","steps":["trace[1110992958] 'process raft request' (duration: 153.082052ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:23.591361Z","caller":"traceutil/trace.go:171","msg":"trace[1831563738] linearizableReadLoop","detail":"{readStateIndex:16551; appliedIndex:16546; }","duration":"151.341316ms","start":"2026-05-19T13:52:23.440002Z","end":"2026-05-19T13:52:23.591343Z","steps":["trace[1831563738] 'read index received' (duration: 129.780196ms)","trace[1831563738] 'applied index is now lower than readState.Index' (duration: 21.55975ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:52:23.59146Z","caller":"traceutil/trace.go:171","msg":"trace[578394875] transaction","detail":"{read_only:false; response_revision:15998; number_of_response:1; }","duration":"153.512964ms","start":"2026-05-19T13:52:23.437931Z","end":"2026-05-19T13:52:23.591444Z","steps":["trace[578394875] 'process raft request' (duration: 153.3457ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:23.59157Z","caller":"traceutil/trace.go:171","msg":"trace[695395519] transaction","detail":"{read_only:false; response_revision:15997; number_of_response:1; }","duration":"153.75333ms","start":"2026-05-19T13:52:23.437799Z","end":"2026-05-19T13:52:23.591553Z","steps":["trace[695395519] 'process raft request' (duration: 153.266867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.59155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.517436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.591635Z","caller":"traceutil/trace.go:171","msg":"trace[1790080023] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15998; }","duration":"119.633529ms","start":"2026-05-19T13:52:23.471985Z","end":"2026-05-19T13:52:23.591619Z","steps":["trace[1790080023] 'agreement among raft nodes before linearized reading' (duration: 119.469774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.591884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.930663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.591913Z","caller":"traceutil/trace.go:171","msg":"trace[1797845614] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15998; }","duration":"121.002125ms","start":"2026-05-19T13:52:23.470902Z","end":"2026-05-19T13:52:23.591904Z","steps":["trace[1797845614] 'agreement among raft nodes before linearized reading' (duration: 120.946404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.591951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.928711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T13:52:23.591981Z","caller":"traceutil/trace.go:171","msg":"trace[218577892] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15998; }","duration":"118.979532ms","start":"2026-05-19T13:52:23.472991Z","end":"2026-05-19T13:52:23.591971Z","steps":["trace[218577892] 'agreement among raft nodes before linearized reading' (duration: 118.867819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.592149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.378234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:23.592211Z","caller":"traceutil/trace.go:171","msg":"trace[209620682] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15998; }","duration":"124.471386ms","start":"2026-05-19T13:52:23.46772Z","end":"2026-05-19T13:52:23.592192Z","steps":["trace[209620682] 'agreement among raft nodes before linearized reading' (duration: 124.364754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.592987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.325084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769915"} {"level":"info","ts":"2026-05-19T13:52:23.593044Z","caller":"traceutil/trace.go:171","msg":"trace[492587420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15998; }","duration":"149.386315ms","start":"2026-05-19T13:52:23.443643Z","end":"2026-05-19T13:52:23.59303Z","steps":["trace[492587420] 'agreement among raft nodes before linearized reading' (duration: 147.804843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.593359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.593441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769915"} {"level":"info","ts":"2026-05-19T13:52:23.59341Z","caller":"traceutil/trace.go:171","msg":"trace[1047321986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15998; }","duration":"149.676523ms","start":"2026-05-19T13:52:23.44372Z","end":"2026-05-19T13:52:23.593396Z","steps":["trace[1047321986] 'agreement among raft nodes before linearized reading' (duration: 148.342307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:23.593814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.808482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769915"} {"level":"info","ts":"2026-05-19T13:52:23.593843Z","caller":"traceutil/trace.go:171","msg":"trace[440763985] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15998; }","duration":"153.856924ms","start":"2026-05-19T13:52:23.439977Z","end":"2026-05-19T13:52:23.593834Z","steps":["trace[440763985] 'agreement among raft nodes before linearized reading' (duration: 151.46509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:24.291925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.276327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:24.292032Z","caller":"traceutil/trace.go:171","msg":"trace[1799307246] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15999; }","duration":"114.431151ms","start":"2026-05-19T13:52:24.177574Z","end":"2026-05-19T13:52:24.292005Z","steps":["trace[1799307246] 'range keys from in-memory index tree' (duration: 114.196006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:24.292079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.160664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-05-19T13:52:24.292124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.721019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-19T13:52:24.292205Z","caller":"traceutil/trace.go:171","msg":"trace[994457992] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15999; }","duration":"114.39403ms","start":"2026-05-19T13:52:24.177779Z","end":"2026-05-19T13:52:24.292173Z","steps":["trace[994457992] 'range keys from in-memory index tree' (duration: 113.838496ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:24.292231Z","caller":"traceutil/trace.go:171","msg":"trace[85680243] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15999; }","duration":"111.850333ms","start":"2026-05-19T13:52:24.180351Z","end":"2026-05-19T13:52:24.292201Z","steps":["trace[85680243] 'range keys from in-memory index tree' (duration: 111.425582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:24.292612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.645289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-z89nk\" ","response":"range_response_count:1 size:9796"} {"level":"warn","ts":"2026-05-19T13:52:24.29262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.61189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-05-19T13:52:24.292677Z","caller":"traceutil/trace.go:171","msg":"trace[41200841] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-z89nk; range_end:; response_count:1; response_revision:15999; }","duration":"495.747411ms","start":"2026-05-19T13:52:23.796911Z","end":"2026-05-19T13:52:24.292659Z","steps":["trace[41200841] 'range keys from in-memory index tree' (duration: 494.94476ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:24.292691Z","caller":"traceutil/trace.go:171","msg":"trace[486532278] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15999; }","duration":"113.691262ms","start":"2026-05-19T13:52:24.178982Z","end":"2026-05-19T13:52:24.292673Z","steps":["trace[486532278] 'range keys from in-memory index tree' (duration: 112.791779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:24.292728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:52:23.796891Z","time spent":"495.818984ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-z89nk\" "} {"level":"warn","ts":"2026-05-19T13:52:24.292851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.718667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-19T13:52:24.29289Z","caller":"traceutil/trace.go:171","msg":"trace[1510626964] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:15999; }","duration":"251.882032ms","start":"2026-05-19T13:52:24.040996Z","end":"2026-05-19T13:52:24.292878Z","steps":["trace[1510626964] 'range keys from in-memory index tree' (duration: 251.268695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:24.293187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.371247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:24.293244Z","caller":"traceutil/trace.go:171","msg":"trace[1867523859] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15999; }","duration":"115.566392ms","start":"2026-05-19T13:52:24.177662Z","end":"2026-05-19T13:52:24.293229Z","steps":["trace[1867523859] 'range keys from in-memory index tree' (duration: 115.296795ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:24.665256Z","caller":"traceutil/trace.go:171","msg":"trace[1081251731] transaction","detail":"{read_only:false; response_revision:16000; number_of_response:1; }","duration":"206.490793ms","start":"2026-05-19T13:52:24.458737Z","end":"2026-05-19T13:52:24.665228Z","steps":["trace[1081251731] 'process raft request' (duration: 206.185595ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.320954Z","caller":"traceutil/trace.go:171","msg":"trace[1614893170] transaction","detail":"{read_only:false; response_revision:16001; number_of_response:1; }","duration":"203.943507ms","start":"2026-05-19T13:52:25.116985Z","end":"2026-05-19T13:52:25.320929Z","steps":["trace[1614893170] 'process raft request' (duration: 203.797363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.705491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.540596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-19T13:52:25.705545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.781632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:52:25.705567Z","caller":"traceutil/trace.go:171","msg":"trace[1695174835] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16003; }","duration":"108.643389ms","start":"2026-05-19T13:52:25.596907Z","end":"2026-05-19T13:52:25.70555Z","steps":["trace[1695174835] 'range keys from in-memory index tree' (duration: 108.386533ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.705631Z","caller":"traceutil/trace.go:171","msg":"trace[634970798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16003; }","duration":"100.899535ms","start":"2026-05-19T13:52:25.60471Z","end":"2026-05-19T13:52:25.705609Z","steps":["trace[634970798] 'range keys from in-memory index tree' (duration: 100.654958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.705956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.457729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-19T13:52:25.706002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.503624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-19T13:52:25.706026Z","caller":"traceutil/trace.go:171","msg":"trace[628710376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16003; }","duration":"129.574352ms","start":"2026-05-19T13:52:25.576441Z","end":"2026-05-19T13:52:25.706015Z","steps":["trace[628710376] 'range keys from in-memory index tree' (duration: 129.321076ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.706046Z","caller":"traceutil/trace.go:171","msg":"trace[2109033615] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16003; }","duration":"100.580257ms","start":"2026-05-19T13:52:25.605447Z","end":"2026-05-19T13:52:25.706027Z","steps":["trace[2109033615] 'range keys from in-memory index tree' (duration: 100.432663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.706532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.833046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-19T13:52:25.706577Z","caller":"traceutil/trace.go:171","msg":"trace[652598191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16003; }","duration":"110.915069ms","start":"2026-05-19T13:52:25.595651Z","end":"2026-05-19T13:52:25.706566Z","steps":["trace[652598191] 'range keys from in-memory index tree' (duration: 110.676573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.707008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.281129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:25.707058Z","caller":"traceutil/trace.go:171","msg":"trace[573712565] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16003; }","duration":"111.3518ms","start":"2026-05-19T13:52:25.595686Z","end":"2026-05-19T13:52:25.707037Z","steps":["trace[573712565] 'range keys from in-memory index tree' (duration: 111.184766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.707978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.08315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-19T13:52:25.708076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.3267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:52:25.708127Z","caller":"traceutil/trace.go:171","msg":"trace[2780134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16003; }","duration":"111.387511ms","start":"2026-05-19T13:52:25.596728Z","end":"2026-05-19T13:52:25.708116Z","steps":["trace[2780134] 'range keys from in-memory index tree' (duration: 111.258068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.70829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.476663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:25.708333Z","caller":"traceutil/trace.go:171","msg":"trace[196132211] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16003; }","duration":"111.518435ms","start":"2026-05-19T13:52:25.596803Z","end":"2026-05-19T13:52:25.708321Z","steps":["trace[196132211] 'range keys from in-memory index tree' (duration: 111.420482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.708466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.601667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:25.708501Z","caller":"traceutil/trace.go:171","msg":"trace[1695576102] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16003; }","duration":"111.642897ms","start":"2026-05-19T13:52:25.596849Z","end":"2026-05-19T13:52:25.708492Z","steps":["trace[1695576102] 'range keys from in-memory index tree' (duration: 111.565775ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.708026Z","caller":"traceutil/trace.go:171","msg":"trace[1949259401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16003; }","duration":"112.138713ms","start":"2026-05-19T13:52:25.595877Z","end":"2026-05-19T13:52:25.708015Z","steps":["trace[1949259401] 'range keys from in-memory index tree' (duration: 111.972456ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.826733Z","caller":"traceutil/trace.go:171","msg":"trace[1345000580] transaction","detail":"{read_only:false; response_revision:16005; number_of_response:1; }","duration":"113.178738ms","start":"2026-05-19T13:52:25.71353Z","end":"2026-05-19T13:52:25.826709Z","steps":["trace[1345000580] 'process raft request' (duration: 99.214669ms)","trace[1345000580] 'compare' (duration: 13.800315ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:52:25.827079Z","caller":"traceutil/trace.go:171","msg":"trace[822158778] transaction","detail":"{read_only:false; response_revision:16006; number_of_response:1; }","duration":"113.320313ms","start":"2026-05-19T13:52:25.713727Z","end":"2026-05-19T13:52:25.827047Z","steps":["trace[822158778] 'process raft request' (duration: 112.942412ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.827691Z","caller":"traceutil/trace.go:171","msg":"trace[562008861] transaction","detail":"{read_only:false; response_revision:16007; number_of_response:1; }","duration":"111.565636ms","start":"2026-05-19T13:52:25.716107Z","end":"2026-05-19T13:52:25.827673Z","steps":["trace[562008861] 'process raft request' (duration: 110.789705ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.827755Z","caller":"traceutil/trace.go:171","msg":"trace[119308122] transaction","detail":"{read_only:false; response_revision:16008; number_of_response:1; }","duration":"107.868769ms","start":"2026-05-19T13:52:25.719867Z","end":"2026-05-19T13:52:25.827736Z","steps":["trace[119308122] 'process raft request' (duration: 107.651243ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.828096Z","caller":"traceutil/trace.go:171","msg":"trace[1409165946] transaction","detail":"{read_only:false; response_revision:16009; number_of_response:1; }","duration":"108.189637ms","start":"2026-05-19T13:52:25.719892Z","end":"2026-05-19T13:52:25.828081Z","steps":["trace[1409165946] 'process raft request' (duration: 107.741494ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:52:25.828496Z","caller":"traceutil/trace.go:171","msg":"trace[746892189] linearizableReadLoop","detail":"{readStateIndex:16560; appliedIndex:16556; }","duration":"109.8345ms","start":"2026-05-19T13:52:25.718633Z","end":"2026-05-19T13:52:25.828467Z","steps":["trace[746892189] 'read index received' (duration: 69.817134ms)","trace[746892189] 'applied index is now lower than readState.Index' (duration: 40.015946ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:52:25.829593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.87003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:52:25.829669Z","caller":"traceutil/trace.go:171","msg":"trace[650933613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16010; }","duration":"104.996953ms","start":"2026-05-19T13:52:25.724656Z","end":"2026-05-19T13:52:25.829653Z","steps":["trace[650933613] 'agreement among raft nodes before linearized reading' (duration: 104.87341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.830695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.047839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769915"} {"level":"info","ts":"2026-05-19T13:52:25.830758Z","caller":"traceutil/trace.go:171","msg":"trace[1822028507] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16010; }","duration":"112.152191ms","start":"2026-05-19T13:52:25.718593Z","end":"2026-05-19T13:52:25.830745Z","steps":["trace[1822028507] 'agreement among raft nodes before linearized reading' (duration: 110.296682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.830995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.989838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769915"} {"level":"info","ts":"2026-05-19T13:52:25.831053Z","caller":"traceutil/trace.go:171","msg":"trace[113600517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16010; }","duration":"112.07804ms","start":"2026-05-19T13:52:25.718961Z","end":"2026-05-19T13:52:25.831039Z","steps":["trace[113600517] 'agreement among raft nodes before linearized reading' (duration: 110.611321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:52:25.831072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.221444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769915"} {"level":"info","ts":"2026-05-19T13:52:25.831108Z","caller":"traceutil/trace.go:171","msg":"trace[245907239] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16010; }","duration":"112.288245ms","start":"2026-05-19T13:52:25.718811Z","end":"2026-05-19T13:52:25.831099Z","steps":["trace[245907239] 'agreement among raft nodes before linearized reading' (duration: 110.673773ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:53:09.808777Z","caller":"traceutil/trace.go:171","msg":"trace[1412957185] linearizableReadLoop","detail":"{readStateIndex:16855; appliedIndex:16854; }","duration":"209.04738ms","start":"2026-05-19T13:53:09.599712Z","end":"2026-05-19T13:53:09.80876Z","steps":["trace[1412957185] 'read index received' (duration: 208.916456ms)","trace[1412957185] 'applied index is now lower than readState.Index' (duration: 129.584µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:53:09.808841Z","caller":"traceutil/trace.go:171","msg":"trace[777286661] transaction","detail":"{read_only:false; response_revision:16292; number_of_response:1; }","duration":"335.477969ms","start":"2026-05-19T13:53:09.473343Z","end":"2026-05-19T13:53:09.808821Z","steps":["trace[777286661] 'process raft request' (duration: 335.269014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:53:09.808888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.155042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:53:09.808917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.199463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:53:09.808936Z","caller":"traceutil/trace.go:171","msg":"trace[840622584] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16292; }","duration":"209.242045ms","start":"2026-05-19T13:53:09.59968Z","end":"2026-05-19T13:53:09.808922Z","steps":["trace[840622584] 'agreement among raft nodes before linearized reading' (duration: 209.151162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:53:09.808937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:53:09.473315Z","time spent":"335.564351ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:53:09.808965Z","caller":"traceutil/trace.go:171","msg":"trace[1921830300] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16292; }","duration":"209.272525ms","start":"2026-05-19T13:53:09.59968Z","end":"2026-05-19T13:53:09.808952Z","steps":["trace[1921830300] 'agreement among raft nodes before linearized reading' (duration: 209.188143ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:53:09.84746Z","caller":"traceutil/trace.go:171","msg":"trace[1280922442] transaction","detail":"{read_only:false; response_revision:16293; number_of_response:1; }","duration":"229.145461ms","start":"2026-05-19T13:53:09.618294Z","end":"2026-05-19T13:53:09.847439Z","steps":["trace[1280922442] 'process raft request' (duration: 228.833813ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:53:09.847519Z","caller":"traceutil/trace.go:171","msg":"trace[1921372625] transaction","detail":"{read_only:false; response_revision:16294; number_of_response:1; }","duration":"228.67834ms","start":"2026-05-19T13:53:09.618831Z","end":"2026-05-19T13:53:09.847509Z","steps":["trace[1921372625] 'process raft request' (duration: 228.463193ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:53:09.84746Z","caller":"traceutil/trace.go:171","msg":"trace[834417930] transaction","detail":"{read_only:false; response_revision:16295; number_of_response:1; }","duration":"128.547125ms","start":"2026-05-19T13:53:09.718883Z","end":"2026-05-19T13:53:09.84743Z","steps":["trace[834417930] 'process raft request' (duration: 128.456042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:53:09.848032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.395587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-05-19T13:53:09.848079Z","caller":"traceutil/trace.go:171","msg":"trace[1323122164] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16295; }","duration":"243.453568ms","start":"2026-05-19T13:53:09.604614Z","end":"2026-05-19T13:53:09.848067Z","steps":["trace[1323122164] 'agreement among raft nodes before linearized reading' (duration: 243.085439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:53:09.848455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.775837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-05-19T13:53:09.84856Z","caller":"traceutil/trace.go:171","msg":"trace[541990620] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16295; }","duration":"243.90229ms","start":"2026-05-19T13:53:09.604632Z","end":"2026-05-19T13:53:09.848535Z","steps":["trace[541990620] 'agreement among raft nodes before linearized reading' (duration: 242.833922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:53:09.848551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.274929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-05-19T13:53:09.848745Z","caller":"traceutil/trace.go:171","msg":"trace[865048856] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16295; }","duration":"247.458004ms","start":"2026-05-19T13:53:09.601225Z","end":"2026-05-19T13:53:09.848683Z","steps":["trace[865048856] 'agreement among raft nodes before linearized reading' (duration: 246.368246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:48.388366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164922693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:54:48.889071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164922693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:54:49.389919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164922693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:54:49.890889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164922693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:54:50.391104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164922693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:54:50.792797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00059688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T13:54:50.792869Z","caller":"traceutil/trace.go:171","msg":"trace[693005325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692723s","start":"2026-05-19T13:54:48.792162Z","end":"2026-05-19T13:54:50.792855Z","steps":["trace[693005325] 'agreement among raft nodes before linearized reading' (duration: 2.0006017s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.792915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.792156Z","time spent":"2.000753115s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 13:54:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T13:54:50.888522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.134514035s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T13:54:50.889028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:47.753891Z","time spent":"3.13513158s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T13:54:50.901779Z","caller":"traceutil/trace.go:171","msg":"trace[1803083177] transaction","detail":"{read_only:false; response_revision:17063; number_of_response:1; }","duration":"2.743348004s","start":"2026-05-19T13:54:48.158409Z","end":"2026-05-19T13:54:50.901757Z","steps":["trace[1803083177] 'process raft request' (duration: 2.737712006s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.90192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.158382Z","time spent":"2.743463977s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:54:50.902095Z","caller":"traceutil/trace.go:171","msg":"trace[1569866354] transaction","detail":"{read_only:false; response_revision:17064; number_of_response:1; }","duration":"2.712281435s","start":"2026-05-19T13:54:48.18979Z","end":"2026-05-19T13:54:50.902071Z","steps":["trace[1569866354] 'process raft request' (duration: 2.71170929s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.902241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.189769Z","time spent":"2.712387308s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:54:50.9023Z","caller":"traceutil/trace.go:171","msg":"trace[1287086371] transaction","detail":"{read_only:false; response_revision:17065; number_of_response:1; }","duration":"2.712164261s","start":"2026-05-19T13:54:48.190101Z","end":"2026-05-19T13:54:50.902266Z","steps":["trace[1287086371] 'process raft request' (duration: 2.711879754s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:54:50.902385Z","caller":"traceutil/trace.go:171","msg":"trace[969237712] linearizableReadLoop","detail":"{readStateIndex:17657; appliedIndex:17652; }","duration":"3.014942167s","start":"2026-05-19T13:54:47.887425Z","end":"2026-05-19T13:54:50.902367Z","steps":["trace[969237712] 'read index received' (duration: 3.001299127s)","trace[969237712] 'applied index is now lower than readState.Index' (duration: 13.64141ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:54:50.902426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.190094Z","time spent":"2.712263154s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:54:50.902461Z","caller":"traceutil/trace.go:171","msg":"trace[50456809] transaction","detail":"{read_only:false; response_revision:17066; number_of_response:1; }","duration":"1.822431455s","start":"2026-05-19T13:54:49.080008Z","end":"2026-05-19T13:54:50.90244Z","steps":["trace[50456809] 'process raft request' (duration: 1.822239131s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.902533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:49.079982Z","time spent":"1.822516148s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:54:50.902608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015185782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ln28p\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-05-19T13:54:50.902643Z","caller":"traceutil/trace.go:171","msg":"trace[1478960650] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ln28p; range_end:; response_count:1; response_revision:17067; }","duration":"3.015262234s","start":"2026-05-19T13:54:47.887371Z","end":"2026-05-19T13:54:50.902633Z","steps":["trace[1478960650] 'agreement among raft nodes before linearized reading' (duration: 3.015119191s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.902664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:47.887353Z","time spent":"3.015306897s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ln28p\" "} {"level":"warn","ts":"2026-05-19T13:54:50.902928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780545079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T13:54:50.90296Z","caller":"traceutil/trace.go:171","msg":"trace[130499624] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:17067; }","duration":"1.780622221s","start":"2026-05-19T13:54:49.122328Z","end":"2026-05-19T13:54:50.90295Z","steps":["trace[130499624] 'agreement among raft nodes before linearized reading' (duration: 1.78057045s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:49.122299Z","time spent":"1.780688914s","remote":"127.0.0.1:57950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:54:50.903006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.859512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T13:54:50.903036Z","caller":"traceutil/trace.go:171","msg":"trace[914661910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17067; }","duration":"109.906673ms","start":"2026-05-19T13:54:50.793116Z","end":"2026-05-19T13:54:50.903023Z","steps":["trace[914661910] 'agreement among raft nodes before linearized reading' (duration: 109.867172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.90318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.670104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T13:54:50.903206Z","caller":"traceutil/trace.go:171","msg":"trace[1323783120] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:17067; }","duration":"196.723075ms","start":"2026-05-19T13:54:50.706474Z","end":"2026-05-19T13:54:50.903197Z","steps":["trace[1323783120] 'agreement among raft nodes before linearized reading' (duration: 196.678764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19776729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T13:54:50.903243Z","caller":"traceutil/trace.go:171","msg":"trace[748316674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17067; }","duration":"1.197840702s","start":"2026-05-19T13:54:49.705393Z","end":"2026-05-19T13:54:50.903233Z","steps":["trace[748316674] 'agreement among raft nodes before linearized reading' (duration: 1.19774161s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:49.705374Z","time spent":"1.197884143s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T13:54:50.903376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.343529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T13:54:50.903403Z","caller":"traceutil/trace.go:171","msg":"trace[1190487262] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17067; }","duration":"390.370229ms","start":"2026-05-19T13:54:50.513024Z","end":"2026-05-19T13:54:50.903395Z","steps":["trace[1190487262] 'agreement among raft nodes before linearized reading' (duration: 390.290136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359738768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4wrjh\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-05-19T13:54:50.903424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:50.512959Z","time spent":"390.458942ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-19T13:54:50.903441Z","caller":"traceutil/trace.go:171","msg":"trace[1860002881] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4wrjh; range_end:; response_count:1; response_revision:17067; }","duration":"1.359803989s","start":"2026-05-19T13:54:49.543629Z","end":"2026-05-19T13:54:50.903433Z","steps":["trace[1860002881] 'agreement among raft nodes before linearized reading' (duration: 1.359728487s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:49.543606Z","time spent":"1.359849531s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4wrjh\" "} {"level":"warn","ts":"2026-05-19T13:54:50.903577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.913351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-19T13:54:50.903598Z","caller":"traceutil/trace.go:171","msg":"trace[1309776371] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17067; }","duration":"647.978822ms","start":"2026-05-19T13:54:50.255612Z","end":"2026-05-19T13:54:50.903591Z","steps":["trace[1309776371] 'agreement among raft nodes before linearized reading' (duration: 647.911211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422571176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5r97m\" ","response":"range_response_count:1 size:20764"} {"level":"warn","ts":"2026-05-19T13:54:50.903618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:50.255589Z","time spent":"648.024974ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T13:54:50.903625Z","caller":"traceutil/trace.go:171","msg":"trace[1096930830] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5r97m; range_end:; response_count:1; response_revision:17067; }","duration":"1.422629088s","start":"2026-05-19T13:54:49.48099Z","end":"2026-05-19T13:54:50.903619Z","steps":["trace[1096930830] 'agreement among raft nodes before linearized reading' (duration: 1.422558916s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:49.480964Z","time spent":"1.42267829s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5r97m\" "} {"level":"warn","ts":"2026-05-19T13:54:50.903794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422809862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4wrjh\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-19T13:54:50.903816Z","caller":"traceutil/trace.go:171","msg":"trace[1598657250] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4wrjh; range_end:; response_count:1; response_revision:17067; }","duration":"1.422867454s","start":"2026-05-19T13:54:49.480942Z","end":"2026-05-19T13:54:50.90381Z","steps":["trace[1598657250] 'agreement among raft nodes before linearized reading' (duration: 1.422800372s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:49.480921Z","time spent":"1.422908815s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4wrjh\" "} {"level":"warn","ts":"2026-05-19T13:54:50.903941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726089671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T13:54:50.903965Z","caller":"traceutil/trace.go:171","msg":"trace[2003639206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:17067; }","duration":"1.726142422s","start":"2026-05-19T13:54:49.177813Z","end":"2026-05-19T13:54:50.903956Z","steps":["trace[2003639206] 'agreement among raft nodes before linearized reading' (duration: 1.726105841s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.903986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:49.177797Z","time spent":"1.726182473s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:54:50.902963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162088718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T13:54:50.904051Z","caller":"traceutil/trace.go:171","msg":"trace[2051489817] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:17067; }","duration":"1.163227548s","start":"2026-05-19T13:54:49.740815Z","end":"2026-05-19T13:54:50.904042Z","steps":["trace[2051489817] 'agreement among raft nodes before linearized reading' (duration: 1.162109889s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.904085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:49.740794Z","time spent":"1.16328025s","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:54:50.904877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113793561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T13:54:50.90489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032511134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T13:54:50.904915Z","caller":"traceutil/trace.go:171","msg":"trace[1314535557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17067; }","duration":"2.113833792s","start":"2026-05-19T13:54:48.79107Z","end":"2026-05-19T13:54:50.904904Z","steps":["trace[1314535557] 'agreement among raft nodes before linearized reading' (duration: 2.113701739s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.904941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.791009Z","time spent":"2.113925524s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T13:54:50.904948Z","caller":"traceutil/trace.go:171","msg":"trace[436345857] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:17067; }","duration":"2.032591097s","start":"2026-05-19T13:54:48.87234Z","end":"2026-05-19T13:54:50.904931Z","steps":["trace[436345857] 'agreement among raft nodes before linearized reading' (duration: 2.032487074s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.904986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.872329Z","time spent":"2.032646278s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:54:50.904977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113990886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T13:54:50.905003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113979045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-05-19T13:54:50.905057Z","caller":"traceutil/trace.go:171","msg":"trace[1080972826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17067; }","duration":"2.114107878s","start":"2026-05-19T13:54:48.790928Z","end":"2026-05-19T13:54:50.905035Z","steps":["trace[1080972826] 'agreement among raft nodes before linearized reading' (duration: 2.113840702s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:54:50.905073Z","caller":"traceutil/trace.go:171","msg":"trace[2069797847] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:17067; }","duration":"2.114085168s","start":"2026-05-19T13:54:48.79097Z","end":"2026-05-19T13:54:50.905055Z","steps":["trace[2069797847] 'agreement among raft nodes before linearized reading' (duration: 2.113815301s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.905106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.790909Z","time spent":"2.114190341s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-19T13:54:50.905109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.790909Z","time spent":"2.114190371s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:54:50.905132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110528155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3241"} {"level":"warn","ts":"2026-05-19T13:54:50.905136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114082258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-19T13:54:50.90516Z","caller":"traceutil/trace.go:171","msg":"trace[483997264] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:17067; }","duration":"2.110597296s","start":"2026-05-19T13:54:48.794554Z","end":"2026-05-19T13:54:50.905151Z","steps":["trace[483997264] 'agreement among raft nodes before linearized reading' (duration: 2.110512384s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:54:50.905167Z","caller":"traceutil/trace.go:171","msg":"trace[1661479166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17067; }","duration":"2.11415111s","start":"2026-05-19T13:54:48.791007Z","end":"2026-05-19T13:54:50.905158Z","steps":["trace[1661479166] 'agreement among raft nodes before linearized reading' (duration: 2.114072018s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.905185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.794536Z","time spent":"2.110643867s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-19T13:54:50.905188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.79098Z","time spent":"2.114202701s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:54:50.905272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114289293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-19T13:54:50.90529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114352315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T13:54:50.905291Z","caller":"traceutil/trace.go:171","msg":"trace[1083753483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17067; }","duration":"2.114306524s","start":"2026-05-19T13:54:48.790978Z","end":"2026-05-19T13:54:50.905284Z","steps":["trace[1083753483] 'agreement among raft nodes before linearized reading' (duration: 2.114249912s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:54:50.90531Z","caller":"traceutil/trace.go:171","msg":"trace[1003829403] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:17067; }","duration":"2.114390186s","start":"2026-05-19T13:54:48.790913Z","end":"2026-05-19T13:54:50.905303Z","steps":["trace[1003829403] 'agreement among raft nodes before linearized reading' (duration: 2.114354035s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.905313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.790967Z","time spent":"2.114340084s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T13:54:50.90533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.790907Z","time spent":"2.114418897s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-19T13:54:50.905339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114374475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T13:54:50.905362Z","caller":"traceutil/trace.go:171","msg":"trace[1684331892] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17067; }","duration":"2.114409286s","start":"2026-05-19T13:54:48.790945Z","end":"2026-05-19T13:54:50.905354Z","steps":["trace[1684331892] 'agreement among raft nodes before linearized reading' (duration: 2.114319084s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.905382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.790939Z","time spent":"2.114438117s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T13:54:50.905483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114631732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-z89nk\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-05-19T13:54:50.905509Z","caller":"traceutil/trace.go:171","msg":"trace[1403326744] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-z89nk; range_end:; response_count:1; response_revision:17067; }","duration":"2.114693424s","start":"2026-05-19T13:54:48.790808Z","end":"2026-05-19T13:54:50.905502Z","steps":["trace[1403326744] 'agreement among raft nodes before linearized reading' (duration: 2.114617971s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.905527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.790788Z","time spent":"2.114734086s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-z89nk\" "} {"level":"warn","ts":"2026-05-19T13:54:50.902877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945923714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T13:54:50.906808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115803353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T13:54:50.90688Z","caller":"traceutil/trace.go:171","msg":"trace[600767364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17067; }","duration":"2.115909376s","start":"2026-05-19T13:54:48.790956Z","end":"2026-05-19T13:54:50.906866Z","steps":["trace[600767364] 'agreement among raft nodes before linearized reading' (duration: 2.113789009s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.906917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:48.790948Z","time spent":"2.115961228s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T13:54:50.90564Z","caller":"traceutil/trace.go:171","msg":"trace[57353874] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:17067; }","duration":"2.948720468s","start":"2026-05-19T13:54:47.956909Z","end":"2026-05-19T13:54:50.90563Z","steps":["trace[57353874] 'agreement among raft nodes before linearized reading' (duration: 2.945940005s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:54:50.90721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:54:47.956893Z","time spent":"2.950302739s","remote":"127.0.0.1:35958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:55:03.099921Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14906} {"level":"info","ts":"2026-05-19T13:55:03.196776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14906,"took":"94.152206ms","hash":3570653102,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":28139520,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-19T13:55:03.19685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3570653102,"revision":14906,"compact-revision":12545} {"level":"info","ts":"2026-05-19T13:55:53.330004Z","caller":"traceutil/trace.go:171","msg":"trace[952174141] transaction","detail":"{read_only:false; response_revision:17579; number_of_response:1; }","duration":"104.426767ms","start":"2026-05-19T13:55:53.225552Z","end":"2026-05-19T13:55:53.329979Z","steps":["trace[952174141] 'process raft request' (duration: 104.386056ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:55:53.330193Z","caller":"traceutil/trace.go:171","msg":"trace[1215801689] transaction","detail":"{read_only:false; response_revision:17576; number_of_response:1; }","duration":"106.169265ms","start":"2026-05-19T13:55:53.224013Z","end":"2026-05-19T13:55:53.330183Z","steps":["trace[1215801689] 'process raft request' (duration: 105.692262ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:55:53.330306Z","caller":"traceutil/trace.go:171","msg":"trace[1051842562] transaction","detail":"{read_only:false; response_revision:17577; number_of_response:1; }","duration":"106.242145ms","start":"2026-05-19T13:55:53.224055Z","end":"2026-05-19T13:55:53.330297Z","steps":["trace[1051842562] 'process raft request' (duration: 105.791423ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:55:53.330375Z","caller":"traceutil/trace.go:171","msg":"trace[52406087] transaction","detail":"{read_only:false; response_revision:17578; number_of_response:1; }","duration":"105.528497ms","start":"2026-05-19T13:55:53.224839Z","end":"2026-05-19T13:55:53.330368Z","steps":["trace[52406087] 'process raft request' (duration: 105.053414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:19.157136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.113242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T13:57:19.157191Z","caller":"traceutil/trace.go:171","msg":"trace[1199361230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18164; }","duration":"156.203335ms","start":"2026-05-19T13:57:19.000973Z","end":"2026-05-19T13:57:19.157177Z","steps":["trace[1199361230] 'range keys from in-memory index tree' (duration: 155.943468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:19.157198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.383846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T13:57:19.157112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.720907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-05-19T13:57:19.157241Z","caller":"traceutil/trace.go:171","msg":"trace[369323249] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:18164; }","duration":"196.471749ms","start":"2026-05-19T13:57:18.960756Z","end":"2026-05-19T13:57:19.157227Z","steps":["trace[369323249] 'count revisions from in-memory index tree' (duration: 196.262293ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:19.157328Z","caller":"traceutil/trace.go:171","msg":"trace[2000760659] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18164; }","duration":"109.904572ms","start":"2026-05-19T13:57:19.047364Z","end":"2026-05-19T13:57:19.157269Z","steps":["trace[2000760659] 'range keys from in-memory index tree' (duration: 109.634026ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:19.48281Z","caller":"traceutil/trace.go:171","msg":"trace[1964419414] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18165; }","duration":"138.25096ms","start":"2026-05-19T13:57:19.344524Z","end":"2026-05-19T13:57:19.482775Z","steps":["trace[1964419414] 'process raft request' (duration: 138.045185ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:23.679781Z","caller":"traceutil/trace.go:171","msg":"trace[2142079551] transaction","detail":"{read_only:false; response_revision:18223; number_of_response:1; }","duration":"170.02389ms","start":"2026-05-19T13:57:23.509728Z","end":"2026-05-19T13:57:23.679752Z","steps":["trace[2142079551] 'process raft request' (duration: 169.723612ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:23.679918Z","caller":"traceutil/trace.go:171","msg":"trace[1024658355] linearizableReadLoop","detail":"{readStateIndex:18852; appliedIndex:18850; }","duration":"158.971787ms","start":"2026-05-19T13:57:23.520912Z","end":"2026-05-19T13:57:23.679884Z","steps":["trace[1024658355] 'read index received' (duration: 33.060022ms)","trace[1024658355] 'applied index is now lower than readState.Index' (duration: 125.909205ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:57:23.680034Z","caller":"traceutil/trace.go:171","msg":"trace[804845357] transaction","detail":"{read_only:false; response_revision:18224; number_of_response:1; }","duration":"133.793883ms","start":"2026-05-19T13:57:23.546186Z","end":"2026-05-19T13:57:23.67998Z","steps":["trace[804845357] 'process raft request' (duration: 133.515206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:23.680139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.208434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-19T13:57:23.680165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.61548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T13:57:23.680227Z","caller":"traceutil/trace.go:171","msg":"trace[798392607] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:18224; }","duration":"159.364168ms","start":"2026-05-19T13:57:23.520842Z","end":"2026-05-19T13:57:23.680206Z","steps":["trace[798392607] 'agreement among raft nodes before linearized reading' (duration: 159.154932ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:23.68027Z","caller":"traceutil/trace.go:171","msg":"trace[1708824362] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:18224; }","duration":"155.765623ms","start":"2026-05-19T13:57:23.524485Z","end":"2026-05-19T13:57:23.68025Z","steps":["trace[1708824362] 'agreement among raft nodes before linearized reading' (duration: 155.601848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:24.449858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.956087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T13:57:24.449979Z","caller":"traceutil/trace.go:171","msg":"trace[1497397756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18231; }","duration":"187.152712ms","start":"2026-05-19T13:57:24.262801Z","end":"2026-05-19T13:57:24.449953Z","steps":["trace[1497397756] 'range keys from in-memory index tree' (duration: 186.704841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:25.836151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.783457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-05-19T13:57:25.836225Z","caller":"traceutil/trace.go:171","msg":"trace[1275265688] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18236; }","duration":"563.90509ms","start":"2026-05-19T13:57:25.272303Z","end":"2026-05-19T13:57:25.836208Z","steps":["trace[1275265688] 'range keys from in-memory index tree' (duration: 563.635034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:25.836259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:57:25.272063Z","time spent":"564.189388ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-19T13:57:25.836151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.420872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T13:57:25.83643Z","caller":"traceutil/trace.go:171","msg":"trace[47767644] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:18236; }","duration":"492.746031ms","start":"2026-05-19T13:57:25.343645Z","end":"2026-05-19T13:57:25.836391Z","steps":["trace[47767644] 'count revisions from in-memory index tree' (duration: 492.342601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:25.836583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:57:25.343623Z","time spent":"492.919316ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:57:25.836742Z","caller":"traceutil/trace.go:171","msg":"trace[2141448887] transaction","detail":"{read_only:false; response_revision:18237; number_of_response:1; }","duration":"275.479015ms","start":"2026-05-19T13:57:25.561242Z","end":"2026-05-19T13:57:25.836721Z","steps":["trace[2141448887] 'process raft request' (duration: 273.284877ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:25.837075Z","caller":"traceutil/trace.go:171","msg":"trace[2111703448] transaction","detail":"{read_only:false; response_revision:18238; number_of_response:1; }","duration":"151.829818ms","start":"2026-05-19T13:57:25.685224Z","end":"2026-05-19T13:57:25.837054Z","steps":["trace[2111703448] 'process raft request' (duration: 151.457469ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:25.837928Z","caller":"traceutil/trace.go:171","msg":"trace[910599142] linearizableReadLoop","detail":"{readStateIndex:18868; appliedIndex:18865; }","duration":"137.574144ms","start":"2026-05-19T13:57:25.700338Z","end":"2026-05-19T13:57:25.837912Z","steps":["trace[910599142] 'read index received' (duration: 134.301507ms)","trace[910599142] 'applied index is now lower than readState.Index' (duration: 3.271657ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:57:25.837996Z","caller":"traceutil/trace.go:171","msg":"trace[1094029182] transaction","detail":"{read_only:false; response_revision:18239; number_of_response:1; }","duration":"151.279275ms","start":"2026-05-19T13:57:25.686686Z","end":"2026-05-19T13:57:25.837966Z","steps":["trace[1094029182] 'process raft request' (duration: 150.220226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:25.838273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.930202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-19T13:57:25.838318Z","caller":"traceutil/trace.go:171","msg":"trace[1197662610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18239; }","duration":"137.998513ms","start":"2026-05-19T13:57:25.700309Z","end":"2026-05-19T13:57:25.838307Z","steps":["trace[1197662610] 'agreement among raft nodes before linearized reading' (duration: 137.693546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:25.838365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.393654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T13:57:25.838448Z","caller":"traceutil/trace.go:171","msg":"trace[91945381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18239; }","duration":"113.506687ms","start":"2026-05-19T13:57:25.724921Z","end":"2026-05-19T13:57:25.838428Z","steps":["trace[91945381] 'agreement among raft nodes before linearized reading' (duration: 113.371704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:25.838997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.07464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T13:57:25.839413Z","caller":"traceutil/trace.go:171","msg":"trace[915877432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18239; }","duration":"134.508422ms","start":"2026-05-19T13:57:25.704885Z","end":"2026-05-19T13:57:25.839393Z","steps":["trace[915877432] 'agreement among raft nodes before linearized reading' (duration: 133.32206ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:26.191565Z","caller":"traceutil/trace.go:171","msg":"trace[1030086548] transaction","detail":"{read_only:false; response_revision:18240; number_of_response:1; }","duration":"348.40511ms","start":"2026-05-19T13:57:25.843129Z","end":"2026-05-19T13:57:26.191534Z","steps":["trace[1030086548] 'process raft request' (duration: 348.209964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:26.192015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:57:25.843114Z","time spent":"348.8023ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:57:26.207447Z","caller":"traceutil/trace.go:171","msg":"trace[1357147368] transaction","detail":"{read_only:false; response_revision:18241; number_of_response:1; }","duration":"363.816076ms","start":"2026-05-19T13:57:25.843608Z","end":"2026-05-19T13:57:26.207424Z","steps":["trace[1357147368] 'process raft request' (duration: 363.644662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:26.207591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:57:25.843594Z","time spent":"363.915ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:57:26.207781Z","caller":"traceutil/trace.go:171","msg":"trace[1820820275] transaction","detail":"{read_only:false; response_revision:18243; number_of_response:1; }","duration":"363.854269ms","start":"2026-05-19T13:57:25.843916Z","end":"2026-05-19T13:57:26.20777Z","steps":["trace[1820820275] 'process raft request' (duration: 363.647194ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:26.207717Z","caller":"traceutil/trace.go:171","msg":"trace[1930968251] transaction","detail":"{read_only:false; response_revision:18242; number_of_response:1; }","duration":"363.958741ms","start":"2026-05-19T13:57:25.843724Z","end":"2026-05-19T13:57:26.207683Z","steps":["trace[1930968251] 'process raft request' (duration: 363.651242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:26.207848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:57:25.843892Z","time spent":"363.92624ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:57:26.207908Z","caller":"traceutil/trace.go:171","msg":"trace[1898566768] transaction","detail":"{read_only:false; response_revision:18244; number_of_response:1; }","duration":"362.902482ms","start":"2026-05-19T13:57:25.844972Z","end":"2026-05-19T13:57:26.207875Z","steps":["trace[1898566768] 'process raft request' (duration: 362.727538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:26.208163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:57:25.843706Z","time spent":"364.160986ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:57:26.20822Z","caller":"traceutil/trace.go:171","msg":"trace[1429325282] linearizableReadLoop","detail":"{readStateIndex:18874; appliedIndex:18868; }","duration":"297.111887ms","start":"2026-05-19T13:57:25.911055Z","end":"2026-05-19T13:57:26.208167Z","steps":["trace[1429325282] 'read index received' (duration: 280.285001ms)","trace[1429325282] 'applied index is now lower than readState.Index' (duration: 16.825516ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:57:26.208119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:57:25.844965Z","time spent":"363.047386ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:57:26.208331Z","caller":"traceutil/trace.go:171","msg":"trace[1493848624] transaction","detail":"{read_only:false; response_revision:18245; number_of_response:1; }","duration":"363.312393ms","start":"2026-05-19T13:57:25.845004Z","end":"2026-05-19T13:57:26.208317Z","steps":["trace[1493848624] 'process raft request' (duration: 362.788309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:57:26.20844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:57:25.844991Z","time spent":"363.390326ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:57:26.208599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.547897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-76b4d54d9b-ff4gs\" ","response":"range_response_count:1 size:12588"} {"level":"info","ts":"2026-05-19T13:57:26.208713Z","caller":"traceutil/trace.go:171","msg":"trace[1486557764] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-76b4d54d9b-ff4gs; range_end:; response_count:1; response_revision:18245; }","duration":"297.717972ms","start":"2026-05-19T13:57:25.910976Z","end":"2026-05-19T13:57:26.208694Z","steps":["trace[1486557764] 'agreement among raft nodes before linearized reading' (duration: 297.477516ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:40.663753Z","caller":"traceutil/trace.go:171","msg":"trace[131971310] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18370; }","duration":"147.668869ms","start":"2026-05-19T13:57:40.516058Z","end":"2026-05-19T13:57:40.663727Z","steps":["trace[131971310] 'process raft request' (duration: 147.626847ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:40.663736Z","caller":"traceutil/trace.go:171","msg":"trace[218826800] transaction","detail":"{read_only:false; response_revision:18369; number_of_response:1; }","duration":"152.083986ms","start":"2026-05-19T13:57:40.511621Z","end":"2026-05-19T13:57:40.663704Z","steps":["trace[218826800] 'process raft request' (duration: 135.304634ms)","trace[218826800] 'compare' (duration: 16.532746ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:57:40.663853Z","caller":"traceutil/trace.go:171","msg":"trace[847283775] transaction","detail":"{read_only:false; response_revision:18370; number_of_response:1; }","duration":"148.130842ms","start":"2026-05-19T13:57:40.515691Z","end":"2026-05-19T13:57:40.663822Z","steps":["trace[847283775] 'process raft request' (duration: 147.927826ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:57:40.66642Z","caller":"traceutil/trace.go:171","msg":"trace[777317278] transaction","detail":"{read_only:false; response_revision:18371; number_of_response:1; }","duration":"118.522039ms","start":"2026-05-19T13:57:40.547878Z","end":"2026-05-19T13:57:40.6664Z","steps":["trace[777317278] 'process raft request' (duration: 118.121709ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:59:16.768304Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"56c01ea8fdc90390","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T13:59:16.774568Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-19T13:59:16.774727Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-19T14:00:03.105847Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17154} {"level":"info","ts":"2026-05-19T14:00:03.196386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17154,"took":"86.813972ms","hash":2189580644,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":33488896,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-19T14:00:03.196444Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2189580644,"revision":17154,"compact-revision":14906} {"level":"warn","ts":"2026-05-19T14:02:54.226001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164934737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:02:54.726924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164934737,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:02:54.763498Z","caller":"traceutil/trace.go:171","msg":"trace[603155635] linearizableReadLoop","detail":"{readStateIndex:21651; appliedIndex:21650; }","duration":"1.038109162s","start":"2026-05-19T14:02:53.725366Z","end":"2026-05-19T14:02:54.763475Z","steps":["trace[603155635] 'read index received' (duration: 1.037862614s)","trace[603155635] 'applied index is now lower than readState.Index' (duration: 245.838µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:02:54.763597Z","caller":"traceutil/trace.go:171","msg":"trace[1709915459] transaction","detail":"{read_only:false; response_revision:20937; number_of_response:1; }","duration":"1.233602753s","start":"2026-05-19T14:02:53.529987Z","end":"2026-05-19T14:02:54.76359Z","steps":["trace[1709915459] 'process raft request' (duration: 1.233334857s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:02:54.763674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:53.529968Z","time spent":"1.233647544s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:02:54.7638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036464328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T14:02:54.763832Z","caller":"traceutil/trace.go:171","msg":"trace[1575648486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20937; }","duration":"1.036518969s","start":"2026-05-19T14:02:53.727305Z","end":"2026-05-19T14:02:54.763824Z","steps":["trace[1575648486] 'agreement among raft nodes before linearized reading' (duration: 1.036418367s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:02:54.763851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:53.727294Z","time spent":"1.03655333s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T14:02:54.763914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038556463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:02:54.763935Z","caller":"traceutil/trace.go:171","msg":"trace[916269586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20937; }","duration":"1.038622485s","start":"2026-05-19T14:02:53.725307Z","end":"2026-05-19T14:02:54.76393Z","steps":["trace[916269586] 'agreement among raft nodes before linearized reading' (duration: 1.038586254s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:02:54.76395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:53.725288Z","time spent":"1.038658745s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:02:54.764093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.218321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:02:54.764117Z","caller":"traceutil/trace.go:171","msg":"trace[1939011530] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20937; }","duration":"655.279863ms","start":"2026-05-19T14:02:54.108832Z","end":"2026-05-19T14:02:54.764112Z","steps":["trace[1939011530] 'agreement among raft nodes before linearized reading' (duration: 655.19492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:02:54.764135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:54.108814Z","time spent":"655.315374ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":64,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:02:54.764204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.800566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T14:02:54.76426Z","caller":"traceutil/trace.go:171","msg":"trace[257627549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20937; }","duration":"939.898659ms","start":"2026-05-19T14:02:53.824346Z","end":"2026-05-19T14:02:54.764245Z","steps":["trace[257627549] 'agreement among raft nodes before linearized reading' (duration: 939.741125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:02:54.764275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.265691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-19T14:02:54.764295Z","caller":"traceutil/trace.go:171","msg":"trace[682653840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20937; }","duration":"942.326912ms","start":"2026-05-19T14:02:53.821962Z","end":"2026-05-19T14:02:54.764289Z","steps":["trace[682653840] 'agreement among raft nodes before linearized reading' (duration: 942.26569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:02:54.7643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:53.824336Z","time spent":"939.95382ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T14:02:54.764312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:53.821942Z","time spent":"942.365483ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T14:02:54.764469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.314226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T14:02:54.764507Z","caller":"traceutil/trace.go:171","msg":"trace[109448231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20937; }","duration":"799.388108ms","start":"2026-05-19T14:02:53.965105Z","end":"2026-05-19T14:02:54.764493Z","steps":["trace[109448231] 'agreement among raft nodes before linearized reading' (duration: 799.288646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:02:54.76454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:53.965089Z","time spent":"799.442979ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:02:54.764599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.170975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T14:02:54.764628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034321511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T14:02:54.764747Z","caller":"traceutil/trace.go:171","msg":"trace[1270821617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20937; }","duration":"1.034523947s","start":"2026-05-19T14:02:53.730182Z","end":"2026-05-19T14:02:54.764706Z","steps":["trace[1270821617] 'agreement among raft nodes before linearized reading' (duration: 1.034210579s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:02:54.764664Z","caller":"traceutil/trace.go:171","msg":"trace[958676843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20937; }","duration":"940.272608ms","start":"2026-05-19T14:02:53.824374Z","end":"2026-05-19T14:02:54.764647Z","steps":["trace[958676843] 'agreement among raft nodes before linearized reading' (duration: 940.055433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:02:54.764826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:53.73013Z","time spent":"1.034684491s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T14:02:54.764823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:02:53.824363Z","time spent":"940.443413ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T14:03:17.056762Z","caller":"traceutil/trace.go:171","msg":"trace[596642141] linearizableReadLoop","detail":"{readStateIndex:21766; appliedIndex:21765; }","duration":"189.987216ms","start":"2026-05-19T14:03:16.86675Z","end":"2026-05-19T14:03:17.056737Z","steps":["trace[596642141] 'read index received' (duration: 189.850543ms)","trace[596642141] 'applied index is now lower than readState.Index' (duration: 135.643µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:03:17.056989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.214092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T14:03:17.057026Z","caller":"traceutil/trace.go:171","msg":"trace[1256869892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21048; }","duration":"190.305904ms","start":"2026-05-19T14:03:16.866712Z","end":"2026-05-19T14:03:17.057018Z","steps":["trace[1256869892] 'agreement among raft nodes before linearized reading' (duration: 190.15775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:17.057215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.629802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T14:03:17.057292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.700828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T14:03:17.057299Z","caller":"traceutil/trace.go:171","msg":"trace[1257950633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21048; }","duration":"182.753535ms","start":"2026-05-19T14:03:16.874528Z","end":"2026-05-19T14:03:17.057282Z","steps":["trace[1257950633] 'agreement among raft nodes before linearized reading' (duration: 182.457467ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:03:17.057316Z","caller":"traceutil/trace.go:171","msg":"trace[1534978490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21048; }","duration":"184.740678ms","start":"2026-05-19T14:03:16.872568Z","end":"2026-05-19T14:03:17.057309Z","steps":["trace[1534978490] 'agreement among raft nodes before linearized reading' (duration: 184.497721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:17.057246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.085206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-19T14:03:17.056902Z","caller":"traceutil/trace.go:171","msg":"trace[918564264] transaction","detail":"{read_only:false; response_revision:21048; number_of_response:1; }","duration":"212.570602ms","start":"2026-05-19T14:03:16.844297Z","end":"2026-05-19T14:03:17.056867Z","steps":["trace[918564264] 'process raft request' (duration: 212.289645ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:03:17.05753Z","caller":"traceutil/trace.go:171","msg":"trace[718452723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21048; }","duration":"180.322472ms","start":"2026-05-19T14:03:16.87715Z","end":"2026-05-19T14:03:17.057473Z","steps":["trace[718452723] 'agreement among raft nodes before linearized reading' (duration: 179.88309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:17.057544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.609765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T14:03:17.057628Z","caller":"traceutil/trace.go:171","msg":"trace[1569096509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21048; }","duration":"184.727378ms","start":"2026-05-19T14:03:16.872881Z","end":"2026-05-19T14:03:17.057608Z","steps":["trace[1569096509] 'agreement among raft nodes before linearized reading' (duration: 184.171373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:17.05762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.416286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T14:03:17.057805Z","caller":"traceutil/trace.go:171","msg":"trace[622250028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21048; }","duration":"185.607881ms","start":"2026-05-19T14:03:16.87213Z","end":"2026-05-19T14:03:17.057738Z","steps":["trace[622250028] 'agreement among raft nodes before linearized reading' (duration: 184.841331ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:03:17.448376Z","caller":"traceutil/trace.go:171","msg":"trace[461001681] transaction","detail":"{read_only:false; response_revision:21049; number_of_response:1; }","duration":"386.31992ms","start":"2026-05-19T14:03:17.062028Z","end":"2026-05-19T14:03:17.448347Z","steps":["trace[461001681] 'process raft request' (duration: 298.043359ms)","trace[461001681] 'compare' (duration: 88.114077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:03:17.44855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:03:17.062006Z","time spent":"386.442114ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:03:17.536412Z","caller":"traceutil/trace.go:171","msg":"trace[1236688766] transaction","detail":"{read_only:false; response_revision:21051; number_of_response:1; }","duration":"473.861382ms","start":"2026-05-19T14:03:17.062522Z","end":"2026-05-19T14:03:17.536383Z","steps":["trace[1236688766] 'process raft request' (duration: 473.76232ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:03:17.536413Z","caller":"traceutil/trace.go:171","msg":"trace[1760403392] transaction","detail":"{read_only:false; response_revision:21050; number_of_response:1; }","duration":"474.335014ms","start":"2026-05-19T14:03:17.062053Z","end":"2026-05-19T14:03:17.536388Z","steps":["trace[1760403392] 'process raft request' (duration: 474.030517ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:03:17.536582Z","caller":"traceutil/trace.go:171","msg":"trace[976684232] transaction","detail":"{read_only:false; response_revision:21052; number_of_response:1; }","duration":"473.951235ms","start":"2026-05-19T14:03:17.062618Z","end":"2026-05-19T14:03:17.536569Z","steps":["trace[976684232] 'process raft request' (duration: 473.725009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:17.536601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:03:17.062029Z","time spent":"474.483968ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:03:17.536826Z","caller":"traceutil/trace.go:171","msg":"trace[1905674393] transaction","detail":"{read_only:false; response_revision:21053; number_of_response:1; }","duration":"473.824802ms","start":"2026-05-19T14:03:17.062986Z","end":"2026-05-19T14:03:17.53681Z","steps":["trace[1905674393] 'process raft request' (duration: 473.519163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:17.536722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:03:17.06261Z","time spent":"474.061398ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:03:17.537098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:03:17.062976Z","time spent":"474.073908ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:03:17.537219Z","caller":"traceutil/trace.go:171","msg":"trace[1356572336] transaction","detail":"{read_only:false; response_revision:21054; number_of_response:1; }","duration":"469.632781ms","start":"2026-05-19T14:03:17.067553Z","end":"2026-05-19T14:03:17.537186Z","steps":["trace[1356572336] 'process raft request' (duration: 469.205181ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:03:17.537463Z","caller":"traceutil/trace.go:171","msg":"trace[454379217] transaction","detail":"{read_only:false; response_revision:21055; number_of_response:1; }","duration":"289.604958ms","start":"2026-05-19T14:03:17.247842Z","end":"2026-05-19T14:03:17.537446Z","steps":["trace[454379217] 'process raft request' (duration: 289.281469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:17.53737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:03:17.067542Z","time spent":"469.747134ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:03:17.537593Z","caller":"traceutil/trace.go:171","msg":"trace[1144406641] transaction","detail":"{read_only:false; response_revision:21056; number_of_response:1; }","duration":"289.604187ms","start":"2026-05-19T14:03:17.24794Z","end":"2026-05-19T14:03:17.537544Z","steps":["trace[1144406641] 'process raft request' (duration: 289.449763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:17.537935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:03:17.062497Z","time spent":"475.25974ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:03:18.020441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.047459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T14:03:18.02052Z","caller":"traceutil/trace.go:171","msg":"trace[279895264] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:21056; }","duration":"237.180483ms","start":"2026-05-19T14:03:17.783321Z","end":"2026-05-19T14:03:18.020501Z","steps":["trace[279895264] 'range keys from in-memory index tree' (duration: 236.874654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:18.020593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:03:17.588754Z","time spent":"431.831063ms","remote":"127.0.0.1:43518","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:03:18.020759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.541944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:03:18.020878Z","caller":"traceutil/trace.go:171","msg":"trace[1548005856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21056; }","duration":"295.707208ms","start":"2026-05-19T14:03:17.725143Z","end":"2026-05-19T14:03:18.02085Z","steps":["trace[1548005856] 'range keys from in-memory index tree' (duration: 295.436091ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:03:18.167337Z","caller":"traceutil/trace.go:171","msg":"trace[2004176758] linearizableReadLoop","detail":"{readStateIndex:21775; appliedIndex:21774; }","duration":"145.024669ms","start":"2026-05-19T14:03:18.022288Z","end":"2026-05-19T14:03:18.167313Z","steps":["trace[2004176758] 'read index received' (duration: 144.896746ms)","trace[2004176758] 'applied index is now lower than readState.Index' (duration: 126.383µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:03:18.167467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.167004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:03:18.167507Z","caller":"traceutil/trace.go:171","msg":"trace[1154681832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21056; }","duration":"145.244876ms","start":"2026-05-19T14:03:18.022251Z","end":"2026-05-19T14:03:18.167496Z","steps":["trace[1154681832] 'agreement among raft nodes before linearized reading' (duration: 145.157523ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:03:18.169766Z","caller":"traceutil/trace.go:171","msg":"trace[475183096] transaction","detail":"{read_only:false; response_revision:21057; number_of_response:1; }","duration":"125.258328ms","start":"2026-05-19T14:03:18.044477Z","end":"2026-05-19T14:03:18.169736Z","steps":["trace[475183096] 'process raft request' (duration: 125.072193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:03:18.446945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.708633ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:03:18.447039Z","caller":"traceutil/trace.go:171","msg":"trace[1217174672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21058; }","duration":"135.813856ms","start":"2026-05-19T14:03:18.311211Z","end":"2026-05-19T14:03:18.447025Z","steps":["trace[1217174672] 'range keys from in-memory index tree' (duration: 135.693963ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:05:03.112106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19675} {"level":"info","ts":"2026-05-19T14:05:03.227277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19675,"took":"110.030286ms","hash":1364437386,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":29859840,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-19T14:05:03.227374Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1364437386,"revision":19675,"compact-revision":17154} {"level":"info","ts":"2026-05-19T14:07:49.08131Z","caller":"traceutil/trace.go:171","msg":"trace[1871736435] linearizableReadLoop","detail":"{readStateIndex:24023; appliedIndex:24022; }","duration":"103.923934ms","start":"2026-05-19T14:07:48.977354Z","end":"2026-05-19T14:07:49.081278Z","steps":["trace[1871736435] 'read index received' (duration: 102.498017ms)","trace[1871736435] 'applied index is now lower than readState.Index' (duration: 1.424357ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:07:49.082545Z","caller":"traceutil/trace.go:171","msg":"trace[1050700746] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"211.862956ms","start":"2026-05-19T14:07:48.870662Z","end":"2026-05-19T14:07:49.082525Z","steps":["trace[1050700746] 'process raft request' (duration: 209.830162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:07:49.083031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.65366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:07:49.083263Z","caller":"traceutil/trace.go:171","msg":"trace[272615837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23229; }","duration":"105.970039ms","start":"2026-05-19T14:07:48.977274Z","end":"2026-05-19T14:07:49.083244Z","steps":["trace[272615837] 'agreement among raft nodes before linearized reading' (duration: 105.67183ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:07:55.040456Z","caller":"traceutil/trace.go:171","msg":"trace[350645560] linearizableReadLoop","detail":"{readStateIndex:24373; appliedIndex:24372; }","duration":"184.999885ms","start":"2026-05-19T14:07:54.855433Z","end":"2026-05-19T14:07:55.040433Z","steps":["trace[350645560] 'read index received' (duration: 184.904832ms)","trace[350645560] 'applied index is now lower than readState.Index' (duration: 93.613µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:07:55.040527Z","caller":"traceutil/trace.go:171","msg":"trace[1018882766] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"187.487161ms","start":"2026-05-19T14:07:54.853006Z","end":"2026-05-19T14:07:55.040494Z","steps":["trace[1018882766] 'process raft request' (duration: 187.270376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:07:55.040811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.351095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-19T14:07:55.040969Z","caller":"traceutil/trace.go:171","msg":"trace[1709869344] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23569; }","duration":"185.504699ms","start":"2026-05-19T14:07:54.855414Z","end":"2026-05-19T14:07:55.040919Z","steps":["trace[1709869344] 'agreement among raft nodes before linearized reading' (duration: 185.122568ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:07:55.044164Z","caller":"traceutil/trace.go:171","msg":"trace[365283072] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"187.744167ms","start":"2026-05-19T14:07:54.856399Z","end":"2026-05-19T14:07:55.044143Z","steps":["trace[365283072] 'process raft request' (duration: 187.44473ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:07:55.0443Z","caller":"traceutil/trace.go:171","msg":"trace[448770045] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"160.893718ms","start":"2026-05-19T14:07:54.883399Z","end":"2026-05-19T14:07:55.044293Z","steps":["trace[448770045] 'process raft request' (duration: 160.522009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:07:55.044315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.494822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:29 size:258021"} {"level":"info","ts":"2026-05-19T14:07:55.044352Z","caller":"traceutil/trace.go:171","msg":"trace[549821845] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:29; response_revision:23572; }","duration":"181.546964ms","start":"2026-05-19T14:07:54.862794Z","end":"2026-05-19T14:07:55.044341Z","steps":["trace[549821845] 'agreement among raft nodes before linearized reading' (duration: 181.204306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:07:55.044662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.173442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-19T14:07:55.044688Z","caller":"traceutil/trace.go:171","msg":"trace[459727464] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23572; }","duration":"179.201383ms","start":"2026-05-19T14:07:54.865479Z","end":"2026-05-19T14:07:55.044681Z","steps":["trace[459727464] 'agreement among raft nodes before linearized reading' (duration: 179.126561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:07:55.044692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.77104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-05-19T14:07:55.044725Z","caller":"traceutil/trace.go:171","msg":"trace[1955977985] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23572; }","duration":"156.843342ms","start":"2026-05-19T14:07:54.887871Z","end":"2026-05-19T14:07:55.044714Z","steps":["trace[1955977985] 'agreement among raft nodes before linearized reading' (duration: 156.684188ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:07:59.561942Z","caller":"traceutil/trace.go:171","msg":"trace[1667175288] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"127.115386ms","start":"2026-05-19T14:07:59.434802Z","end":"2026-05-19T14:07:59.561917Z","steps":["trace[1667175288] 'process raft request' (duration: 126.899101ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:01.350501Z","caller":"traceutil/trace.go:171","msg":"trace[784476045] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"109.43041ms","start":"2026-05-19T14:08:01.241039Z","end":"2026-05-19T14:08:01.35047Z","steps":["trace[784476045] 'process raft request' (duration: 44.756202ms)","trace[784476045] 'compare' (duration: 64.34511ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:08:01.350939Z","caller":"traceutil/trace.go:171","msg":"trace[2085448607] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"109.05166ms","start":"2026-05-19T14:08:01.241867Z","end":"2026-05-19T14:08:01.350919Z","steps":["trace[2085448607] 'process raft request' (duration: 108.903455ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:01.350958Z","caller":"traceutil/trace.go:171","msg":"trace[243715655] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"109.239305ms","start":"2026-05-19T14:08:01.241565Z","end":"2026-05-19T14:08:01.350804Z","steps":["trace[243715655] 'process raft request' (duration: 109.164613ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:01.351069Z","caller":"traceutil/trace.go:171","msg":"trace[1682977802] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"110.004005ms","start":"2026-05-19T14:08:01.24105Z","end":"2026-05-19T14:08:01.351054Z","steps":["trace[1682977802] 'process raft request' (duration: 109.562263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:02.804913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164943470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:08:02.826182Z","caller":"traceutil/trace.go:171","msg":"trace[1719904420] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"657.267347ms","start":"2026-05-19T14:08:02.168892Z","end":"2026-05-19T14:08:02.826159Z","steps":["trace[1719904420] 'process raft request' (duration: 657.083133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:02.826374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.168876Z","time spent":"657.410371ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:08:03.639401Z","caller":"traceutil/trace.go:171","msg":"trace[665794860] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"1.032413004s","start":"2026-05-19T14:08:02.606964Z","end":"2026-05-19T14:08:03.639377Z","steps":["trace[665794860] 'process raft request' (duration: 1.032282331s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:03.639684Z","caller":"traceutil/trace.go:171","msg":"trace[1022404329] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"930.049722ms","start":"2026-05-19T14:08:02.709609Z","end":"2026-05-19T14:08:03.639659Z","steps":["trace[1022404329] 'process raft request' (duration: 929.713993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.639563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.606944Z","time spent":"1.032534258s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:08:03.639757Z","caller":"traceutil/trace.go:171","msg":"trace[1937593357] linearizableReadLoop","detail":"{readStateIndex:24597; appliedIndex:24591; }","duration":"1.335688715s","start":"2026-05-19T14:08:02.304041Z","end":"2026-05-19T14:08:03.63973Z","steps":["trace[1937593357] 'read index received' (duration: 522.073238ms)","trace[1937593357] 'applied index is now lower than readState.Index' (duration: 813.614457ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:08:03.639813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.709586Z","time spent":"930.160055ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:08:03.639864Z","caller":"traceutil/trace.go:171","msg":"trace[1837224379] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"921.966279ms","start":"2026-05-19T14:08:02.717885Z","end":"2026-05-19T14:08:03.639852Z","steps":["trace[1837224379] 'process raft request' (duration: 921.793204ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:03.639902Z","caller":"traceutil/trace.go:171","msg":"trace[525399436] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"925.781009ms","start":"2026-05-19T14:08:02.714044Z","end":"2026-05-19T14:08:03.639825Z","steps":["trace[525399436] 'process raft request' (duration: 925.521243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.639969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.717874Z","time spent":"922.02156ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:08:03.640075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335971281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:08:03.640146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.714019Z","time spent":"926.004054ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:08:03.640208Z","caller":"traceutil/trace.go:171","msg":"trace[1833255190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23792; }","duration":"1.336171647s","start":"2026-05-19T14:08:02.304006Z","end":"2026-05-19T14:08:03.640178Z","steps":["trace[1833255190] 'agreement among raft nodes before linearized reading' (duration: 1.335868688s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:03.640227Z","caller":"traceutil/trace.go:171","msg":"trace[530958641] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"1.285998401s","start":"2026-05-19T14:08:02.353413Z","end":"2026-05-19T14:08:03.639411Z","steps":["trace[530958641] 'process raft request' (duration: 1.285604751s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.640309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.353388Z","time spent":"1.286875345s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:08:03.640271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.303991Z","time spent":"1.33626889s","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:08:03.657358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312031349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:08:03.657446Z","caller":"traceutil/trace.go:171","msg":"trace[97911814] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23793; }","duration":"1.312156792s","start":"2026-05-19T14:08:02.345267Z","end":"2026-05-19T14:08:03.657424Z","steps":["trace[97911814] 'agreement among raft nodes before linearized reading' (duration: 1.312002169s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.657462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.481849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-19T14:08:03.657498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.345252Z","time spent":"1.312232734s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:08:03.657548Z","caller":"traceutil/trace.go:171","msg":"trace[1481692657] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23793; }","duration":"683.609162ms","start":"2026-05-19T14:08:02.973924Z","end":"2026-05-19T14:08:03.657533Z","steps":["trace[1481692657] 'agreement among raft nodes before linearized reading' (duration: 683.410487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.657593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.973902Z","time spent":"683.681704ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-19T14:08:03.657545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.429683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T14:08:03.657709Z","caller":"traceutil/trace.go:171","msg":"trace[438851842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23793; }","duration":"417.65469ms","start":"2026-05-19T14:08:03.240033Z","end":"2026-05-19T14:08:03.657687Z","steps":["trace[438851842] 'agreement among raft nodes before linearized reading' (duration: 417.241749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.657804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.712346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:08:03.657839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150076652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T14:08:03.657868Z","caller":"traceutil/trace.go:171","msg":"trace[1215759630] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23793; }","duration":"488.826699ms","start":"2026-05-19T14:08:03.169023Z","end":"2026-05-19T14:08:03.65785Z","steps":["trace[1215759630] 'agreement among raft nodes before linearized reading' (duration: 488.719466ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:03.657894Z","caller":"traceutil/trace.go:171","msg":"trace[687587819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23793; }","duration":"1.150172555s","start":"2026-05-19T14:08:02.507706Z","end":"2026-05-19T14:08:03.657879Z","steps":["trace[687587819] 'agreement among raft nodes before linearized reading' (duration: 1.14999893s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.657921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:03.168995Z","time spent":"488.911561ms","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:08:03.657935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.507685Z","time spent":"1.150238686s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T14:08:03.657831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:03.240012Z","time spent":"417.802994ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T14:08:03.65806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.033599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T14:08:03.658076Z","caller":"traceutil/trace.go:171","msg":"trace[1226379264] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"191.865727ms","start":"2026-05-19T14:08:03.466096Z","end":"2026-05-19T14:08:03.657962Z","steps":["trace[1226379264] 'process raft request' (duration: 191.038955ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:03.658129Z","caller":"traceutil/trace.go:171","msg":"trace[923249614] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23793; }","duration":"304.113951ms","start":"2026-05-19T14:08:03.353999Z","end":"2026-05-19T14:08:03.658113Z","steps":["trace[923249614] 'agreement among raft nodes before linearized reading' (duration: 303.952117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.658165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.44253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-19T14:08:03.657946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.588026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:08:03.658334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.25375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T14:08:03.658068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.625378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T14:08:03.658389Z","caller":"traceutil/trace.go:171","msg":"trace[55602921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23793; }","duration":"303.894987ms","start":"2026-05-19T14:08:03.354462Z","end":"2026-05-19T14:08:03.658357Z","steps":["trace[55602921] 'agreement among raft nodes before linearized reading' (duration: 303.052434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.658433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:03.354446Z","time spent":"303.978138ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T14:08:03.658439Z","caller":"traceutil/trace.go:171","msg":"trace[1838392778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23793; }","duration":"303.993819ms","start":"2026-05-19T14:08:03.35442Z","end":"2026-05-19T14:08:03.658413Z","steps":["trace[1838392778] 'agreement among raft nodes before linearized reading' (duration: 303.581388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.658176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:03.353993Z","time spent":"304.167642ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T14:08:03.658387Z","caller":"traceutil/trace.go:171","msg":"trace[848559091] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23793; }","duration":"931.028176ms","start":"2026-05-19T14:08:02.727305Z","end":"2026-05-19T14:08:03.658333Z","steps":["trace[848559091] 'agreement among raft nodes before linearized reading' (duration: 930.459782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.658556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:03.354415Z","time spent":"304.127472ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T14:08:03.658252Z","caller":"traceutil/trace.go:171","msg":"trace[753897585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23793; }","duration":"304.527352ms","start":"2026-05-19T14:08:03.35368Z","end":"2026-05-19T14:08:03.658207Z","steps":["trace[753897585] 'agreement among raft nodes before linearized reading' (duration: 304.430059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.658667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.72729Z","time spent":"931.310655ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:08:03.658734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:03.353655Z","time spent":"305.052106ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T14:08:03.658176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.563136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-19T14:08:03.658801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135977389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-19T14:08:03.658839Z","caller":"traceutil/trace.go:171","msg":"trace[685245872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23793; }","duration":"513.269164ms","start":"2026-05-19T14:08:03.145549Z","end":"2026-05-19T14:08:03.658818Z","steps":["trace[685245872] 'agreement among raft nodes before linearized reading' (duration: 512.300259ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:08:03.658882Z","caller":"traceutil/trace.go:171","msg":"trace[1680198501] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23793; }","duration":"1.136095063s","start":"2026-05-19T14:08:02.522765Z","end":"2026-05-19T14:08:03.65886Z","steps":["trace[1680198501] 'agreement among raft nodes before linearized reading' (duration: 1.134701466s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:08:03.658901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:03.145533Z","time spent":"513.347047ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T14:08:03.65894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:08:02.522746Z","time spent":"1.136180785s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T14:08:07.271545Z","caller":"traceutil/trace.go:171","msg":"trace[939115069] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"174.047806ms","start":"2026-05-19T14:08:07.097476Z","end":"2026-05-19T14:08:07.271524Z","steps":["trace[939115069] 'process raft request' (duration: 173.81591ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:10:03.120019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21890} {"level":"info","ts":"2026-05-19T14:10:03.230444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21890,"took":"106.248176ms","hash":2086413375,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":42127360,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-19T14:10:03.230518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2086413375,"revision":21890,"compact-revision":19675} {"level":"info","ts":"2026-05-19T14:12:14.529569Z","caller":"traceutil/trace.go:171","msg":"trace[1266398569] linearizableReadLoop","detail":"{readStateIndex:27076; appliedIndex:27075; }","duration":"130.500793ms","start":"2026-05-19T14:12:14.39905Z","end":"2026-05-19T14:12:14.529551Z","steps":["trace[1266398569] 'read index received' (duration: 130.334289ms)","trace[1266398569] 'applied index is now lower than readState.Index' (duration: 165.634µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:14.529663Z","caller":"traceutil/trace.go:171","msg":"trace[1287339369] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"307.487734ms","start":"2026-05-19T14:12:14.222144Z","end":"2026-05-19T14:12:14.529632Z","steps":["trace[1287339369] 'process raft request' (duration: 307.238477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:14.529724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.666148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:14.529761Z","caller":"traceutil/trace.go:171","msg":"trace[1680262742] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26205; }","duration":"130.75723ms","start":"2026-05-19T14:12:14.398994Z","end":"2026-05-19T14:12:14.529751Z","steps":["trace[1680262742] 'agreement among raft nodes before linearized reading' (duration: 130.665878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:14.529784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:14.222122Z","time spent":"307.600596ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8445,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:20.381201Z","caller":"traceutil/trace.go:171","msg":"trace[394870631] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"612.613285ms","start":"2026-05-19T14:12:19.768554Z","end":"2026-05-19T14:12:20.381167Z","steps":["trace[394870631] 'process raft request' (duration: 612.379128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:20.381447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:19.76853Z","time spent":"612.791118ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:20.408231Z","caller":"traceutil/trace.go:171","msg":"trace[1641771971] linearizableReadLoop","detail":"{readStateIndex:27125; appliedIndex:27123; }","duration":"384.667449ms","start":"2026-05-19T14:12:20.023525Z","end":"2026-05-19T14:12:20.408192Z","steps":["trace[1641771971] 'read index received' (duration: 357.370039ms)","trace[1641771971] 'applied index is now lower than readState.Index' (duration: 27.29596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:20.408539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.983089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-19T14:12:20.408589Z","caller":"traceutil/trace.go:171","msg":"trace[1515921947] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26253; }","duration":"385.100921ms","start":"2026-05-19T14:12:20.023471Z","end":"2026-05-19T14:12:20.408572Z","steps":["trace[1515921947] 'agreement among raft nodes before linearized reading' (duration: 384.862766ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:20.408542Z","caller":"traceutil/trace.go:171","msg":"trace[1280981656] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"528.971277ms","start":"2026-05-19T14:12:19.879515Z","end":"2026-05-19T14:12:20.408486Z","steps":["trace[1280981656] 'process raft request' (duration: 528.129735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:20.408642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.023451Z","time spent":"385.182153ms","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-19T14:12:20.408788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:19.879493Z","time spent":"529.169753ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:21.223153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:12:21.562674Z","caller":"traceutil/trace.go:171","msg":"trace[882583862] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"1.010516763s","start":"2026-05-19T14:12:20.552132Z","end":"2026-05-19T14:12:21.562649Z","steps":["trace[882583862] 'process raft request' (duration: 1.000623782s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:21.562791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.552099Z","time spent":"1.010633646s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:22.387104Z","caller":"traceutil/trace.go:171","msg":"trace[1806557209] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"1.778788916s","start":"2026-05-19T14:12:20.608275Z","end":"2026-05-19T14:12:22.387063Z","steps":["trace[1806557209] 'process raft request' (duration: 1.746509244s)","trace[1806557209] 'compare' (duration: 31.8573ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:22.387132Z","caller":"traceutil/trace.go:171","msg":"trace[990248292] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"1.775289162s","start":"2026-05-19T14:12:20.611803Z","end":"2026-05-19T14:12:22.387092Z","steps":["trace[990248292] 'process raft request' (duration: 1.77520495s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.387176Z","caller":"traceutil/trace.go:171","msg":"trace[1097280978] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"1.048214598s","start":"2026-05-19T14:12:21.33894Z","end":"2026-05-19T14:12:22.387154Z","steps":["trace[1097280978] 'process raft request' (duration: 1.048165007s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.38721Z","caller":"traceutil/trace.go:171","msg":"trace[497760497] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"1.719009487s","start":"2026-05-19T14:12:20.668191Z","end":"2026-05-19T14:12:22.387201Z","steps":["trace[497760497] 'process raft request' (duration: 1.718851613s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.387244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.608255Z","time spent":"1.778916928s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:22.387257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665125426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:22.387276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.338923Z","time spent":"1.048293191s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:22.387282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.668155Z","time spent":"1.719082969s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:22.387309Z","caller":"traceutil/trace.go:171","msg":"trace[826631245] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26259; }","duration":"1.665200377s","start":"2026-05-19T14:12:20.72208Z","end":"2026-05-19T14:12:22.38728Z","steps":["trace[826631245] 'agreement among raft nodes before linearized reading' (duration: 1.665119315s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.387287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.611791Z","time spent":"1.775418686s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:22.387338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.722063Z","time spent":"1.665267489s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:22.387155Z","caller":"traceutil/trace.go:171","msg":"trace[1336082719] linearizableReadLoop","detail":"{readStateIndex:27129; appliedIndex:27125; }","duration":"1.665018323s","start":"2026-05-19T14:12:20.722114Z","end":"2026-05-19T14:12:22.387133Z","steps":["trace[1336082719] 'read index received' (duration: 830.649508ms)","trace[1336082719] 'applied index is now lower than readState.Index' (duration: 834.368055ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:22.387164Z","caller":"traceutil/trace.go:171","msg":"trace[704385605] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"1.057116603s","start":"2026-05-19T14:12:21.330028Z","end":"2026-05-19T14:12:22.387145Z","steps":["trace[704385605] 'process raft request' (duration: 1.057047201s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.387594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.330008Z","time spent":"1.05740505s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:22.409326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549739871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:22.409405Z","caller":"traceutil/trace.go:171","msg":"trace[1600599659] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26260; }","duration":"1.549870255s","start":"2026-05-19T14:12:20.859518Z","end":"2026-05-19T14:12:22.409388Z","steps":["trace[1600599659] 'agreement among raft nodes before linearized reading' (duration: 1.54968877s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.409448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.8595Z","time spent":"1.549938147s","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:22.409462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210366597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T14:12:22.409509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411664497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T14:12:22.409556Z","caller":"traceutil/trace.go:171","msg":"trace[405101503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26260; }","duration":"1.21050753s","start":"2026-05-19T14:12:21.199024Z","end":"2026-05-19T14:12:22.409531Z","steps":["trace[405101503] 'agreement among raft nodes before linearized reading' (duration: 1.210226103s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.409572Z","caller":"traceutil/trace.go:171","msg":"trace[1227081408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26260; }","duration":"1.41176194s","start":"2026-05-19T14:12:20.99779Z","end":"2026-05-19T14:12:22.409552Z","steps":["trace[1227081408] 'agreement among raft nodes before linearized reading' (duration: 1.411547565s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.409581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405106875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-19T14:12:22.409617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.199007Z","time spent":"1.210597882s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:12:22.409642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.997776Z","time spent":"1.411854202s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T14:12:22.409652Z","caller":"traceutil/trace.go:171","msg":"trace[1062357778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26260; }","duration":"1.405190897s","start":"2026-05-19T14:12:21.004444Z","end":"2026-05-19T14:12:22.409635Z","steps":["trace[1062357778] 'agreement among raft nodes before linearized reading' (duration: 1.405015803s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.409689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.004439Z","time spent":"1.405242728s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:22.409795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355618729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:22.409835Z","caller":"traceutil/trace.go:171","msg":"trace[1416026302] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26260; }","duration":"1.355689921s","start":"2026-05-19T14:12:21.054135Z","end":"2026-05-19T14:12:22.409825Z","steps":["trace[1416026302] 'agreement among raft nodes before linearized reading' (duration: 1.355631089s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.409863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.054119Z","time spent":"1.355736783s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:22.409872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428338719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T14:12:22.409904Z","caller":"traceutil/trace.go:171","msg":"trace[1370302516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26260; }","duration":"1.42839617s","start":"2026-05-19T14:12:20.981498Z","end":"2026-05-19T14:12:22.409894Z","steps":["trace[1370302516] 'agreement among raft nodes before linearized reading' (duration: 1.428324268s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.409915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406650117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T14:12:22.409952Z","caller":"traceutil/trace.go:171","msg":"trace[395453301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26260; }","duration":"1.406708608s","start":"2026-05-19T14:12:21.00323Z","end":"2026-05-19T14:12:22.409938Z","steps":["trace[395453301] 'agreement among raft nodes before linearized reading' (duration: 1.406608445s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.40999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.003216Z","time spent":"1.40676626s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:22.40979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427060364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-19T14:12:22.41001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470498851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:22.410036Z","caller":"traceutil/trace.go:171","msg":"trace[809325047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26260; }","duration":"1.427317432s","start":"2026-05-19T14:12:20.982708Z","end":"2026-05-19T14:12:22.410026Z","steps":["trace[809325047] 'agreement among raft nodes before linearized reading' (duration: 1.427003483s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.40995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.981481Z","time spent":"1.428445421s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T14:12:22.410074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.982703Z","time spent":"1.427362673s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T14:12:22.410041Z","caller":"traceutil/trace.go:171","msg":"trace[1485225891] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26260; }","duration":"1.470579583s","start":"2026-05-19T14:12:20.93945Z","end":"2026-05-19T14:12:22.41003Z","steps":["trace[1485225891] 'agreement among raft nodes before linearized reading' (duration: 1.470517561s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.410315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.252063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T14:12:22.410357Z","caller":"traceutil/trace.go:171","msg":"trace[310160101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26260; }","duration":"762.323215ms","start":"2026-05-19T14:12:21.648024Z","end":"2026-05-19T14:12:22.410348Z","steps":["trace[310160101] 'agreement among raft nodes before linearized reading' (duration: 762.175921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.410386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.648008Z","time spent":"762.370956ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:12:22.410462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:20.93943Z","time spent":"1.471008624s","remote":"127.0.0.1:39778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:22.410565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.511129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-19T14:12:22.410599Z","caller":"traceutil/trace.go:171","msg":"trace[529621672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26260; }","duration":"621.582861ms","start":"2026-05-19T14:12:21.789008Z","end":"2026-05-19T14:12:22.410591Z","steps":["trace[529621672] 'agreement among raft nodes before linearized reading' (duration: 621.502368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.410473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05776534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:22.410615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.044375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T14:12:22.41063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.788987Z","time spent":"621.636763ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T14:12:22.410642Z","caller":"traceutil/trace.go:171","msg":"trace[486312092] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26260; }","duration":"428.125307ms","start":"2026-05-19T14:12:21.98251Z","end":"2026-05-19T14:12:22.410635Z","steps":["trace[486312092] 'agreement among raft nodes before linearized reading' (duration: 427.995543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.410664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.98249Z","time spent":"428.168968ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:22.410652Z","caller":"traceutil/trace.go:171","msg":"trace[2027609086] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26260; }","duration":"1.058041358s","start":"2026-05-19T14:12:21.352589Z","end":"2026-05-19T14:12:22.410631Z","steps":["trace[2027609086] 'agreement among raft nodes before linearized reading' (duration: 1.057721269s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.410713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.352578Z","time spent":"1.058116989s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:22.410801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.763508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:22.410835Z","caller":"traceutil/trace.go:171","msg":"trace[1321019078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26260; }","duration":"684.82433ms","start":"2026-05-19T14:12:21.726003Z","end":"2026-05-19T14:12:22.410827Z","steps":["trace[1321019078] 'agreement among raft nodes before linearized reading' (duration: 684.772118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.410861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:21.725986Z","time spent":"684.87011ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:22.410912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.328496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:22.410957Z","caller":"traceutil/trace.go:171","msg":"trace[1588681247] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26260; }","duration":"380.407247ms","start":"2026-05-19T14:12:22.030537Z","end":"2026-05-19T14:12:22.410944Z","steps":["trace[1588681247] 'agreement among raft nodes before linearized reading' (duration: 380.331455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:22.410987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:22.030517Z","time spent":"380.461109ms","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:22.559181Z","caller":"traceutil/trace.go:171","msg":"trace[381722918] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"145.361936ms","start":"2026-05-19T14:12:22.413776Z","end":"2026-05-19T14:12:22.559138Z","steps":["trace[381722918] 'process raft request' (duration: 127.046113ms)","trace[381722918] 'compare' (duration: 18.162199ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:22.571022Z","caller":"traceutil/trace.go:171","msg":"trace[1064904390] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"155.181085ms","start":"2026-05-19T14:12:22.415818Z","end":"2026-05-19T14:12:22.571Z","steps":["trace[1064904390] 'process raft request' (duration: 155.114713ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.571042Z","caller":"traceutil/trace.go:171","msg":"trace[828032531] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"155.299938ms","start":"2026-05-19T14:12:22.415706Z","end":"2026-05-19T14:12:22.571006Z","steps":["trace[828032531] 'process raft request' (duration: 155.00523ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.571047Z","caller":"traceutil/trace.go:171","msg":"trace[430097046] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"155.248527ms","start":"2026-05-19T14:12:22.415778Z","end":"2026-05-19T14:12:22.571027Z","steps":["trace[430097046] 'process raft request' (duration: 155.093133ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.571147Z","caller":"traceutil/trace.go:171","msg":"trace[1860365317] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"155.332799ms","start":"2026-05-19T14:12:22.415807Z","end":"2026-05-19T14:12:22.57114Z","steps":["trace[1860365317] 'process raft request' (duration: 155.158534ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.57128Z","caller":"traceutil/trace.go:171","msg":"trace[495489698] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"155.470032ms","start":"2026-05-19T14:12:22.415803Z","end":"2026-05-19T14:12:22.571273Z","steps":["trace[495489698] 'process raft request' (duration: 155.299268ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.571478Z","caller":"traceutil/trace.go:171","msg":"trace[502821789] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"155.589605ms","start":"2026-05-19T14:12:22.415864Z","end":"2026-05-19T14:12:22.571454Z","steps":["trace[502821789] 'process raft request' (duration: 155.37668ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.571533Z","caller":"traceutil/trace.go:171","msg":"trace[605740497] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"150.512421ms","start":"2026-05-19T14:12:22.421009Z","end":"2026-05-19T14:12:22.571522Z","steps":["trace[605740497] 'process raft request' (duration: 150.46872ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:22.571591Z","caller":"traceutil/trace.go:171","msg":"trace[1146839532] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"155.669438ms","start":"2026-05-19T14:12:22.41588Z","end":"2026-05-19T14:12:22.571549Z","steps":["trace[1146839532] 'process raft request' (duration: 155.498083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:24.841473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.071348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:24.841937Z","caller":"traceutil/trace.go:171","msg":"trace[1752399927] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"419.127358ms","start":"2026-05-19T14:12:24.422784Z","end":"2026-05-19T14:12:24.841911Z","steps":["trace[1752399927] 'process raft request' (duration: 418.972685ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:24.841964Z","caller":"traceutil/trace.go:171","msg":"trace[759906329] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"447.491818ms","start":"2026-05-19T14:12:24.394424Z","end":"2026-05-19T14:12:24.841916Z","steps":["trace[759906329] 'process raft request' (duration: 185.818114ms)","trace[759906329] 'compare' (duration: 260.804591ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:24.841973Z","caller":"traceutil/trace.go:171","msg":"trace[389754308] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"447.436026ms","start":"2026-05-19T14:12:24.394489Z","end":"2026-05-19T14:12:24.841925Z","steps":["trace[389754308] 'process raft request' (duration: 447.096917ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:24.841973Z","caller":"traceutil/trace.go:171","msg":"trace[1205689541] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"445.809012ms","start":"2026-05-19T14:12:24.396122Z","end":"2026-05-19T14:12:24.841931Z","steps":["trace[1205689541] 'process raft request' (duration: 445.572686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:24.842052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:24.42274Z","time spent":"419.258643ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:24.842123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:24.394396Z","time spent":"447.648413ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:24.842126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:24.394451Z","time spent":"447.601051ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:24.842144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:24.396081Z","time spent":"445.994578ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:24.842189Z","caller":"traceutil/trace.go:171","msg":"trace[1339381035] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"277.03855ms","start":"2026-05-19T14:12:24.565135Z","end":"2026-05-19T14:12:24.842173Z","steps":["trace[1339381035] 'process raft request' (duration: 276.719181ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:24.842291Z","caller":"traceutil/trace.go:171","msg":"trace[726468904] linearizableReadLoop","detail":"{readStateIndex:27150; appliedIndex:27145; }","duration":"266.798ms","start":"2026-05-19T14:12:24.575333Z","end":"2026-05-19T14:12:24.842131Z","steps":["trace[726468904] 'read index received' (duration: 4.989782ms)","trace[726468904] 'applied index is now lower than readState.Index' (duration: 261.804088ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:24.842412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.045746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-19T14:12:24.842482Z","caller":"traceutil/trace.go:171","msg":"trace[384574666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26277; }","duration":"267.173979ms","start":"2026-05-19T14:12:24.57529Z","end":"2026-05-19T14:12:24.842464Z","steps":["trace[384574666] 'agreement among raft nodes before linearized reading' (duration: 266.949054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:24.842602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.123027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-19T14:12:24.842611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.163128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T14:12:24.842617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.095867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-19T14:12:24.842624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.617438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T14:12:24.842661Z","caller":"traceutil/trace.go:171","msg":"trace[989645215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26277; }","duration":"267.244461ms","start":"2026-05-19T14:12:24.575402Z","end":"2026-05-19T14:12:24.842647Z","steps":["trace[989645215] 'agreement among raft nodes before linearized reading' (duration: 267.093517ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:24.842686Z","caller":"traceutil/trace.go:171","msg":"trace[1598083079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26277; }","duration":"267.18754ms","start":"2026-05-19T14:12:24.575481Z","end":"2026-05-19T14:12:24.842668Z","steps":["trace[1598083079] 'agreement among raft nodes before linearized reading' (duration: 266.982824ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:24.842703Z","caller":"traceutil/trace.go:171","msg":"trace[1607254423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26277; }","duration":"265.736152ms","start":"2026-05-19T14:12:24.576945Z","end":"2026-05-19T14:12:24.842681Z","steps":["trace[1607254423] 'agreement among raft nodes before linearized reading' (duration: 265.548566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:24.842616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.202919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T14:12:24.842801Z","caller":"traceutil/trace.go:171","msg":"trace[2014124553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26277; }","duration":"267.415046ms","start":"2026-05-19T14:12:24.575373Z","end":"2026-05-19T14:12:24.842788Z","steps":["trace[2014124553] 'agreement among raft nodes before linearized reading' (duration: 267.060166ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:24.842652Z","caller":"traceutil/trace.go:171","msg":"trace[1525188629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26277; }","duration":"267.20358ms","start":"2026-05-19T14:12:24.575436Z","end":"2026-05-19T14:12:24.84264Z","steps":["trace[1525188629] 'agreement among raft nodes before linearized reading' (duration: 267.050396ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:25.120731Z","caller":"traceutil/trace.go:171","msg":"trace[21649541] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"273.311302ms","start":"2026-05-19T14:12:24.847396Z","end":"2026-05-19T14:12:25.120707Z","steps":["trace[21649541] 'process raft request' (duration: 272.955102ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:25.132438Z","caller":"traceutil/trace.go:171","msg":"trace[571077555] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"284.61779ms","start":"2026-05-19T14:12:24.847801Z","end":"2026-05-19T14:12:25.132419Z","steps":["trace[571077555] 'process raft request' (duration: 284.587949ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:25.132576Z","caller":"traceutil/trace.go:171","msg":"trace[1736963253] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"284.873977ms","start":"2026-05-19T14:12:24.847696Z","end":"2026-05-19T14:12:25.13257Z","steps":["trace[1736963253] 'process raft request' (duration: 284.472836ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:25.132635Z","caller":"traceutil/trace.go:171","msg":"trace[178996240] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"284.923978ms","start":"2026-05-19T14:12:24.847705Z","end":"2026-05-19T14:12:25.132629Z","steps":["trace[178996240] 'process raft request' (duration: 284.590699ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:25.132695Z","caller":"traceutil/trace.go:171","msg":"trace[2030602195] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"284.960029ms","start":"2026-05-19T14:12:24.84773Z","end":"2026-05-19T14:12:25.13269Z","steps":["trace[2030602195] 'process raft request' (duration: 284.596129ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:25.132752Z","caller":"traceutil/trace.go:171","msg":"trace[514411077] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"284.938659ms","start":"2026-05-19T14:12:24.847789Z","end":"2026-05-19T14:12:25.132727Z","steps":["trace[514411077] 'process raft request' (duration: 284.570888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:25.485111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.01044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:25.485174Z","caller":"traceutil/trace.go:171","msg":"trace[479466749] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26283; }","duration":"133.151603ms","start":"2026-05-19T14:12:25.352009Z","end":"2026-05-19T14:12:25.48516Z","steps":["trace[479466749] 'count revisions from in-memory index tree' (duration: 132.821055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:26.117236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:12:26.243692Z","caller":"traceutil/trace.go:171","msg":"trace[856787445] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"667.843152ms","start":"2026-05-19T14:12:25.575819Z","end":"2026-05-19T14:12:26.243662Z","steps":["trace[856787445] 'process raft request' (duration: 667.629495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:26.243887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:25.575794Z","time spent":"667.985945ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:26.446277Z","caller":"traceutil/trace.go:171","msg":"trace[1705493756] linearizableReadLoop","detail":"{readStateIndex:27158; appliedIndex:27156; }","duration":"829.505948ms","start":"2026-05-19T14:12:25.61674Z","end":"2026-05-19T14:12:26.446246Z","steps":["trace[1705493756] 'read index received' (duration: 626.744257ms)","trace[1705493756] 'applied index is now lower than readState.Index' (duration: 202.759961ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:26.446386Z","caller":"traceutil/trace.go:171","msg":"trace[220165385] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"738.403873ms","start":"2026-05-19T14:12:25.707946Z","end":"2026-05-19T14:12:26.44635Z","steps":["trace[220165385] 'process raft request' (duration: 671.003525ms)","trace[220165385] 'compare' (duration: 66.854044ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:26.446496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.743503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:26.446588Z","caller":"traceutil/trace.go:171","msg":"trace[1218613519] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26285; }","duration":"829.870938ms","start":"2026-05-19T14:12:25.616703Z","end":"2026-05-19T14:12:26.446574Z","steps":["trace[1218613519] 'agreement among raft nodes before linearized reading' (duration: 829.717003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:26.446522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:25.707927Z","time spent":"738.524617ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:26.446727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:25.616686Z","time spent":"829.942709ms","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:26.48902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.662376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:26.489149Z","caller":"traceutil/trace.go:171","msg":"trace[1101587842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26286; }","duration":"764.83181ms","start":"2026-05-19T14:12:25.724302Z","end":"2026-05-19T14:12:26.489134Z","steps":["trace[1101587842] 'agreement among raft nodes before linearized reading' (duration: 764.641175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:26.489203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:25.724286Z","time spent":"764.909542ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:26.489323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.782038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:26.489394Z","caller":"traceutil/trace.go:171","msg":"trace[1588848996] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26286; }","duration":"510.905581ms","start":"2026-05-19T14:12:25.978473Z","end":"2026-05-19T14:12:26.489379Z","steps":["trace[1588848996] 'agreement among raft nodes before linearized reading' (duration: 510.763826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:26.489439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:25.978449Z","time spent":"510.981383ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:27.237775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.675662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:27.237995Z","caller":"traceutil/trace.go:171","msg":"trace[1896890626] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"389.787005ms","start":"2026-05-19T14:12:26.848186Z","end":"2026-05-19T14:12:27.237973Z","steps":["trace[1896890626] 'process raft request' (duration: 389.701303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:27.238111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:26.848169Z","time spent":"389.896828ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:27.238082Z","caller":"traceutil/trace.go:171","msg":"trace[1983929013] linearizableReadLoop","detail":"{readStateIndex:27160; appliedIndex:27159; }","duration":"512.348329ms","start":"2026-05-19T14:12:26.72569Z","end":"2026-05-19T14:12:27.238038Z","steps":["trace[1983929013] 'read index received' (duration: 11.38569ms)","trace[1983929013] 'applied index is now lower than readState.Index' (duration: 500.959259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:27.238264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.523534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:27.238329Z","caller":"traceutil/trace.go:171","msg":"trace[23160044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26288; }","duration":"512.681638ms","start":"2026-05-19T14:12:26.725636Z","end":"2026-05-19T14:12:27.238318Z","steps":["trace[23160044] 'agreement among raft nodes before linearized reading' (duration: 512.515994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:27.238375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:26.725616Z","time spent":"512.749019ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T14:12:27.238504Z","caller":"traceutil/trace.go:171","msg":"trace[1169195201] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"719.27064ms","start":"2026-05-19T14:12:26.519206Z","end":"2026-05-19T14:12:27.238476Z","steps":["trace[1169195201] 'process raft request' (duration: 217.812197ms)","trace[1169195201] 'compare' (duration: 500.568158ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:27.238615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:26.51918Z","time spent":"719.399832ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:28.768632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.320763ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:28.768757Z","caller":"traceutil/trace.go:171","msg":"trace[1385304491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26288; }","duration":"458.458966ms","start":"2026-05-19T14:12:28.31028Z","end":"2026-05-19T14:12:28.768738Z","steps":["trace[1385304491] 'range keys from in-memory index tree' (duration: 458.304622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.769053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262543204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:28.769246Z","caller":"traceutil/trace.go:171","msg":"trace[267738445] linearizableReadLoop","detail":"{readStateIndex:27165; appliedIndex:27161; }","duration":"1.531006377s","start":"2026-05-19T14:12:27.238227Z","end":"2026-05-19T14:12:28.769233Z","steps":["trace[267738445] 'read index received' (duration: 268.253268ms)","trace[267738445] 'applied index is now lower than readState.Index' (duration: 1.262750739s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:28.769306Z","caller":"traceutil/trace.go:171","msg":"trace[370187198] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"1.921080149s","start":"2026-05-19T14:12:26.848217Z","end":"2026-05-19T14:12:28.769297Z","steps":["trace[370187198] 'process raft request' (duration: 658.233977ms)","trace[370187198] 'compare' (duration: 1.262461642s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:28.76935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:26.84819Z","time spent":"1.921137721s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:28.769572Z","caller":"traceutil/trace.go:171","msg":"trace[1015701563] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"1.920972046s","start":"2026-05-19T14:12:26.848591Z","end":"2026-05-19T14:12:28.769563Z","steps":["trace[1015701563] 'process raft request' (duration: 1.920534885s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.769617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:26.848565Z","time spent":"1.921029578s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:28.769705Z","caller":"traceutil/trace.go:171","msg":"trace[1704174078] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"1.920314539s","start":"2026-05-19T14:12:26.849383Z","end":"2026-05-19T14:12:28.769698Z","steps":["trace[1704174078] 'process raft request' (duration: 1.919786995s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.769736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:26.849371Z","time spent":"1.92034811s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:28.769819Z","caller":"traceutil/trace.go:171","msg":"trace[776858703] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"1.915392709s","start":"2026-05-19T14:12:26.85442Z","end":"2026-05-19T14:12:28.769813Z","steps":["trace[776858703] 'process raft request' (duration: 1.914777842s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.769855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:26.854376Z","time spent":"1.915462661s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:28.769989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632461714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T14:12:28.770013Z","caller":"traceutil/trace.go:171","msg":"trace[1085136293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26292; }","duration":"1.632502235s","start":"2026-05-19T14:12:27.137504Z","end":"2026-05-19T14:12:28.770006Z","steps":["trace[1085136293] 'agreement among raft nodes before linearized reading' (duration: 1.632421032s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.770036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.137496Z","time spent":"1.632532806s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:12:28.770195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633257954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-19T14:12:28.770186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823094894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:28.770268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63306029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T14:12:28.770313Z","caller":"traceutil/trace.go:171","msg":"trace[28331931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26292; }","duration":"1.823288839s","start":"2026-05-19T14:12:26.946998Z","end":"2026-05-19T14:12:28.770287Z","steps":["trace[28331931] 'agreement among raft nodes before linearized reading' (duration: 1.823064153s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:28.770356Z","caller":"traceutil/trace.go:171","msg":"trace[796892446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26292; }","duration":"1.633217494s","start":"2026-05-19T14:12:27.137116Z","end":"2026-05-19T14:12:28.770333Z","steps":["trace[796892446] 'agreement among raft nodes before linearized reading' (duration: 1.632947806s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.770388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:26.946974Z","time spent":"1.823403673s","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T14:12:28.770403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.137105Z","time spent":"1.633287345s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T14:12:28.770676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645689712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-19T14:12:28.770671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633172293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T14:12:28.770708Z","caller":"traceutil/trace.go:171","msg":"trace[1483941726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26292; }","duration":"1.645747405s","start":"2026-05-19T14:12:27.124943Z","end":"2026-05-19T14:12:28.77069Z","steps":["trace[1483941726] 'agreement among raft nodes before linearized reading' (duration: 1.645622851s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:28.770705Z","caller":"traceutil/trace.go:171","msg":"trace[853761450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26292; }","duration":"1.633221264s","start":"2026-05-19T14:12:27.137474Z","end":"2026-05-19T14:12:28.770695Z","steps":["trace[853761450] 'agreement among raft nodes before linearized reading' (duration: 1.633114761s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.770725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.124923Z","time spent":"1.645797345s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:28.770733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.137468Z","time spent":"1.633259054s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-19T14:12:28.770251Z","caller":"traceutil/trace.go:171","msg":"trace[262095072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26292; }","duration":"1.633340597s","start":"2026-05-19T14:12:27.136896Z","end":"2026-05-19T14:12:28.770237Z","steps":["trace[262095072] 'agreement among raft nodes before linearized reading' (duration: 1.633173412s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.770853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.136882Z","time spent":"1.633963552s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T14:12:28.770863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633681846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T14:12:28.770899Z","caller":"traceutil/trace.go:171","msg":"trace[647845136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26292; }","duration":"1.633731107s","start":"2026-05-19T14:12:27.137158Z","end":"2026-05-19T14:12:28.770889Z","steps":["trace[647845136] 'agreement among raft nodes before linearized reading' (duration: 1.633644764s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:28.770929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.137153Z","time spent":"1.633769838s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:29.239821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000563246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:12:29.239914Z","caller":"traceutil/trace.go:171","msg":"trace[1379359414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000676119s","start":"2026-05-19T14:12:27.239217Z","end":"2026-05-19T14:12:29.239893Z","steps":["trace[1379359414] 'agreement among raft nodes before linearized reading' (duration: 2.000558836s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:29.239963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.239179Z","time spent":"2.000774592s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:30.484394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505828723s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:30.511411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631598372s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:30.511894Z","caller":"traceutil/trace.go:171","msg":"trace[1657332922] linearizableReadLoop","detail":"{readStateIndex:27168; appliedIndex:27165; }","duration":"1.7426009s","start":"2026-05-19T14:12:28.769274Z","end":"2026-05-19T14:12:30.511875Z","steps":["trace[1657332922] 'read index received' (duration: 110.410194ms)","trace[1657332922] 'applied index is now lower than readState.Index' (duration: 1.632188966s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:30.511981Z","caller":"traceutil/trace.go:171","msg":"trace[2054153454] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"2.261694046s","start":"2026-05-19T14:12:28.250273Z","end":"2026-05-19T14:12:30.511967Z","steps":["trace[2054153454] 'process raft request' (duration: 629.466968ms)","trace[2054153454] 'compare' (duration: 1.63039103s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:30.512061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.249329Z","time spent":"2.262693993s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:30.512367Z","caller":"traceutil/trace.go:171","msg":"trace[1314941500] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"2.015582643s","start":"2026-05-19T14:12:28.49677Z","end":"2026-05-19T14:12:30.512353Z","steps":["trace[1314941500] 'process raft request' (duration: 2.014738031s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:30.512409Z","caller":"traceutil/trace.go:171","msg":"trace[1086623266] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"1.736608202s","start":"2026-05-19T14:12:28.775779Z","end":"2026-05-19T14:12:30.512388Z","steps":["trace[1086623266] 'process raft request' (duration: 1.736044317s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:30.512452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.496754Z","time spent":"2.015656605s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:30.512528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.775772Z","time spent":"1.736693635s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:30.512621Z","caller":"traceutil/trace.go:171","msg":"trace[442102531] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"1.829271017s","start":"2026-05-19T14:12:28.683342Z","end":"2026-05-19T14:12:30.512613Z","steps":["trace[442102531] 'process raft request' (duration: 1.82824282s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:30.512653Z","caller":"traceutil/trace.go:171","msg":"trace[1741640978] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"1.737000472s","start":"2026-05-19T14:12:28.775639Z","end":"2026-05-19T14:12:30.512639Z","steps":["trace[1741640978] 'process raft request' (duration: 1.736052238s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:30.512674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918145588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:30.512693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.683321Z","time spent":"1.829345049s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:30.512704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.775609Z","time spent":"1.737069034s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:30.512707Z","caller":"traceutil/trace.go:171","msg":"trace[679632068] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26301; }","duration":"2.91821634s","start":"2026-05-19T14:12:27.59448Z","end":"2026-05-19T14:12:30.512696Z","steps":["trace[679632068] 'agreement among raft nodes before linearized reading' (duration: 2.918153088s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:30.512708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269273862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:30.512733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.594461Z","time spent":"2.918265902s","remote":"127.0.0.1:39334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:30.51272Z","caller":"traceutil/trace.go:171","msg":"trace[1391691335] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"1.736985062s","start":"2026-05-19T14:12:28.775709Z","end":"2026-05-19T14:12:30.512694Z","steps":["trace[1391691335] 'process raft request' (duration: 1.736013826s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:30.512824Z","caller":"traceutil/trace.go:171","msg":"trace[617016898] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"1.737165378s","start":"2026-05-19T14:12:28.775651Z","end":"2026-05-19T14:12:30.512817Z","steps":["trace[617016898] 'process raft request' (duration: 1.736004987s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:30.512863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.775637Z","time spent":"1.737204248s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:30.512883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757092312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:30.5129Z","caller":"traceutil/trace.go:171","msg":"trace[1647495522] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"1.737153818s","start":"2026-05-19T14:12:28.775734Z","end":"2026-05-19T14:12:30.512887Z","steps":["trace[1647495522] 'process raft request' (duration: 1.736019617s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:30.512913Z","caller":"traceutil/trace.go:171","msg":"trace[2104813037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26301; }","duration":"1.757154454s","start":"2026-05-19T14:12:28.755748Z","end":"2026-05-19T14:12:30.512903Z","steps":["trace[2104813037] 'agreement among raft nodes before linearized reading' (duration: 1.757111263s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:30.51294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.755731Z","time spent":"1.757202956s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:30.512932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.77569Z","time spent":"1.737154338s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:30.51296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.775711Z","time spent":"1.737216709s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:30.513132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056527442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:30.512744Z","caller":"traceutil/trace.go:171","msg":"trace[1890052557] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26301; }","duration":"3.269327365s","start":"2026-05-19T14:12:27.243406Z","end":"2026-05-19T14:12:30.512733Z","steps":["trace[1890052557] 'agreement among raft nodes before linearized reading' (duration: 3.269269342s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:30.513162Z","caller":"traceutil/trace.go:171","msg":"trace[1305776010] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26301; }","duration":"2.056586874s","start":"2026-05-19T14:12:28.456566Z","end":"2026-05-19T14:12:30.513153Z","steps":["trace[1305776010] 'agreement among raft nodes before linearized reading' (duration: 2.056534213s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:30.513188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.456548Z","time spent":"2.056633225s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:30.513206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.243395Z","time spent":"3.269791736s","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:30.51319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701335436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-19T14:12:30.512799Z","caller":"traceutil/trace.go:171","msg":"trace[588903063] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"1.737107636s","start":"2026-05-19T14:12:28.775651Z","end":"2026-05-19T14:12:30.512759Z","steps":["trace[588903063] 'process raft request' (duration: 1.735972416s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:30.513271Z","caller":"traceutil/trace.go:171","msg":"trace[1442393431] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:26301; }","duration":"2.70145845s","start":"2026-05-19T14:12:27.811793Z","end":"2026-05-19T14:12:30.513251Z","steps":["trace[1442393431] 'agreement among raft nodes before linearized reading' (duration: 2.701171193s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:30.513334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.77563Z","time spent":"1.73767456s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:30.51335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:27.81177Z","time spent":"2.701562752s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T14:12:31.012016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:31.271025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:31.271093Z","caller":"traceutil/trace.go:171","msg":"trace[2125857192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106035s","start":"2026-05-19T14:12:29.270972Z","end":"2026-05-19T14:12:31.271078Z","steps":["trace[2125857192] 'agreement among raft nodes before linearized reading' (duration: 2.000017942s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:31.271141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.270961Z","time spent":"2.000172786s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:31.512339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:31.803274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287770629s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:33.03366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229653225s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:33.034609Z","caller":"traceutil/trace.go:171","msg":"trace[453046801] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"3.76750732s","start":"2026-05-19T14:12:29.267071Z","end":"2026-05-19T14:12:33.034579Z","steps":["trace[453046801] 'process raft request' (duration: 2.536811566s)","trace[453046801] 'compare' (duration: 1.228792543s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:33.034761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.267048Z","time spent":"3.767668644s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:33.277469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000227439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:33.277528Z","caller":"traceutil/trace.go:171","msg":"trace[240149108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000363632s","start":"2026-05-19T14:12:31.277152Z","end":"2026-05-19T14:12:33.277516Z","steps":["trace[240149108] 'agreement among raft nodes before linearized reading' (duration: 2.000297861s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:33.277553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:31.277137Z","time spent":"2.000410323s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:34.392381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.588751277s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:34.496145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.46709ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-19T14:12:34.497248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.518488Z","time spent":"3.978753523s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T14:12:34.497257Z","caller":"traceutil/trace.go:171","msg":"trace[638447889] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"3.722111021s","start":"2026-05-19T14:12:30.775114Z","end":"2026-05-19T14:12:34.497225Z","steps":["trace[638447889] 'process raft request' (duration: 3.721342971s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.497408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.775094Z","time spent":"3.722232805s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:34.497254Z","caller":"traceutil/trace.go:171","msg":"trace[71575929] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"3.722112091s","start":"2026-05-19T14:12:30.775114Z","end":"2026-05-19T14:12:34.497226Z","steps":["trace[71575929] 'process raft request' (duration: 3.721493525s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.497647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.775104Z","time spent":"3.72246822s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:34.497763Z","caller":"traceutil/trace.go:171","msg":"trace[1118668432] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"3.72093781s","start":"2026-05-19T14:12:30.77678Z","end":"2026-05-19T14:12:34.497718Z","steps":["trace[1118668432] 'process raft request' (duration: 3.719884681s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.497964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.776772Z","time spent":"3.721066774s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:34.498182Z","caller":"traceutil/trace.go:171","msg":"trace[1416906501] linearizableReadLoop","detail":"{readStateIndex:27180; appliedIndex:27174; }","duration":"3.98622443s","start":"2026-05-19T14:12:30.511939Z","end":"2026-05-19T14:12:34.498163Z","steps":["trace[1416906501] 'read index received' (duration: 1.291870677s)","trace[1416906501] 'applied index is now lower than readState.Index' (duration: 2.694352523s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:34.498469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366004171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:34.498469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.761103706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:34.498508Z","caller":"traceutil/trace.go:171","msg":"trace[1534316832] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26306; }","duration":"4.366079373s","start":"2026-05-19T14:12:30.132415Z","end":"2026-05-19T14:12:34.498494Z","steps":["trace[1534316832] 'agreement among raft nodes before linearized reading' (duration: 4.365994411s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:34.498524Z","caller":"traceutil/trace.go:171","msg":"trace[1881933287] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26306; }","duration":"4.761192808s","start":"2026-05-19T14:12:29.737312Z","end":"2026-05-19T14:12:34.498505Z","steps":["trace[1881933287] 'agreement among raft nodes before linearized reading' (duration: 4.761093716s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.498543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.722441822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:34.498563Z","caller":"traceutil/trace.go:171","msg":"trace[475289334] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"3.721172736s","start":"2026-05-19T14:12:30.777381Z","end":"2026-05-19T14:12:34.498554Z","steps":["trace[475289334] 'process raft request' (duration: 3.719330857s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.498549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.721181288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:34.498568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.737292Z","time spent":"4.7612643s","remote":"127.0.0.1:51102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:34.498584Z","caller":"traceutil/trace.go:171","msg":"trace[298470981] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26306; }","duration":"5.722523834s","start":"2026-05-19T14:12:28.776047Z","end":"2026-05-19T14:12:34.498571Z","steps":["trace[298470981] 'agreement among raft nodes before linearized reading' (duration: 5.722451422s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.498609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.777372Z","time spent":"3.721211396s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:34.498615Z","caller":"traceutil/trace.go:171","msg":"trace[1177825961] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26306; }","duration":"5.721273861s","start":"2026-05-19T14:12:28.777319Z","end":"2026-05-19T14:12:34.498593Z","steps":["trace[1177825961] 'agreement among raft nodes before linearized reading' (duration: 5.721161238s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.498629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.355085128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T14:12:34.498651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.50240697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:34.49867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.777307Z","time spent":"5.721348452s","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:34.49868Z","caller":"traceutil/trace.go:171","msg":"trace[1793897742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26306; }","duration":"5.35516391s","start":"2026-05-19T14:12:29.143502Z","end":"2026-05-19T14:12:34.498665Z","steps":["trace[1793897742] 'agreement among raft nodes before linearized reading' (duration: 5.354981586s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:34.498691Z","caller":"traceutil/trace.go:171","msg":"trace[1346526372] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26306; }","duration":"4.502497042s","start":"2026-05-19T14:12:29.996182Z","end":"2026-05-19T14:12:34.498679Z","steps":["trace[1346526372] 'agreement among raft nodes before linearized reading' (duration: 4.50243183s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.498692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058891338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:34.49873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.996163Z","time spent":"4.502558594s","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:34.498736Z","caller":"traceutil/trace.go:171","msg":"trace[1249972795] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26306; }","duration":"4.058955329s","start":"2026-05-19T14:12:30.439773Z","end":"2026-05-19T14:12:34.498728Z","steps":["trace[1249972795] 'agreement among raft nodes before linearized reading' (duration: 4.058893767s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.498758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.439757Z","time spent":"4.05899408s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:34.498786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.117414388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:34.498797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.615518674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:34.498825Z","caller":"traceutil/trace.go:171","msg":"trace[1335282495] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26306; }","duration":"5.11751625s","start":"2026-05-19T14:12:29.381298Z","end":"2026-05-19T14:12:34.498814Z","steps":["trace[1335282495] 'agreement among raft nodes before linearized reading' (duration: 5.117450868s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.498535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.132397Z","time spent":"4.366131565s","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:34.49893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.381278Z","time spent":"5.117576132s","remote":"127.0.0.1:39176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:34.49895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.422538232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:34.498986Z","caller":"traceutil/trace.go:171","msg":"trace[1921102501] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26306; }","duration":"4.422575013s","start":"2026-05-19T14:12:30.076402Z","end":"2026-05-19T14:12:34.498977Z","steps":["trace[1921102501] 'agreement among raft nodes before linearized reading' (duration: 4.422516542s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.499017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.276631989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:34.499039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.076326Z","time spent":"4.422706196s","remote":"127.0.0.1:35910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:34.499062Z","caller":"traceutil/trace.go:171","msg":"trace[1441555497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26306; }","duration":"5.27670655s","start":"2026-05-19T14:12:29.222341Z","end":"2026-05-19T14:12:34.499048Z","steps":["trace[1441555497] 'agreement among raft nodes before linearized reading' (duration: 5.276642318s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.499105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.222325Z","time spent":"5.276768233s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:34.498832Z","caller":"traceutil/trace.go:171","msg":"trace[1412467623] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26306; }","duration":"4.615593826s","start":"2026-05-19T14:12:29.883228Z","end":"2026-05-19T14:12:34.498822Z","steps":["trace[1412467623] 'agreement among raft nodes before linearized reading' (duration: 4.615517484s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.498725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.143462Z","time spent":"5.355251773s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T14:12:34.499132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.23158252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-19T14:12:34.499159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.883207Z","time spent":"4.615935596s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:34.499205Z","caller":"traceutil/trace.go:171","msg":"trace[79447062] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26306; }","duration":"5.231661252s","start":"2026-05-19T14:12:29.267509Z","end":"2026-05-19T14:12:34.49917Z","steps":["trace[79447062] 'agreement among raft nodes before linearized reading' (duration: 5.231523828s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.499249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.267489Z","time spent":"5.231747595s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" "} {"level":"warn","ts":"2026-05-19T14:12:34.498626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:28.776032Z","time spent":"5.722585735s","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T14:12:34.498944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.432554352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:34.49935Z","caller":"traceutil/trace.go:171","msg":"trace[1026798503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26306; }","duration":"5.432959243s","start":"2026-05-19T14:12:29.066372Z","end":"2026-05-19T14:12:34.499331Z","steps":["trace[1026798503] 'agreement among raft nodes before linearized reading' (duration: 5.432528151s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:34.4994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:29.066309Z","time spent":"5.433074686s","remote":"127.0.0.1:51188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:34.999326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:35.278411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000934516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:35.278499Z","caller":"traceutil/trace.go:171","msg":"trace[547171991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00106249s","start":"2026-05-19T14:12:33.277418Z","end":"2026-05-19T14:12:35.27848Z","steps":["trace[547171991] 'agreement among raft nodes before linearized reading' (duration: 2.000953037s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:35.278544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:33.277404Z","time spent":"2.001130211s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:35.819335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.202591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:35.819666Z","caller":"traceutil/trace.go:171","msg":"trace[1136485750] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"3.299724696s","start":"2026-05-19T14:12:32.51992Z","end":"2026-05-19T14:12:35.819645Z","steps":["trace[1136485750] 'process raft request' (duration: 3.299509289s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:35.81975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.519903Z","time spent":"3.299812569s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:35.819813Z","caller":"traceutil/trace.go:171","msg":"trace[261839791] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"3.425149345s","start":"2026-05-19T14:12:32.39463Z","end":"2026-05-19T14:12:35.819779Z","steps":["trace[261839791] 'process raft request' (duration: 2.72041737s)","trace[261839791] 'compare' (duration: 702.928187ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:35.819931Z","caller":"traceutil/trace.go:171","msg":"trace[2011154492] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"3.299798548s","start":"2026-05-19T14:12:32.520097Z","end":"2026-05-19T14:12:35.819896Z","steps":["trace[2011154492] 'process raft request' (duration: 3.299438819s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:35.820108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.520089Z","time spent":"3.299927081s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:35.819959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.394603Z","time spent":"3.425280909s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:36.172809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009052415s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:37.286959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:37.287052Z","caller":"traceutil/trace.go:171","msg":"trace[1593331429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789173s","start":"2026-05-19T14:12:35.28624Z","end":"2026-05-19T14:12:37.28703Z","steps":["trace[1593331429] 'agreement among raft nodes before linearized reading' (duration: 2.00068426s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.287109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:35.286195Z","time spent":"2.000901685s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:37.381886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562166869s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T14:12:37.382056Z","caller":"traceutil/trace.go:171","msg":"trace[181542798] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26310; }","duration":"2.883478772s","start":"2026-05-19T14:12:34.498564Z","end":"2026-05-19T14:12:37.382043Z","steps":["trace[181542798] 'process raft request' (duration: 2.88340175s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.382558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.026868Z","time spent":"1.35568371s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:12:37.38301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:34.501139Z","time spent":"2.881868061s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:12:37.383061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:34.498541Z","time spent":"2.883539685s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:37.383229Z","caller":"traceutil/trace.go:171","msg":"trace[1786361977] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"2.636879676s","start":"2026-05-19T14:12:34.746324Z","end":"2026-05-19T14:12:37.383204Z","steps":["trace[1786361977] 'process raft request' (duration: 2.636600379s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:37.383253Z","caller":"traceutil/trace.go:171","msg":"trace[66426298] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"2.341167034s","start":"2026-05-19T14:12:35.042073Z","end":"2026-05-19T14:12:37.383241Z","steps":["trace[66426298] 'process raft request' (duration: 2.341042061s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.383359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:34.746303Z","time spent":"2.636985018s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:37.383345Z","caller":"traceutil/trace.go:171","msg":"trace[160590945] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"1.863165401s","start":"2026-05-19T14:12:35.520152Z","end":"2026-05-19T14:12:37.383317Z","steps":["trace[160590945] 'process raft request' (duration: 1.863068439s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.383415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:35.042044Z","time spent":"2.341331787s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:37.38345Z","caller":"traceutil/trace.go:171","msg":"trace[740126772] linearizableReadLoop","detail":"{readStateIndex:27187; appliedIndex:27180; }","duration":"2.885122196s","start":"2026-05-19T14:12:34.498293Z","end":"2026-05-19T14:12:37.383415Z","steps":["trace[740126772] 'read index received' (duration: 616.766784ms)","trace[740126772] 'applied index is now lower than readState.Index' (duration: 2.268351992s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:37.383501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.251236188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:37.383511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.820854849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:37.383584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791013449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:37.383621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864463023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T14:12:37.383623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864491175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-19T14:12:37.383621Z","caller":"traceutil/trace.go:171","msg":"trace[298136502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26313; }","duration":"5.821019003s","start":"2026-05-19T14:12:31.562576Z","end":"2026-05-19T14:12:37.383595Z","steps":["trace[298136502] 'agreement among raft nodes before linearized reading' (duration: 5.820850838s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:37.38365Z","caller":"traceutil/trace.go:171","msg":"trace[988490693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26313; }","duration":"4.864499335s","start":"2026-05-19T14:12:32.519142Z","end":"2026-05-19T14:12:37.383641Z","steps":["trace[988490693] 'agreement among raft nodes before linearized reading' (duration: 4.864439774s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:37.383654Z","caller":"traceutil/trace.go:171","msg":"trace[289596909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26313; }","duration":"4.864543106s","start":"2026-05-19T14:12:32.519102Z","end":"2026-05-19T14:12:37.383646Z","steps":["trace[289596909] 'agreement among raft nodes before linearized reading' (duration: 4.864482725s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:37.383649Z","caller":"traceutil/trace.go:171","msg":"trace[269652090] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26313; }","duration":"3.791111232s","start":"2026-05-19T14:12:33.592521Z","end":"2026-05-19T14:12:37.383633Z","steps":["trace[269652090] 'agreement among raft nodes before linearized reading' (duration: 3.790994769s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.383676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.519137Z","time spent":"4.864533966s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T14:12:37.383676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.519085Z","time spent":"4.864586897s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:37.383676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458534943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:37.383688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:31.56255Z","time spent":"5.821120976s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.383607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.319843263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:37.383746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.972542681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:37.383744Z","caller":"traceutil/trace.go:171","msg":"trace[415364607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26313; }","duration":"4.320013497s","start":"2026-05-19T14:12:33.063717Z","end":"2026-05-19T14:12:37.383731Z","steps":["trace[415364607] 'agreement among raft nodes before linearized reading' (duration: 4.319865894s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.383744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.849815868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:37.383773Z","caller":"traceutil/trace.go:171","msg":"trace[1323657730] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26313; }","duration":"5.972568151s","start":"2026-05-19T14:12:31.411196Z","end":"2026-05-19T14:12:37.383764Z","steps":["trace[1323657730] 'agreement among raft nodes before linearized reading' (duration: 5.97253063s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.383794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:31.411142Z","time spent":"5.972647104s","remote":"127.0.0.1:35922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.383792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091244534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:37.383786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.271279057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T14:12:37.383832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212547056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:37.383848Z","caller":"traceutil/trace.go:171","msg":"trace[1273198383] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26313; }","duration":"6.091336196s","start":"2026-05-19T14:12:31.292499Z","end":"2026-05-19T14:12:37.383836Z","steps":["trace[1273198383] 'agreement among raft nodes before linearized reading' (duration: 6.091267664s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:37.383892Z","caller":"traceutil/trace.go:171","msg":"trace[1649880994] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26313; }","duration":"5.27141343s","start":"2026-05-19T14:12:32.112441Z","end":"2026-05-19T14:12:37.383855Z","steps":["trace[1649880994] 'agreement among raft nodes before linearized reading' (duration: 5.271106513s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.383892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:33.063699Z","time spent":"4.320075959s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.383662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.584531599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:37.383899Z","caller":"traceutil/trace.go:171","msg":"trace[1594526261] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26313; }","duration":"3.212641209s","start":"2026-05-19T14:12:34.171231Z","end":"2026-05-19T14:12:37.383872Z","steps":["trace[1594526261] 'agreement among raft nodes before linearized reading' (duration: 3.212548547s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.383942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.11242Z","time spent":"5.271506823s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.383772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863101567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-19T14:12:37.383966Z","caller":"traceutil/trace.go:171","msg":"trace[572329645] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26313; }","duration":"6.584848247s","start":"2026-05-19T14:12:30.799095Z","end":"2026-05-19T14:12:37.383944Z","steps":["trace[572329645] 'agreement among raft nodes before linearized reading' (duration: 6.584492048s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:37.383995Z","caller":"traceutil/trace.go:171","msg":"trace[217875842] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26313; }","duration":"4.863341913s","start":"2026-05-19T14:12:32.520639Z","end":"2026-05-19T14:12:37.38398Z","steps":["trace[217875842] 'agreement among raft nodes before linearized reading' (duration: 4.862954963s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.384028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.428368337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268870"} {"level":"warn","ts":"2026-05-19T14:12:37.384048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.520612Z","time spent":"4.863421055s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T14:12:37.384078Z","caller":"traceutil/trace.go:171","msg":"trace[1707175725] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26313; }","duration":"6.428483611s","start":"2026-05-19T14:12:30.955583Z","end":"2026-05-19T14:12:37.384066Z","steps":["trace[1707175725] 'agreement among raft nodes before linearized reading' (duration: 6.427987358s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:37.383549Z","caller":"traceutil/trace.go:171","msg":"trace[1594050717] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26313; }","duration":"5.25130379s","start":"2026-05-19T14:12:32.132233Z","end":"2026-05-19T14:12:37.383537Z","steps":["trace[1594050717] 'agreement among raft nodes before linearized reading' (duration: 5.251221638s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:37.383706Z","caller":"traceutil/trace.go:171","msg":"trace[985652493] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26313; }","duration":"4.458565854s","start":"2026-05-19T14:12:32.925132Z","end":"2026-05-19T14:12:37.383698Z","steps":["trace[985652493] 'agreement among raft nodes before linearized reading' (duration: 4.458488932s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.384142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.132221Z","time spent":"5.251895435s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.384144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.955541Z","time spent":"6.428568233s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268893,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-19T14:12:37.384031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.799017Z","time spent":"6.584993831s","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.383971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:34.171211Z","time spent":"3.212744321s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.383513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864376692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T14:12:37.38424Z","caller":"traceutil/trace.go:171","msg":"trace[1508750594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26313; }","duration":"4.865120721s","start":"2026-05-19T14:12:32.519111Z","end":"2026-05-19T14:12:37.384232Z","steps":["trace[1508750594] 'agreement among raft nodes before linearized reading' (duration: 4.864318479s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.38427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.519105Z","time spent":"4.865156242s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T14:12:37.383554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864456354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T14:12:37.384316Z","caller":"traceutil/trace.go:171","msg":"trace[6417984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26313; }","duration":"4.865217954s","start":"2026-05-19T14:12:32.519087Z","end":"2026-05-19T14:12:37.384305Z","steps":["trace[6417984] 'agreement among raft nodes before linearized reading' (duration: 4.864371442s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.384348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.519039Z","time spent":"4.865301135s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:37.383568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.833153838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:37.384416Z","caller":"traceutil/trace.go:171","msg":"trace[285445800] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26313; }","duration":"4.83404397s","start":"2026-05-19T14:12:32.550364Z","end":"2026-05-19T14:12:37.384408Z","steps":["trace[285445800] 'agreement among raft nodes before linearized reading' (duration: 4.833124116s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.384441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.550348Z","time spent":"4.834085302s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.383569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.862872201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T14:12:37.384511Z","caller":"traceutil/trace.go:171","msg":"trace[324789916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26313; }","duration":"4.863843956s","start":"2026-05-19T14:12:32.520656Z","end":"2026-05-19T14:12:37.3845Z","steps":["trace[324789916] 'agreement among raft nodes before linearized reading' (duration: 4.862873451s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.384536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.520641Z","time spent":"4.863889437s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:37.383537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:35.520122Z","time spent":"1.863309045s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:37.383698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:33.592505Z","time spent":"3.791181193s","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:37.383804Z","caller":"traceutil/trace.go:171","msg":"trace[1285669401] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26313; }","duration":"6.8498965s","start":"2026-05-19T14:12:30.53389Z","end":"2026-05-19T14:12:37.383787Z","steps":["trace[1285669401] 'agreement among raft nodes before linearized reading' (duration: 6.849807397s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.384671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:30.533873Z","time spent":"6.850783823s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.383901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:31.292476Z","time spent":"6.091415477s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.384084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86890175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-19T14:12:37.384738Z","caller":"traceutil/trace.go:171","msg":"trace[1628340619] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26313; }","duration":"4.869588928s","start":"2026-05-19T14:12:32.51514Z","end":"2026-05-19T14:12:37.384729Z","steps":["trace[1628340619] 'agreement among raft nodes before linearized reading' (duration: 4.868868419s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:37.384773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.515119Z","time spent":"4.869644499s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-19T14:12:37.384165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:32.925079Z","time spent":"4.459073517s","remote":"127.0.0.1:50530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:37.884422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:37.907044Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229605653s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:38.424337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.597758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:38.424448Z","caller":"traceutil/trace.go:171","msg":"trace[213654013] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26313; }","duration":"113.71461ms","start":"2026-05-19T14:12:38.310714Z","end":"2026-05-19T14:12:38.424429Z","steps":["trace[213654013] 'range keys from in-memory index tree' (duration: 113.585106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:38.42478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.518255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:38.425032Z","caller":"traceutil/trace.go:171","msg":"trace[1998803402] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"1.919639851s","start":"2026-05-19T14:12:36.505381Z","end":"2026-05-19T14:12:38.425021Z","steps":["trace[1998803402] 'process raft request' (duration: 1.91960442s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:38.425089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.50536Z","time spent":"1.919705013s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:38.425122Z","caller":"traceutil/trace.go:171","msg":"trace[1186527090] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"1.922387814s","start":"2026-05-19T14:12:36.502695Z","end":"2026-05-19T14:12:38.425082Z","steps":["trace[1186527090] 'process raft request' (duration: 1.40451398s)","trace[1186527090] 'compare' (duration: 515.83938ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:38.425233Z","caller":"traceutil/trace.go:171","msg":"trace[2121304040] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"1.921637064s","start":"2026-05-19T14:12:36.503588Z","end":"2026-05-19T14:12:38.425225Z","steps":["trace[2121304040] 'process raft request' (duration: 1.921242324s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:38.425276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.503568Z","time spent":"1.921686305s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:38.425269Z","caller":"traceutil/trace.go:171","msg":"trace[828650917] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"1.920998287s","start":"2026-05-19T14:12:36.504248Z","end":"2026-05-19T14:12:38.425246Z","steps":["trace[828650917] 'process raft request' (duration: 1.920649057s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:38.425279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.502676Z","time spent":"1.922524639s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:38.425362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.504235Z","time spent":"1.921071849s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:39.287484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:12:39.287556Z","caller":"traceutil/trace.go:171","msg":"trace[738050964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032774s","start":"2026-05-19T14:12:37.287211Z","end":"2026-05-19T14:12:39.287539Z","steps":["trace[738050964] 'agreement among raft nodes before linearized reading' (duration: 2.000231908s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:39.287593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.287193Z","time spent":"2.000392272s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:39.691613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.668228507s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:40.416201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.061094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:40.41676Z","caller":"traceutil/trace.go:171","msg":"trace[1998378171] transaction","detail":"{read_only:false; response_revision:26319; number_of_response:1; }","duration":"3.024900064s","start":"2026-05-19T14:12:37.391835Z","end":"2026-05-19T14:12:40.416735Z","steps":["trace[1998378171] 'process raft request' (duration: 3.024481114s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.416897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.391823Z","time spent":"3.025000487s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:40.417113Z","caller":"traceutil/trace.go:171","msg":"trace[2099791397] linearizableReadLoop","detail":"{readStateIndex:27204; appliedIndex:27189; }","duration":"3.033557693s","start":"2026-05-19T14:12:37.383533Z","end":"2026-05-19T14:12:40.41709Z","steps":["trace[2099791397] 'read index received' (duration: 523.687808ms)","trace[2099791397] 'applied index is now lower than readState.Index' (duration: 2.509868575s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:40.41715Z","caller":"traceutil/trace.go:171","msg":"trace[716261807] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"3.609321626s","start":"2026-05-19T14:12:36.807789Z","end":"2026-05-19T14:12:40.41711Z","steps":["trace[716261807] 'process raft request' (duration: 2.884277554s)","trace[716261807] 'compare' (duration: 722.397441ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:40.417255Z","caller":"traceutil/trace.go:171","msg":"trace[1093900581] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"1.020038305s","start":"2026-05-19T14:12:39.397204Z","end":"2026-05-19T14:12:40.417243Z","steps":["trace[1093900581] 'process raft request' (duration: 1.0198387s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.417265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.807766Z","time spent":"3.609440058s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:40.417177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.391835Z","time spent":"3.025336796s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:12:40.417321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:39.397183Z","time spent":"1.020105996s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:40.417347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213410334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:40.417579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857019231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-19T14:12:40.417609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649474509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.417627Z","caller":"traceutil/trace.go:171","msg":"trace[1078240903] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26328; }","duration":"3.857118413s","start":"2026-05-19T14:12:36.560493Z","end":"2026-05-19T14:12:40.417612Z","steps":["trace[1078240903] 'agreement among raft nodes before linearized reading' (duration: 3.856727473s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:40.417622Z","caller":"traceutil/trace.go:171","msg":"trace[1208204133] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"3.02285928s","start":"2026-05-19T14:12:37.394714Z","end":"2026-05-19T14:12:40.417573Z","steps":["trace[1208204133] 'process raft request' (duration: 3.022168172s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.417673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018623465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:40.417655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85855251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:40.417707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700867386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.417712Z","caller":"traceutil/trace.go:171","msg":"trace[1478494980] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26328; }","duration":"4.018697767s","start":"2026-05-19T14:12:36.399002Z","end":"2026-05-19T14:12:40.4177Z","steps":["trace[1478494980] 'agreement among raft nodes before linearized reading' (duration: 4.018638015s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:40.41773Z","caller":"traceutil/trace.go:171","msg":"trace[1447462499] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26328; }","duration":"3.858646264s","start":"2026-05-19T14:12:36.559067Z","end":"2026-05-19T14:12:40.417714Z","steps":["trace[1447462499] 'agreement among raft nodes before linearized reading' (duration: 3.858266933s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.417748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.131976812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-19T14:12:40.417617Z","caller":"traceutil/trace.go:171","msg":"trace[100871443] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26328; }","duration":"4.213705171s","start":"2026-05-19T14:12:36.203893Z","end":"2026-05-19T14:12:40.417598Z","steps":["trace[100871443] 'agreement among raft nodes before linearized reading' (duration: 4.213393113s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:40.417767Z","caller":"traceutil/trace.go:171","msg":"trace[166865924] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"3.02396059s","start":"2026-05-19T14:12:37.3938Z","end":"2026-05-19T14:12:40.417761Z","steps":["trace[166865924] 'process raft request' (duration: 3.022796729s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.417755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.398981Z","time spent":"4.01876282s","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:40.417768Z","caller":"traceutil/trace.go:171","msg":"trace[1356942956] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"3.023060255s","start":"2026-05-19T14:12:37.394679Z","end":"2026-05-19T14:12:40.41774Z","steps":["trace[1356942956] 'process raft request' (duration: 3.022153761s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.417806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.393777Z","time spent":"3.024006402s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:40.417747Z","caller":"traceutil/trace.go:171","msg":"trace[1281216054] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"3.023471127s","start":"2026-05-19T14:12:37.394269Z","end":"2026-05-19T14:12:40.41774Z","steps":["trace[1281216054] 'process raft request' (duration: 3.022410929s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.417806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.394709Z","time spent":"3.023012025s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:40.417848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.63785911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.41785Z","caller":"traceutil/trace.go:171","msg":"trace[580315575] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"2.590888183s","start":"2026-05-19T14:12:37.826782Z","end":"2026-05-19T14:12:40.41767Z","steps":["trace[580315575] 'process raft request' (duration: 2.590207555s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.417931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.914830278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T14:12:40.41795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56288365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:40.418009Z","caller":"traceutil/trace.go:171","msg":"trace[318307244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26328; }","duration":"5.91489253s","start":"2026-05-19T14:12:34.503071Z","end":"2026-05-19T14:12:40.417964Z","steps":["trace[318307244] 'agreement among raft nodes before linearized reading' (duration: 5.914747446s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875821355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:40.41803Z","caller":"traceutil/trace.go:171","msg":"trace[1607986095] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26328; }","duration":"3.562986122s","start":"2026-05-19T14:12:36.85503Z","end":"2026-05-19T14:12:40.418016Z","steps":["trace[1607986095] 'agreement among raft nodes before linearized reading' (duration: 3.562099969s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203299711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:40.418067Z","caller":"traceutil/trace.go:171","msg":"trace[1261285817] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26328; }","duration":"1.875909467s","start":"2026-05-19T14:12:38.542144Z","end":"2026-05-19T14:12:40.418054Z","steps":["trace[1261285817] 'agreement among raft nodes before linearized reading' (duration: 1.875794234s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.855014Z","time spent":"3.563047963s","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.418084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841713561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-19T14:12:40.418089Z","caller":"traceutil/trace.go:171","msg":"trace[1231918738] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26328; }","duration":"1.203381613s","start":"2026-05-19T14:12:39.214692Z","end":"2026-05-19T14:12:40.418074Z","steps":["trace[1231918738] 'agreement among raft nodes before linearized reading' (duration: 1.203242139s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:40.418105Z","caller":"traceutil/trace.go:171","msg":"trace[1519816348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26328; }","duration":"2.841781902s","start":"2026-05-19T14:12:37.576318Z","end":"2026-05-19T14:12:40.4181Z","steps":["trace[1519816348] 'agreement among raft nodes before linearized reading' (duration: 2.841710771s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384150282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:40.418093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026359113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fd1e81de-b2ca-4799-9f02-a95420a98e5f\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-19T14:12:40.418127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.576282Z","time spent":"2.841839964s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-19T14:12:40.418135Z","caller":"traceutil/trace.go:171","msg":"trace[11775461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26328; }","duration":"1.384215793s","start":"2026-05-19T14:12:39.033909Z","end":"2026-05-19T14:12:40.418125Z","steps":["trace[11775461] 'agreement among raft nodes before linearized reading' (duration: 1.384160302s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80778586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:40.418089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649080738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:40.418165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307567927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:40.418173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:39.033888Z","time spent":"1.384274995s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:40.418186Z","caller":"traceutil/trace.go:171","msg":"trace[947556411] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26328; }","duration":"1.825198319s","start":"2026-05-19T14:12:38.59298Z","end":"2026-05-19T14:12:40.418178Z","steps":["trace[947556411] 'agreement among raft nodes before linearized reading' (duration: 1.825148908s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841944497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-19T14:12:40.418262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:38.59296Z","time spent":"1.82524767s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.418198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.893879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:40.418276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86655422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:40.418107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:38.542124Z","time spent":"1.875971958s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:40.418289Z","caller":"traceutil/trace.go:171","msg":"trace[1010277086] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26328; }","duration":"2.84205809s","start":"2026-05-19T14:12:37.576217Z","end":"2026-05-19T14:12:40.418275Z","steps":["trace[1010277086] 'agreement among raft nodes before linearized reading' (duration: 2.841915996s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:40.418304Z","caller":"traceutil/trace.go:171","msg":"trace[770488106] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26328; }","duration":"517.029671ms","start":"2026-05-19T14:12:39.901266Z","end":"2026-05-19T14:12:40.418296Z","steps":["trace[770488106] 'agreement among raft nodes before linearized reading' (duration: 516.888188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12291753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.41831Z","caller":"traceutil/trace.go:171","msg":"trace[272567587] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26328; }","duration":"1.866653383s","start":"2026-05-19T14:12:38.551648Z","end":"2026-05-19T14:12:40.418301Z","steps":["trace[272567587] 'agreement among raft nodes before linearized reading' (duration: 1.86653022s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:40.418333Z","caller":"traceutil/trace.go:171","msg":"trace[1090229156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26328; }","duration":"1.12297256s","start":"2026-05-19T14:12:39.295352Z","end":"2026-05-19T14:12:40.418325Z","steps":["trace[1090229156] 'agreement among raft nodes before linearized reading' (duration: 1.122920019s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:39.90125Z","time spent":"517.073683ms","remote":"127.0.0.1:39278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:40.418147Z","caller":"traceutil/trace.go:171","msg":"trace[1760250580] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fd1e81de-b2ca-4799-9f02-a95420a98e5f; range_end:; response_count:1; response_revision:26328; }","duration":"3.026441625s","start":"2026-05-19T14:12:37.391694Z","end":"2026-05-19T14:12:40.418136Z","steps":["trace[1760250580] 'agreement among raft nodes before linearized reading' (duration: 3.02624268s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:38.551585Z","time spent":"1.866748525s","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:40.417785Z","caller":"traceutil/trace.go:171","msg":"trace[1467728200] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26328; }","duration":"5.132039734s","start":"2026-05-19T14:12:35.285734Z","end":"2026-05-19T14:12:40.417774Z","steps":["trace[1467728200] 'agreement among raft nodes before linearized reading' (duration: 5.131962542s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.391681Z","time spent":"3.026681192s","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-fd1e81de-b2ca-4799-9f02-a95420a98e5f\" "} {"level":"warn","ts":"2026-05-19T14:12:40.418339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576549528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.418439Z","caller":"traceutil/trace.go:171","msg":"trace[1097050930] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26328; }","duration":"1.576754545s","start":"2026-05-19T14:12:38.841674Z","end":"2026-05-19T14:12:40.418429Z","steps":["trace[1097050930] 'agreement among raft nodes before linearized reading' (duration: 1.576494347s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:38.841654Z","time spent":"1.576824566s","remote":"127.0.0.1:39656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.418334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.576198Z","time spent":"2.842125001s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:12:40.418241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.130425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.418595Z","caller":"traceutil/trace.go:171","msg":"trace[763542039] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26328; }","duration":"968.513705ms","start":"2026-05-19T14:12:39.450067Z","end":"2026-05-19T14:12:40.418581Z","steps":["trace[763542039] 'agreement among raft nodes before linearized reading' (duration: 968.156746ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:40.418191Z","caller":"traceutil/trace.go:171","msg":"trace[399503159] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26328; }","duration":"2.649221142s","start":"2026-05-19T14:12:37.768962Z","end":"2026-05-19T14:12:40.418183Z","steps":["trace[399503159] 'agreement among raft nodes before linearized reading' (duration: 2.648980225s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:39.450047Z","time spent":"968.583418ms","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:40.417906Z","caller":"traceutil/trace.go:171","msg":"trace[1815244038] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"3.022689117s","start":"2026-05-19T14:12:37.39463Z","end":"2026-05-19T14:12:40.417319Z","steps":["trace[1815244038] 'process raft request' (duration: 3.022147172s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.418657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.768946Z","time spent":"2.649693755s","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.418377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:35.285718Z","time spent":"5.13265332s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T14:12:40.418725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.394622Z","time spent":"3.024062193s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:40.418131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:39.214674Z","time spent":"1.203447024s","remote":"127.0.0.1:45238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.418048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:34.50306Z","time spent":"5.914979632s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T14:12:40.417793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.559011Z","time spent":"3.858771107s","remote":"127.0.0.1:39430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.417884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.394257Z","time spent":"3.02357222s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:40.417659Z","caller":"traceutil/trace.go:171","msg":"trace[2054596737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26328; }","duration":"4.649548521s","start":"2026-05-19T14:12:35.768099Z","end":"2026-05-19T14:12:40.417648Z","steps":["trace[2054596737] 'agreement among raft nodes before linearized reading' (duration: 4.649482599s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.41892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:35.768082Z","time spent":"4.650816744s","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:40.41763Z","caller":"traceutil/trace.go:171","msg":"trace[569378606] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"2.592562967s","start":"2026-05-19T14:12:37.825022Z","end":"2026-05-19T14:12:40.417585Z","steps":["trace[569378606] 'process raft request' (duration: 2.591906499s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.419028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.824995Z","time spent":"2.593998085s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:40.417743Z","caller":"traceutil/trace.go:171","msg":"trace[1581570888] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26328; }","duration":"4.700937328s","start":"2026-05-19T14:12:35.716794Z","end":"2026-05-19T14:12:40.417732Z","steps":["trace[1581570888] 'agreement among raft nodes before linearized reading' (duration: 4.700883757s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.419122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:35.716775Z","time spent":"4.702331566s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.417793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.203879Z","time spent":"4.213903007s","remote":"127.0.0.1:39360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:40.417789Z","caller":"traceutil/trace.go:171","msg":"trace[371017758] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"3.023433556s","start":"2026-05-19T14:12:37.39434Z","end":"2026-05-19T14:12:40.417773Z","steps":["trace[371017758] 'process raft request' (duration: 3.022387398s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.419302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.394331Z","time spent":"3.024947676s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:40.417341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899037256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.419394Z","caller":"traceutil/trace.go:171","msg":"trace[653947266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26328; }","duration":"4.901199942s","start":"2026-05-19T14:12:35.518184Z","end":"2026-05-19T14:12:40.419384Z","steps":["trace[653947266] 'agreement among raft nodes before linearized reading' (duration: 4.899079156s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.419418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:35.51816Z","time spent":"4.901251184s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.417672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:36.560471Z","time spent":"3.857190325s","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-19T14:12:40.417897Z","caller":"traceutil/trace.go:171","msg":"trace[2038358898] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26328; }","duration":"5.637911211s","start":"2026-05-19T14:12:34.779973Z","end":"2026-05-19T14:12:40.417884Z","steps":["trace[2038358898] 'agreement among raft nodes before linearized reading' (duration: 5.637834729s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.419602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:34.779923Z","time spent":"5.639671327s","remote":"127.0.0.1:39190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.417903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.394675Z","time spent":"3.023157319s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:40.417921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913973316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.41977Z","caller":"traceutil/trace.go:171","msg":"trace[393061386] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26328; }","duration":"5.915833765s","start":"2026-05-19T14:12:34.503925Z","end":"2026-05-19T14:12:40.419759Z","steps":["trace[393061386] 'agreement among raft nodes before linearized reading' (duration: 5.913962686s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.419803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:34.503917Z","time spent":"5.915877047s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T14:12:40.418101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270660333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:40.419935Z","caller":"traceutil/trace.go:171","msg":"trace[1766754923] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26328; }","duration":"2.272522142s","start":"2026-05-19T14:12:38.147405Z","end":"2026-05-19T14:12:40.419927Z","steps":["trace[1766754923] 'agreement among raft nodes before linearized reading' (duration: 2.270648532s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.419962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:38.147391Z","time spent":"2.272563214s","remote":"127.0.0.1:39342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.418107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663989116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:40.418244Z","caller":"traceutil/trace.go:171","msg":"trace[760221817] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26328; }","duration":"2.307599068s","start":"2026-05-19T14:12:38.110588Z","end":"2026-05-19T14:12:40.418187Z","steps":["trace[760221817] 'agreement among raft nodes before linearized reading' (duration: 2.307554276s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.420506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:38.110575Z","time spent":"2.3099184s","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:40.418357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:39.295334Z","time spent":"1.123019372s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:40.418393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:37.826768Z","time spent":"2.591194361s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:40.420065Z","caller":"traceutil/trace.go:171","msg":"trace[1377532640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26328; }","duration":"1.665980528s","start":"2026-05-19T14:12:38.754071Z","end":"2026-05-19T14:12:40.420052Z","steps":["trace[1377532640] 'agreement among raft nodes before linearized reading' (duration: 1.663954335s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:40.421665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:38.754055Z","time spent":"1.667593291s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:40.923281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:41.424368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:41.945339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:42.047573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.627677428s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:42.312146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:41.470406Z","time spent":"841.734281ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:12:42.314197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.100641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:42.314315Z","caller":"traceutil/trace.go:171","msg":"trace[1833721467] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"1.894483078s","start":"2026-05-19T14:12:40.419813Z","end":"2026-05-19T14:12:42.314296Z","steps":["trace[1833721467] 'process raft request' (duration: 1.631204621s)","trace[1833721467] 'compare' (duration: 261.072118ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:42.314376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.419795Z","time spent":"1.894549879s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:42.426819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:12:42.426908Z","caller":"traceutil/trace.go:171","msg":"trace[839733336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346061s","start":"2026-05-19T14:12:40.426543Z","end":"2026-05-19T14:12:42.426889Z","steps":["trace[839733336] 'agreement among raft nodes before linearized reading' (duration: 2.000226568s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:42.426957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.426538Z","time spent":"2.000409853s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:44.141824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308387823s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:44.14229Z","caller":"traceutil/trace.go:171","msg":"trace[13263137] linearizableReadLoop","detail":"{readStateIndex:27213; appliedIndex:27205; }","duration":"3.719806521s","start":"2026-05-19T14:12:40.422463Z","end":"2026-05-19T14:12:44.14227Z","steps":["trace[13263137] 'read index received' (duration: 1.625740898s)","trace[13263137] 'applied index is now lower than readState.Index' (duration: 2.094064633s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:44.142314Z","caller":"traceutil/trace.go:171","msg":"trace[184601206] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"3.71298365s","start":"2026-05-19T14:12:40.429297Z","end":"2026-05-19T14:12:44.142281Z","steps":["trace[184601206] 'process raft request' (duration: 3.712737613s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:44.142361Z","caller":"traceutil/trace.go:171","msg":"trace[1160007054] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"3.712679142s","start":"2026-05-19T14:12:40.429671Z","end":"2026-05-19T14:12:44.142351Z","steps":["trace[1160007054] 'process raft request' (duration: 3.712414805s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:44.142423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.42966Z","time spent":"3.712728463s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:44.142468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.429276Z","time spent":"3.713109994s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:44.142595Z","caller":"traceutil/trace.go:171","msg":"trace[1386580777] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"3.71222775s","start":"2026-05-19T14:12:40.430354Z","end":"2026-05-19T14:12:44.142582Z","steps":["trace[1386580777] 'process raft request' (duration: 3.711786948s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:44.142584Z","caller":"traceutil/trace.go:171","msg":"trace[1716852830] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"3.716798541s","start":"2026-05-19T14:12:40.425758Z","end":"2026-05-19T14:12:44.142557Z","steps":["trace[1716852830] 'process raft request' (duration: 2.407548706s)","trace[1716852830] 'compare' (duration: 1.307731065s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:44.142649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.430341Z","time spent":"3.712278191s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:44.142716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.425746Z","time spent":"3.716899614s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:44.142818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720348465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-19T14:12:44.142792Z","caller":"traceutil/trace.go:171","msg":"trace[1233013155] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"3.711744946s","start":"2026-05-19T14:12:40.431017Z","end":"2026-05-19T14:12:44.142762Z","steps":["trace[1233013155] 'process raft request' (duration: 3.711189463s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:44.142842Z","caller":"traceutil/trace.go:171","msg":"trace[1632238013] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"3.712326022s","start":"2026-05-19T14:12:40.430493Z","end":"2026-05-19T14:12:44.142819Z","steps":["trace[1632238013] 'process raft request' (duration: 3.711686506s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:44.142861Z","caller":"traceutil/trace.go:171","msg":"trace[2005755025] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26336; }","duration":"3.720383425s","start":"2026-05-19T14:12:40.422458Z","end":"2026-05-19T14:12:44.142841Z","steps":["trace[2005755025] 'agreement among raft nodes before linearized reading' (duration: 3.720271033s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:44.142885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.422447Z","time spent":"3.720433197s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-19T14:12:44.142918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.43046Z","time spent":"3.712417405s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:44.14295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.43101Z","time spent":"3.7118662s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:44.142728Z","caller":"traceutil/trace.go:171","msg":"trace[2130240362] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"3.716914834s","start":"2026-05-19T14:12:40.425798Z","end":"2026-05-19T14:12:44.142713Z","steps":["trace[2130240362] 'process raft request' (duration: 3.716139334s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:44.143278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.425788Z","time spent":"3.717448438s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:44.428053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:44.428172Z","caller":"traceutil/trace.go:171","msg":"trace[472675610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034236s","start":"2026-05-19T14:12:42.427809Z","end":"2026-05-19T14:12:44.428152Z","steps":["trace[472675610] 'agreement among raft nodes before linearized reading' (duration: 2.000187376s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:44.428221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.4278Z","time spent":"2.000410182s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:44.643224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:44.938222Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.020133644s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:46.437563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:46.437837Z","caller":"traceutil/trace.go:171","msg":"trace[337207209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000901196s","start":"2026-05-19T14:12:44.436917Z","end":"2026-05-19T14:12:46.437818Z","steps":["trace[337207209] 'agreement among raft nodes before linearized reading' (duration: 2.000605987s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:46.437888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:44.436897Z","time spent":"2.000983059s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:47.423233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.424438Z","time spent":"4.998790567s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:47.423312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999958608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-19T14:12:47.423357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99929496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:12:47.423393Z","caller":"traceutil/trace.go:171","msg":"trace[1109370510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000078032s","start":"2026-05-19T14:12:42.423296Z","end":"2026-05-19T14:12:47.423374Z","steps":["trace[1109370510] 'agreement among raft nodes before linearized reading' (duration: 4.999972589s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:47.423444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.42329Z","time spent":"5.000143883s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/19 14:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:47.423715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.425801Z","time spent":"4.997909074s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-19T14:12:47.423383Z","caller":"traceutil/trace.go:171","msg":"trace[618866120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999351753s","start":"2026-05-19T14:12:42.424023Z","end":"2026-05-19T14:12:47.423375Z","steps":["trace[618866120] 'agreement among raft nodes before linearized reading' (duration: 4.999308111s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:47.423941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.424017Z","time spent":"4.999911107s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T14:12:47.424179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99932887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:47.424222Z","caller":"traceutil/trace.go:171","msg":"trace[238926942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999372302s","start":"2026-05-19T14:12:42.424839Z","end":"2026-05-19T14:12:47.424211Z","steps":["trace[238926942] 'agreement among raft nodes before linearized reading' (duration: 4.99932738s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:47.42425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.42481Z","time spent":"4.999434045s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 14:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 14:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:47.424623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.425863Z","time spent":"4.998756487s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T14:12:48.371806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43326208s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:12:48.373321Z","caller":"traceutil/trace.go:171","msg":"trace[476008859] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"5.976167377s","start":"2026-05-19T14:12:42.3971Z","end":"2026-05-19T14:12:48.373268Z","steps":["trace[476008859] 'process raft request' (duration: 2.541347456s)","trace[476008859] 'compare' (duration: 3.432304285s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:48.373465Z","caller":"traceutil/trace.go:171","msg":"trace[1040628658] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"2.226878587s","start":"2026-05-19T14:12:46.146572Z","end":"2026-05-19T14:12:48.37345Z","steps":["trace[1040628658] 'process raft request' (duration: 2.226777635s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:48.37349Z","caller":"traceutil/trace.go:171","msg":"trace[1456220698] linearizableReadLoop","detail":"{readStateIndex:27217; appliedIndex:27213; }","duration":"4.231151093s","start":"2026-05-19T14:12:44.142319Z","end":"2026-05-19T14:12:48.37347Z","steps":["trace[1456220698] 'read index received' (duration: 796.104296ms)","trace[1456220698] 'applied index is now lower than readState.Index' (duration: 3.435044367s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:48.373516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.397074Z","time spent":"5.97633752s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:48.373525Z","caller":"traceutil/trace.go:171","msg":"trace[1749115116] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"3.478237156s","start":"2026-05-19T14:12:44.895259Z","end":"2026-05-19T14:12:48.373496Z","steps":["trace[1749115116] 'process raft request' (duration: 3.478055372s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.373586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.146554Z","time spent":"2.22696415s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:48.373595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726564308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:48.373656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:44.895236Z","time spent":"3.47834938s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:48.373639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.926409436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:48.373694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.949537896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:48.373753Z","caller":"traceutil/trace.go:171","msg":"trace[632447114] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26342; }","duration":"7.926565509s","start":"2026-05-19T14:12:40.447161Z","end":"2026-05-19T14:12:48.373727Z","steps":["trace[632447114] 'agreement among raft nodes before linearized reading' (duration: 7.926369193s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:48.373809Z","caller":"traceutil/trace.go:171","msg":"trace[1640802022] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26342; }","duration":"7.94969681s","start":"2026-05-19T14:12:40.424078Z","end":"2026-05-19T14:12:48.373775Z","steps":["trace[1640802022] 'agreement among raft nodes before linearized reading' (duration: 7.949528716s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.373811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.447152Z","time spent":"7.926646192s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:48.37382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.467352957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:48.373803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.95017824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T14:12:48.373874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.424066Z","time spent":"7.949776742s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-19T14:12:48.373876Z","caller":"traceutil/trace.go:171","msg":"trace[1405982552] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26342; }","duration":"6.467402078s","start":"2026-05-19T14:12:41.906454Z","end":"2026-05-19T14:12:48.373856Z","steps":["trace[1405982552] 'agreement among raft nodes before linearized reading' (duration: 6.467330887s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.373914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.950633463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T14:12:48.373928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:41.906398Z","time spent":"6.467514651s","remote":"127.0.0.1:39630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:48.373954Z","caller":"traceutil/trace.go:171","msg":"trace[659225904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26342; }","duration":"5.950701204s","start":"2026-05-19T14:12:42.423239Z","end":"2026-05-19T14:12:48.37394Z","steps":["trace[659225904] 'agreement among raft nodes before linearized reading' (duration: 5.950561681s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:48.373947Z","caller":"traceutil/trace.go:171","msg":"trace[1845443829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26342; }","duration":"5.950315094s","start":"2026-05-19T14:12:42.423581Z","end":"2026-05-19T14:12:48.373896Z","steps":["trace[1845443829] 'agreement among raft nodes before linearized reading' (duration: 5.949955975s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.373982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.423221Z","time spent":"5.950755486s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T14:12:48.373682Z","caller":"traceutil/trace.go:171","msg":"trace[1485849215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26342; }","duration":"6.72668776s","start":"2026-05-19T14:12:41.646972Z","end":"2026-05-19T14:12:48.373659Z","steps":["trace[1485849215] 'agreement among raft nodes before linearized reading' (duration: 6.726510365s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.373756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.211107265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:48.374029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.423573Z","time spent":"5.950439567s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:48.374052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:41.646956Z","time spent":"6.727083451s","remote":"127.0.0.1:39642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:48.374072Z","caller":"traceutil/trace.go:171","msg":"trace[1129665343] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26342; }","duration":"6.211450804s","start":"2026-05-19T14:12:42.162603Z","end":"2026-05-19T14:12:48.374054Z","steps":["trace[1129665343] 'agreement among raft nodes before linearized reading' (duration: 6.211110326s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.37408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.857144826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:48.374124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.162586Z","time spent":"6.211514556s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:48.374138Z","caller":"traceutil/trace.go:171","msg":"trace[68138954] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26342; }","duration":"5.857238508s","start":"2026-05-19T14:12:42.516885Z","end":"2026-05-19T14:12:48.374123Z","steps":["trace[68138954] 'agreement among raft nodes before linearized reading' (duration: 5.857154626s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.374302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.951515248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-19T14:12:48.374318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.516864Z","time spent":"5.857436104s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:48.374337Z","caller":"traceutil/trace.go:171","msg":"trace[451978765] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26342; }","duration":"7.95157573s","start":"2026-05-19T14:12:40.422751Z","end":"2026-05-19T14:12:48.374327Z","steps":["trace[451978765] 'agreement among raft nodes before linearized reading' (duration: 7.951484047s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.374318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.951290483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-05-19T14:12:48.374366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.422735Z","time spent":"7.951626491s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" "} {"level":"info","ts":"2026-05-19T14:12:48.374402Z","caller":"traceutil/trace.go:171","msg":"trace[1850231860] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26342; }","duration":"7.951387475s","start":"2026-05-19T14:12:40.423003Z","end":"2026-05-19T14:12:48.37439Z","steps":["trace[1850231860] 'agreement among raft nodes before linearized reading' (duration: 7.951078066s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.374404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875226572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:48.374463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.422994Z","time spent":"7.951436907s","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T14:12:48.374472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.738080114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:48.374483Z","caller":"traceutil/trace.go:171","msg":"trace[868230155] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26342; }","duration":"5.875362207s","start":"2026-05-19T14:12:42.499104Z","end":"2026-05-19T14:12:48.374466Z","steps":["trace[868230155] 'agreement among raft nodes before linearized reading' (duration: 5.875220773s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.37451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.472681083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T14:12:48.374514Z","caller":"traceutil/trace.go:171","msg":"trace[1420431571] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26342; }","duration":"5.738124385s","start":"2026-05-19T14:12:42.636378Z","end":"2026-05-19T14:12:48.374502Z","steps":["trace[1420431571] 'agreement among raft nodes before linearized reading' (duration: 5.738048134s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:48.374544Z","caller":"traceutil/trace.go:171","msg":"trace[216623147] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26342; }","duration":"7.472738935s","start":"2026-05-19T14:12:40.901796Z","end":"2026-05-19T14:12:48.374535Z","steps":["trace[216623147] 'agreement among raft nodes before linearized reading' (duration: 7.472654033s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.374548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.636316Z","time spent":"5.738224477s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:48.37455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.499084Z","time spent":"5.875426528s","remote":"127.0.0.1:39790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:48.375095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.950241292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-19T14:12:48.375167Z","caller":"traceutil/trace.go:171","msg":"trace[2045085912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26342; }","duration":"5.950332546s","start":"2026-05-19T14:12:42.424823Z","end":"2026-05-19T14:12:48.375156Z","steps":["trace[2045085912] 'agreement among raft nodes before linearized reading' (duration: 5.950153261s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.375232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.424817Z","time spent":"5.950376497s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:48.374574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:40.901782Z","time spent":"7.472785666s","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T14:12:48.373929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.391691904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:48.374431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.82866906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"info","ts":"2026-05-19T14:12:48.37532Z","caller":"traceutil/trace.go:171","msg":"trace[871610885] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26342; }","duration":"5.393128552s","start":"2026-05-19T14:12:42.982161Z","end":"2026-05-19T14:12:48.375289Z","steps":["trace[871610885] 'agreement among raft nodes before linearized reading' (duration: 5.391657563s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.375399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.982142Z","time spent":"5.393230484s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:48.37459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783672832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:48.375327Z","caller":"traceutil/trace.go:171","msg":"trace[2074416666] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26342; }","duration":"6.829585094s","start":"2026-05-19T14:12:41.545722Z","end":"2026-05-19T14:12:48.375307Z","steps":["trace[2074416666] 'agreement among raft nodes before linearized reading' (duration: 6.828516317s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.375552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:41.545706Z","time spent":"6.829828781s","remote":"127.0.0.1:39312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418252,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-19T14:12:48.375499Z","caller":"traceutil/trace.go:171","msg":"trace[854081981] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26342; }","duration":"4.784671368s","start":"2026-05-19T14:12:43.590811Z","end":"2026-05-19T14:12:48.375482Z","steps":["trace[854081981] 'agreement among raft nodes before linearized reading' (duration: 4.783654401s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.376046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:43.590785Z","time spent":"4.785246463s","remote":"127.0.0.1:39490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:48.374681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002106106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:48.376143Z","caller":"traceutil/trace.go:171","msg":"trace[2088117470] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26342; }","duration":"5.003602895s","start":"2026-05-19T14:12:43.372527Z","end":"2026-05-19T14:12:48.37613Z","steps":["trace[2088117470] 'agreement among raft nodes before linearized reading' (duration: 5.002127316s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.376177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:43.372506Z","time spent":"5.003661306s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:48.376844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.060773529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T14:12:48.376925Z","caller":"traceutil/trace.go:171","msg":"trace[1132280076] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26342; }","duration":"6.060893522s","start":"2026-05-19T14:12:42.316013Z","end":"2026-05-19T14:12:48.376907Z","steps":["trace[1132280076] 'agreement among raft nodes before linearized reading' (duration: 6.057486752s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.376985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:42.315998Z","time spent":"6.060977474s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T14:12:48.437913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:12:48.438038Z","caller":"traceutil/trace.go:171","msg":"trace[148956796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042383s","start":"2026-05-19T14:12:46.437966Z","end":"2026-05-19T14:12:48.438009Z","steps":["trace[148956796] 'agreement among raft nodes before linearized reading' (duration: 1.999865808s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:48.438107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.437945Z","time spent":"2.000150476s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:48.881466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:49.381997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:49.883092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:50.383577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:50.461365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013596181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:50.461446Z","caller":"traceutil/trace.go:171","msg":"trace[197315412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.013749564s","start":"2026-05-19T14:12:48.447678Z","end":"2026-05-19T14:12:50.461428Z","steps":["trace[197315412] 'agreement among raft nodes before linearized reading' (duration: 2.013648792s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:50.461493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.447646Z","time spent":"2.013838166s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:50.884078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:51.001144Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.125820183s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:12:51.001664Z","caller":"traceutil/trace.go:171","msg":"trace[679136075] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"4.849695943s","start":"2026-05-19T14:12:46.151938Z","end":"2026-05-19T14:12:51.001634Z","steps":["trace[679136075] 'process raft request' (duration: 4.849635381s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:51.001837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.151928Z","time spent":"4.849818757s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:51.00184Z","caller":"traceutil/trace.go:171","msg":"trace[1623280442] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"4.853118803s","start":"2026-05-19T14:12:46.148685Z","end":"2026-05-19T14:12:51.001804Z","steps":["trace[1623280442] 'process raft request' (duration: 4.852654371s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:51.002007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.148643Z","time spent":"4.853279487s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:51.002101Z","caller":"traceutil/trace.go:171","msg":"trace[1929014885] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"4.8522253s","start":"2026-05-19T14:12:46.149861Z","end":"2026-05-19T14:12:51.002086Z","steps":["trace[1929014885] 'process raft request' (duration: 4.851620464s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:51.002165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.149848Z","time spent":"4.852283381s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:51.002289Z","caller":"traceutil/trace.go:171","msg":"trace[143409778] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"4.852328653s","start":"2026-05-19T14:12:46.14995Z","end":"2026-05-19T14:12:51.002278Z","steps":["trace[143409778] 'process raft request' (duration: 4.851571323s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:51.002346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.149943Z","time spent":"4.852368804s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:52.423125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996116158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:52.423187Z","caller":"traceutil/trace.go:171","msg":"trace[59913468] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99621975s","start":"2026-05-19T14:12:47.426954Z","end":"2026-05-19T14:12:52.423173Z","steps":["trace[59913468] 'agreement among raft nodes before linearized reading' (duration: 4.996130798s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:52.423219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:47.426946Z","time spent":"4.996266181s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:52.423242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.381101Z","time spent":"4.042133975s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:52.424694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998678692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:52.424732Z","caller":"traceutil/trace.go:171","msg":"trace[1044973541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998745123s","start":"2026-05-19T14:12:49.425974Z","end":"2026-05-19T14:12:52.424719Z","steps":["trace[1044973541] 'agreement among raft nodes before linearized reading' (duration: 2.998703402s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:52.424715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999203316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-19T14:12:52.424777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:49.42593Z","time spent":"2.998840736s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T14:12:52.42482Z","caller":"traceutil/trace.go:171","msg":"trace[499573263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99935929s","start":"2026-05-19T14:12:49.425427Z","end":"2026-05-19T14:12:52.424787Z","steps":["trace[499573263] 'agreement among raft nodes before linearized reading' (duration: 2.999242257s)"],"step_count":1} 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:52.424884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:49.425404Z","time spent":"2.999465953s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T14:12:52.424697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998372247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:52.426387Z","caller":"traceutil/trace.go:171","msg":"trace[1653939421] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.000131133s","start":"2026-05-19T14:12:47.426247Z","end":"2026-05-19T14:12:52.426378Z","steps":["trace[1653939421] 'agreement among raft nodes before linearized reading' (duration: 4.998406418s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:52.426422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:47.426201Z","time spent":"5.000211566s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-19T14:12:52.425414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999053363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:52.42646Z","caller":"traceutil/trace.go:171","msg":"trace[1087595548] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000159994s","start":"2026-05-19T14:12:47.426295Z","end":"2026-05-19T14:12:52.426455Z","steps":["trace[1087595548] 'agreement among raft nodes before linearized reading' (duration: 4.999086525s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:52.426479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:47.426278Z","time spent":"5.000196955s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-19T14:12:52.425781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999363632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:52.42651Z","caller":"traceutil/trace.go:171","msg":"trace[886397921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.000124291s","start":"2026-05-19T14:12:49.426381Z","end":"2026-05-19T14:12:52.426505Z","steps":["trace[886397921] 'agreement among raft nodes before linearized reading' (duration: 2.999387682s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:52.426531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:49.426368Z","time spent":"3.000155672s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T14:12:52.425824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.379642Z","time spent":"4.046178732s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:52.426916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.379737Z","time spent":"4.047176298s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:52.44813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986446015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:52.448208Z","caller":"traceutil/trace.go:171","msg":"trace[1873714323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.986581938s","start":"2026-05-19T14:12:50.461613Z","end":"2026-05-19T14:12:52.448195Z","steps":["trace[1873714323] 'agreement among raft nodes before linearized reading' (duration: 1.986487066s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:52.448273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:50.461591Z","time spent":"1.986672751s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:53.404105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.402174533s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:12:53.404769Z","caller":"traceutil/trace.go:171","msg":"trace[2105664719] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"5.027449204s","start":"2026-05-19T14:12:48.377267Z","end":"2026-05-19T14:12:53.404716Z","steps":["trace[2105664719] 'process raft request' (duration: 5.027121464s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:53.405013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.377239Z","time spent":"5.027649678s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:53.405373Z","caller":"traceutil/trace.go:171","msg":"trace[1158467874] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"4.632088043s","start":"2026-05-19T14:12:48.773266Z","end":"2026-05-19T14:12:53.405354Z","steps":["trace[1158467874] 'process raft request' (duration: 4.631678021s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:53.405433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.77323Z","time spent":"4.632178854s","remote":"127.0.0.1:39312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:54.454821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000830944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:12:54.454945Z","caller":"traceutil/trace.go:171","msg":"trace[1808783886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001022958s","start":"2026-05-19T14:12:52.453895Z","end":"2026-05-19T14:12:54.454918Z","steps":["trace[1808783886] 'agreement among raft nodes before linearized reading' (duration: 2.000850754s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:54.455025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.453879Z","time spent":"2.001134332s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:55.870928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465621958s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-19T14:12:55.871041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.466574433s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:12:55.875312Z","caller":"traceutil/trace.go:171","msg":"trace[59216954] linearizableReadLoop","detail":"{readStateIndex:27230; appliedIndex:27223; }","duration":"7.501723029s","start":"2026-05-19T14:12:48.373556Z","end":"2026-05-19T14:12:55.875279Z","steps":["trace[59216954] 'read index received' (duration: 2.628192407s)","trace[59216954] 'applied index is now lower than readState.Index' (duration: 4.873528492s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:55.875264Z","caller":"traceutil/trace.go:171","msg":"trace[117398214] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"5.289669763s","start":"2026-05-19T14:12:50.585575Z","end":"2026-05-19T14:12:55.875245Z","steps":["trace[117398214] 'process raft request' (duration: 5.285439091s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:55.875526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:50.585553Z","time spent":"5.289887808s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:56.376222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:56.455587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:56.455672Z","caller":"traceutil/trace.go:171","msg":"trace[1917999037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000144856s","start":"2026-05-19T14:12:54.455508Z","end":"2026-05-19T14:12:56.455653Z","steps":["trace[1917999037] 'agreement among raft nodes before linearized reading' (duration: 2.000035864s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:56.455721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:54.455486Z","time spent":"2.000225079s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:56.876495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:57.377597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:12:57.424547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.426552Z","time spent":"4.997987579s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:57.426032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999098289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:57.426332Z","caller":"traceutil/trace.go:171","msg":"trace[1887317555] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999438347s","start":"2026-05-19T14:12:52.426851Z","end":"2026-05-19T14:12:57.42629Z","steps":["trace[1887317555] 'agreement among raft nodes before linearized reading' (duration: 4.999115639s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:57.426419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.426838Z","time spent":"4.999564101s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/19 14:12:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:57.428058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.429592Z","time spent":"4.998456972s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:57.488824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:12:57.488919Z","caller":"traceutil/trace.go:171","msg":"trace[181113199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817546s","start":"2026-05-19T14:12:55.48808Z","end":"2026-05-19T14:12:57.488898Z","steps":["trace[181113199] 'agreement among raft nodes before linearized reading' (duration: 2.000700393s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:57.488975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:55.488059Z","time spent":"2.000901548s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:12:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:57.708188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.778023647s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:12:58.007971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.053819Z","time spent":"4.954144222s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:58.009088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.053885Z","time spent":"4.95517207s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:58.009978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.054065Z","time spent":"4.955903749s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:12:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:12:58.309198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.055710904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:58.309249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.730175965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:58.309331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.823701129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:58.309349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.924664247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:58.309376Z","caller":"traceutil/trace.go:171","msg":"trace[630081466] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26352; }","duration":"12.82375878s","start":"2026-05-19T14:12:45.485597Z","end":"2026-05-19T14:12:58.309356Z","steps":["trace[630081466] 'agreement among raft nodes before linearized reading' (duration: 10.389908837s)","trace[630081466] 'count revisions from in-memory index tree' (duration: 2.433806982s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:58.309383Z","caller":"traceutil/trace.go:171","msg":"trace[1926026928] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26352; }","duration":"11.924750408s","start":"2026-05-19T14:12:46.384621Z","end":"2026-05-19T14:12:58.309372Z","steps":["trace[1926026928] 'agreement among raft nodes before linearized reading' (duration: 9.490849014s)","trace[1926026928] 'count revisions from in-memory index tree' (duration: 2.433858103s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.309421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:45.485583Z","time spent":"12.823826472s","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:58.309424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.384599Z","time spent":"11.92481573s","remote":"127.0.0.1:39374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:58.309434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.427033636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:58.309478Z","caller":"traceutil/trace.go:171","msg":"trace[1618697276] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26352; }","duration":"11.427078117s","start":"2026-05-19T14:12:46.882385Z","end":"2026-05-19T14:12:58.309463Z","steps":["trace[1618697276] 'agreement among raft nodes before linearized reading' (duration: 8.993060939s)","trace[1618697276] 'count revisions from in-memory index tree' (duration: 2.433958565s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.309545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.88231Z","time spent":"11.427215781s","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:58.309626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.020280255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:58.309665Z","caller":"traceutil/trace.go:171","msg":"trace[917260879] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26352; }","duration":"13.020362037s","start":"2026-05-19T14:12:45.28929Z","end":"2026-05-19T14:12:58.309652Z","steps":["trace[917260879] 'agreement among raft nodes before linearized reading' (duration: 10.586227807s)","trace[917260879] 'count revisions from in-memory index tree' (duration: 2.434081489s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.309698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:45.289272Z","time spent":"13.020413288s","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:58.309691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.949042738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T14:12:58.309782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.496753437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:58.30981Z","caller":"traceutil/trace.go:171","msg":"trace[747673404] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26352; }","duration":"9.949256984s","start":"2026-05-19T14:12:48.360523Z","end":"2026-05-19T14:12:58.30978Z","steps":["trace[747673404] 'agreement among raft nodes before linearized reading' (duration: 7.514879047s)","trace[747673404] 'count revisions from in-memory index tree' (duration: 2.434195902s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:12:58.309867Z","caller":"traceutil/trace.go:171","msg":"trace[1615886399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26352; }","duration":"13.496838819s","start":"2026-05-19T14:12:44.813002Z","end":"2026-05-19T14:12:58.309841Z","steps":["trace[1615886399] 'agreement among raft nodes before linearized reading' (duration: 11.062526074s)","trace[1615886399] 'count revisions from in-memory index tree' (duration: 2.434209122s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.309889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.360475Z","time spent":"9.949382087s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:58.309928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:44.812952Z","time spent":"13.496957442s","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:58.309977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.163681064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dda6f843-9764-493f-9ec8-eb0c2f4d814b\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-19T14:12:58.310012Z","caller":"traceutil/trace.go:171","msg":"trace[806147700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dda6f843-9764-493f-9ec8-eb0c2f4d814b; range_end:; response_count:1; response_revision:26352; }","duration":"14.163738177s","start":"2026-05-19T14:12:44.146262Z","end":"2026-05-19T14:12:58.31Z","steps":["trace[806147700] 'agreement among raft nodes before linearized reading' (duration: 11.729287608s)","trace[806147700] 'range keys from in-memory index tree' (duration: 2.434336075s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.310044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:44.146248Z","time spent":"14.163789978s","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-dda6f843-9764-493f-9ec8-eb0c2f4d814b\" "} {"level":"warn","ts":"2026-05-19T14:12:58.309268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.612515225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:58.310193Z","caller":"traceutil/trace.go:171","msg":"trace[1714348457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26352; }","duration":"12.613487611s","start":"2026-05-19T14:12:45.696679Z","end":"2026-05-19T14:12:58.310167Z","steps":["trace[1714348457] 'agreement among raft nodes before linearized reading' (duration: 10.178815117s)","trace[1714348457] 'count revisions from in-memory index tree' (duration: 2.433718059s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.31027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.154219016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-19T14:12:58.310301Z","caller":"traceutil/trace.go:171","msg":"trace[289515952] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26352; }","duration":"14.154270157s","start":"2026-05-19T14:12:44.156021Z","end":"2026-05-19T14:12:58.310291Z","steps":["trace[289515952] 'agreement among raft nodes before linearized reading' (duration: 11.719518301s)","trace[289515952] 'range keys from in-memory index tree' (duration: 2.434644944s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.310299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:45.696659Z","time spent":"12.613620385s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:58.310328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:44.15601Z","time spent":"14.154310988s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-19T14:12:58.309365Z","caller":"traceutil/trace.go:171","msg":"trace[477345785] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26352; }","duration":"11.730364969s","start":"2026-05-19T14:12:46.578971Z","end":"2026-05-19T14:12:58.309336Z","steps":["trace[477345785] 'agreement among raft nodes before linearized reading' (duration: 9.296487456s)","trace[477345785] 'count revisions from in-memory index tree' (duration: 2.433690898s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.310601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.578949Z","time spent":"11.731633113s","remote":"127.0.0.1:35994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:58.309298Z","caller":"traceutil/trace.go:171","msg":"trace[1330145386] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26352; }","duration":"12.055903289s","start":"2026-05-19T14:12:46.25337Z","end":"2026-05-19T14:12:58.309274Z","steps":["trace[1330145386] 'agreement among raft nodes before linearized reading' (duration: 9.622111378s)","trace[1330145386] 'count revisions from in-memory index tree' (duration: 2.433633897s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.31093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:46.253335Z","time spent":"12.057570764s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:58.309236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.145418018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:12:58.311337Z","caller":"traceutil/trace.go:171","msg":"trace[1318168927] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26352; }","duration":"10.147559765s","start":"2026-05-19T14:12:48.163759Z","end":"2026-05-19T14:12:58.311319Z","steps":["trace[1318168927] 'agreement among raft nodes before linearized reading' (duration: 7.711673969s)","trace[1318168927] 'count revisions from in-memory index tree' (duration: 2.43376182s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:58.312136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436794089s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-19T14:12:58.312166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.163738Z","time spent":"10.148382258s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:58.312378Z","caller":"traceutil/trace.go:171","msg":"trace[799614914] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26353; }","duration":"5.884329857s","start":"2026-05-19T14:12:52.428024Z","end":"2026-05-19T14:12:58.312353Z","steps":["trace[799614914] 'process raft request' (duration: 5.884196973s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:58.312511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.428014Z","time spent":"5.884417769s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:58.312832Z","caller":"traceutil/trace.go:171","msg":"trace[103815957] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26355; }","duration":"5.88142842s","start":"2026-05-19T14:12:52.431372Z","end":"2026-05-19T14:12:58.3128Z","steps":["trace[103815957] 'process raft request' (duration: 5.880998818s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:58.312879Z","caller":"traceutil/trace.go:171","msg":"trace[1859784970] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"5.256568963s","start":"2026-05-19T14:12:53.056281Z","end":"2026-05-19T14:12:58.31285Z","steps":["trace[1859784970] 'process raft request' (duration: 5.256189983s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:58.312928Z","caller":"traceutil/trace.go:171","msg":"trace[87547104] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"4.931459255s","start":"2026-05-19T14:12:53.381421Z","end":"2026-05-19T14:12:58.31288Z","steps":["trace[87547104] 'process raft request' (duration: 4.931108055s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:58.313044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.056249Z","time spent":"5.256686866s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:58.313167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.381394Z","time spent":"4.931656639s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:58.313304Z","caller":"traceutil/trace.go:171","msg":"trace[2100715845] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"5.883544376s","start":"2026-05-19T14:12:52.429591Z","end":"2026-05-19T14:12:58.313135Z","steps":["trace[2100715845] 'process raft request' (duration: 5.882697244s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:58.313349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.431352Z","time spent":"5.881543633s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:12:58.31341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.429579Z","time spent":"5.883776872s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:12:58.464432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:12:58.464532Z","caller":"traceutil/trace.go:171","msg":"trace[516685449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019156s","start":"2026-05-19T14:12:56.464322Z","end":"2026-05-19T14:12:58.464513Z","steps":["trace[516685449] 'agreement among raft nodes before linearized reading' (duration: 2.000063657s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:58.464582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:56.464306Z","time spent":"2.000267073s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:12:59.740918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42832636s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T14:12:59.775557Z","caller":"traceutil/trace.go:171","msg":"trace[1601908753] linearizableReadLoop","detail":"{readStateIndex:27242; appliedIndex:27230; }","duration":"3.900153745s","start":"2026-05-19T14:12:55.87537Z","end":"2026-05-19T14:12:59.775523Z","steps":["trace[1601908753] 'read index received' (duration: 1.833061129s)","trace[1601908753] 'applied index is now lower than readState.Index' (duration: 2.067090026s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:12:59.775663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.942903118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.775695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.197904633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:59.775726Z","caller":"traceutil/trace.go:171","msg":"trace[1024004732] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26362; }","duration":"9.943024271s","start":"2026-05-19T14:12:49.832685Z","end":"2026-05-19T14:12:59.775709Z","steps":["trace[1024004732] 'agreement among raft nodes before linearized reading' (duration: 9.942905258s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.775745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.961066887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.775778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.396964815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.775848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.493447859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:59.77585Z","caller":"traceutil/trace.go:171","msg":"trace[1261495177] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26362; }","duration":"11.397049107s","start":"2026-05-19T14:12:48.378784Z","end":"2026-05-19T14:12:59.775833Z","steps":["trace[1261495177] 'agreement among raft nodes before linearized reading' (duration: 11.396914513s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.775859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947956318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:12:59.775837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:49.832661Z","time spent":"9.943156564s","remote":"127.0.0.1:56696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.775896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.378738Z","time spent":"11.397149079s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-19T14:12:59.77589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.524480545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.775917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.551446326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.775923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.008640301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.77592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.89326217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.775942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.400289001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T14:12:59.775954Z","caller":"traceutil/trace.go:171","msg":"trace[518058044] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26362; }","duration":"7.524599399s","start":"2026-05-19T14:12:52.251334Z","end":"2026-05-19T14:12:59.775933Z","steps":["trace[518058044] 'agreement among raft nodes before linearized reading' (duration: 7.524479656s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.775968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.047809512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:59.775984Z","caller":"traceutil/trace.go:171","msg":"trace[1843451602] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26362; }","duration":"11.400352564s","start":"2026-05-19T14:12:48.375621Z","end":"2026-05-19T14:12:59.775973Z","steps":["trace[1843451602] 'agreement among raft nodes before linearized reading' (duration: 11.400144479s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.775987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.109688395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:59.775997Z","caller":"traceutil/trace.go:171","msg":"trace[1647354285] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26362; }","duration":"6.047902876s","start":"2026-05-19T14:12:53.728089Z","end":"2026-05-19T14:12:59.775991Z","steps":["trace[1647354285] 'agreement among raft nodes before linearized reading' (duration: 6.047847343s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:59.775981Z","caller":"traceutil/trace.go:171","msg":"trace[35224354] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26362; }","duration":"8.008694222s","start":"2026-05-19T14:12:51.767265Z","end":"2026-05-19T14:12:59.775959Z","steps":["trace[35224354] 'agreement among raft nodes before linearized reading' (duration: 8.00861277s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.77601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.375602Z","time spent":"11.400399986s","remote":"127.0.0.1:39646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.776017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.728052Z","time spent":"6.047958557s","remote":"127.0.0.1:39098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.776004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.251307Z","time spent":"7.524680033s","remote":"127.0.0.1:39610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:59.776013Z","caller":"traceutil/trace.go:171","msg":"trace[311898679] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26362; }","duration":"6.109748517s","start":"2026-05-19T14:12:53.666257Z","end":"2026-05-19T14:12:59.776006Z","steps":["trace[311898679] 'agreement among raft nodes before linearized reading' (duration: 6.109708755s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:59.775839Z","caller":"traceutil/trace.go:171","msg":"trace[185004043] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26362; }","duration":"9.961212351s","start":"2026-05-19T14:12:49.81461Z","end":"2026-05-19T14:12:59.775823Z","steps":["trace[185004043] 'agreement among raft nodes before linearized reading' (duration: 9.961052697s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.776005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.850447109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.776036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.359689852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:12:59.776043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:51.767199Z","time spent":"8.008826727s","remote":"127.0.0.1:39766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.776068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:49.814579Z","time spent":"9.961472128s","remote":"127.0.0.1:57968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:59.776Z","caller":"traceutil/trace.go:171","msg":"trace[1464576671] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26362; }","duration":"6.893363553s","start":"2026-05-19T14:12:52.882606Z","end":"2026-05-19T14:12:59.775969Z","steps":["trace[1464576671] 'agreement among raft nodes before linearized reading' (duration: 6.89324985s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:59.776086Z","caller":"traceutil/trace.go:171","msg":"trace[241218401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26362; }","duration":"6.359766125s","start":"2026-05-19T14:12:53.416306Z","end":"2026-05-19T14:12:59.776072Z","steps":["trace[241218401] 'agreement among raft nodes before linearized reading' (duration: 6.359682303s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.776114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:52.882585Z","time spent":"6.893518488s","remote":"127.0.0.1:39398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.776122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.416294Z","time spent":"6.359818656s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.775808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.667257442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:59.776071Z","caller":"traceutil/trace.go:171","msg":"trace[2038470579] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26362; }","duration":"9.850554912s","start":"2026-05-19T14:12:49.925502Z","end":"2026-05-19T14:12:59.776057Z","steps":["trace[2038470579] 'agreement among raft nodes before linearized reading' (duration: 9.850432928s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:59.776211Z","caller":"traceutil/trace.go:171","msg":"trace[1285837719] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26362; }","duration":"5.667686943s","start":"2026-05-19T14:12:54.108511Z","end":"2026-05-19T14:12:59.776198Z","steps":["trace[1285837719] 'agreement among raft nodes before linearized reading' (duration: 5.667271592s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.77626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:49.925486Z","time spent":"9.850744117s","remote":"127.0.0.1:39368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:59.775946Z","caller":"traceutil/trace.go:171","msg":"trace[2055476999] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26362; }","duration":"5.551508746s","start":"2026-05-19T14:12:54.224428Z","end":"2026-05-19T14:12:59.775936Z","steps":["trace[2055476999] 'agreement among raft nodes before linearized reading' (duration: 5.551465835s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.776049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.666237Z","time spent":"6.109804029s","remote":"127.0.0.1:39104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:59.775914Z","caller":"traceutil/trace.go:171","msg":"trace[232131635] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26362; }","duration":"5.948065951s","start":"2026-05-19T14:12:53.827835Z","end":"2026-05-19T14:12:59.775901Z","steps":["trace[232131635] 'agreement among raft nodes before linearized reading' (duration: 5.947982408s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.776307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:54.224407Z","time spent":"5.551890097s","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.776337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.827777Z","time spent":"5.948549554s","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.775737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.365757572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-19T14:12:59.775736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.322067039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:59.776418Z","caller":"traceutil/trace.go:171","msg":"trace[793505242] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26362; }","duration":"11.322810438s","start":"2026-05-19T14:12:48.4536Z","end":"2026-05-19T14:12:59.77641Z","steps":["trace[793505242] 'agreement among raft nodes before linearized reading' (duration: 11.322070189s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:59.775794Z","caller":"traceutil/trace.go:171","msg":"trace[1773049958] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"3.893651042s","start":"2026-05-19T14:12:55.882127Z","end":"2026-05-19T14:12:59.775778Z","steps":["trace[1773049958] 'process raft request' (duration: 3.858895036s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.776488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.453576Z","time spent":"11.32290477s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T14:12:59.775822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.411839931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:12:59.775875Z","caller":"traceutil/trace.go:171","msg":"trace[411386737] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26362; }","duration":"4.493516241s","start":"2026-05-19T14:12:55.28235Z","end":"2026-05-19T14:12:59.775866Z","steps":["trace[411386737] 'agreement among raft nodes before linearized reading' (duration: 4.49347656s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:12:59.77641Z","caller":"traceutil/trace.go:171","msg":"trace[1080067522] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26362; }","duration":"6.366463861s","start":"2026-05-19T14:12:53.409924Z","end":"2026-05-19T14:12:59.776388Z","steps":["trace[1080067522] 'agreement among raft nodes before linearized reading' (duration: 6.365624719s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.77661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:55.282325Z","time spent":"4.494264291s","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.776025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.142483375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T14:12:59.776631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:53.409908Z","time spent":"6.366714777s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" "} {"level":"warn","ts":"2026-05-19T14:12:59.776267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:54.108493Z","time spent":"5.667760075s","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:59.776665Z","caller":"traceutil/trace.go:171","msg":"trace[1299735754] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26362; }","duration":"5.143125641s","start":"2026-05-19T14:12:54.633531Z","end":"2026-05-19T14:12:59.776657Z","steps":["trace[1299735754] 'agreement among raft nodes before linearized reading' (duration: 5.142352661s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.776798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:55.882063Z","time spent":"3.894431972s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:12:59.775748Z","caller":"traceutil/trace.go:171","msg":"trace[1427267322] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26362; }","duration":"11.198001285s","start":"2026-05-19T14:12:48.577732Z","end":"2026-05-19T14:12:59.775733Z","steps":["trace[1427267322] 'agreement among raft nodes before linearized reading' (duration: 11.197905633s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.776882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:54.633407Z","time spent":"5.14342412s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:12:59.776912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:48.577712Z","time spent":"11.199187466s","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:12:59.777312Z","caller":"traceutil/trace.go:171","msg":"trace[1203676242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26362; }","duration":"10.412611291s","start":"2026-05-19T14:12:49.36392Z","end":"2026-05-19T14:12:59.776531Z","steps":["trace[1203676242] 'agreement among raft nodes before linearized reading' (duration: 10.411842151s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:12:59.777354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:49.363898Z","time spent":"10.413441423s","remote":"127.0.0.1:51132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:00.276463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949779,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:00.475631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:13:00.47569Z","caller":"traceutil/trace.go:171","msg":"trace[1227836855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344131s","start":"2026-05-19T14:12:58.475333Z","end":"2026-05-19T14:13:00.475677Z","steps":["trace[1227836855] 'agreement among raft nodes before linearized reading' (duration: 2.000258789s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:00.475723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.47532Z","time spent":"2.000398582s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:00.565955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815255987s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:01.705183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138888719s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:01.992605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42622574s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:01.99292Z","caller":"traceutil/trace.go:171","msg":"trace[1949741029] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"3.24232997s","start":"2026-05-19T14:12:58.750562Z","end":"2026-05-19T14:13:01.992892Z","steps":["trace[1949741029] 'process raft request' (duration: 1.815692479s)","trace[1949741029] 'compare' (duration: 1.42431067s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:01.992979Z","caller":"traceutil/trace.go:171","msg":"trace[216387687] linearizableReadLoop","detail":"{readStateIndex:27244; appliedIndex:27242; }","duration":"2.217325153s","start":"2026-05-19T14:12:59.775635Z","end":"2026-05-19T14:13:01.99296Z","steps":["trace[216387687] 'read index received' (duration: 790.64189ms)","trace[216387687] 'applied index is now lower than readState.Index' (duration: 1.426681873s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:01.993059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.750537Z","time spent":"3.242442853s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:01.993092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.799324246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.993133Z","caller":"traceutil/trace.go:171","msg":"trace[1114215208] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26365; }","duration":"4.799401808s","start":"2026-05-19T14:12:57.193719Z","end":"2026-05-19T14:13:01.99312Z","steps":["trace[1114215208] 'agreement among raft nodes before linearized reading' (duration: 4.799329576s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:57.193685Z","time spent":"4.79946648s","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.993167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892841466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:01.993191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983761036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-19T14:13:01.993217Z","caller":"traceutil/trace.go:171","msg":"trace[467725045] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26365; }","duration":"3.983815867s","start":"2026-05-19T14:12:58.00939Z","end":"2026-05-19T14:13:01.993206Z","steps":["trace[467725045] 'agreement among raft nodes before linearized reading' (duration: 3.983729624s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:01.993218Z","caller":"traceutil/trace.go:171","msg":"trace[1004288972] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26365; }","duration":"3.892941509s","start":"2026-05-19T14:12:58.100262Z","end":"2026-05-19T14:13:01.993204Z","steps":["trace[1004288972] 'agreement among raft nodes before linearized reading' (duration: 3.892701902s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.009371Z","time spent":"3.983866299s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-19T14:13:01.993257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.100238Z","time spent":"3.893009931s","remote":"127.0.0.1:39246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.993368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.589027676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:01.993395Z","caller":"traceutil/trace.go:171","msg":"trace[472956446] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26365; }","duration":"4.589139379s","start":"2026-05-19T14:12:57.404247Z","end":"2026-05-19T14:13:01.993387Z","steps":["trace[472956446] 'agreement among raft nodes before linearized reading' (duration: 4.589021166s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.111060432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-05-19T14:13:01.993416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:57.40421Z","time spent":"4.58920028s","remote":"127.0.0.1:60574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:01.993432Z","caller":"traceutil/trace.go:171","msg":"trace[965104924] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26365; }","duration":"5.111110334s","start":"2026-05-19T14:12:56.882315Z","end":"2026-05-19T14:13:01.993425Z","steps":["trace[965104924] 'agreement among raft nodes before linearized reading' (duration: 5.11096079s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.99339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982349669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-19T14:13:01.993451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:56.8823Z","time spent":"5.111146974s","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-19T14:13:01.993474Z","caller":"traceutil/trace.go:171","msg":"trace[2112744854] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"2.214820278s","start":"2026-05-19T14:12:59.778641Z","end":"2026-05-19T14:13:01.993461Z","steps":["trace[2112744854] 'process raft request' (duration: 2.214108879s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521105225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.993486Z","caller":"traceutil/trace.go:171","msg":"trace[1340444164] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26365; }","duration":"3.982537984s","start":"2026-05-19T14:12:58.010924Z","end":"2026-05-19T14:13:01.993462Z","steps":["trace[1340444164] 'agreement among raft nodes before linearized reading' (duration: 3.982182664s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846177658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-19T14:13:01.993517Z","caller":"traceutil/trace.go:171","msg":"trace[1210350305] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26365; }","duration":"4.521605938s","start":"2026-05-19T14:12:57.471902Z","end":"2026-05-19T14:13:01.993508Z","steps":["trace[1210350305] 'agreement among raft nodes before linearized reading' (duration: 4.521094834s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:01.993529Z","caller":"traceutil/trace.go:171","msg":"trace[1840052039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26365; }","duration":"2.846227209s","start":"2026-05-19T14:12:59.147294Z","end":"2026-05-19T14:13:01.993522Z","steps":["trace[1840052039] 'agreement among raft nodes before linearized reading' (duration: 2.846177228s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:59.147275Z","time spent":"2.846265481s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T14:13:01.993542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:57.471869Z","time spent":"4.52166572s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.993544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.010894Z","time spent":"3.982639187s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-19T14:13:01.993559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:59.778627Z","time spent":"2.21487571s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:01.99365Z","caller":"traceutil/trace.go:171","msg":"trace[358535863] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"1.673691628s","start":"2026-05-19T14:13:00.319952Z","end":"2026-05-19T14:13:01.993643Z","steps":["trace[358535863] 'process raft request' (duration: 1.672939398s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.99373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982210094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-19T14:13:01.993729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.481323106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.993754Z","caller":"traceutil/trace.go:171","msg":"trace[1740042322] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26365; }","duration":"3.982254866s","start":"2026-05-19T14:12:58.011491Z","end":"2026-05-19T14:13:01.993746Z","steps":["trace[1740042322] 'agreement among raft nodes before linearized reading' (duration: 3.982191394s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:00.319911Z","time spent":"1.673808432s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:01.993761Z","caller":"traceutil/trace.go:171","msg":"trace[530248151] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26365; }","duration":"3.481423029s","start":"2026-05-19T14:12:58.512328Z","end":"2026-05-19T14:13:01.993751Z","steps":["trace[530248151] 'agreement among raft nodes before linearized reading' (duration: 3.481372438s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.011476Z","time spent":"3.982292466s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-19T14:13:01.993789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.512306Z","time spent":"3.481475961s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.993904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.852204469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:01.993918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844817443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T14:13:01.993941Z","caller":"traceutil/trace.go:171","msg":"trace[356154187] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26365; }","duration":"2.844879305s","start":"2026-05-19T14:12:59.149055Z","end":"2026-05-19T14:13:01.993934Z","steps":["trace[356154187] 'agreement among raft nodes before linearized reading' (duration: 2.844820792s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:01.993944Z","caller":"traceutil/trace.go:171","msg":"trace[11564526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26365; }","duration":"5.85224752s","start":"2026-05-19T14:12:56.141683Z","end":"2026-05-19T14:13:01.993931Z","steps":["trace[11564526] 'agreement among raft nodes before linearized reading' (duration: 5.852171158s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.993959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:59.149034Z","time spent":"2.844920675s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:13:01.993976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:56.141577Z","time spent":"5.852392184s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.994196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601575749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.994249Z","caller":"traceutil/trace.go:171","msg":"trace[116194721] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26365; }","duration":"3.601659112s","start":"2026-05-19T14:12:58.392579Z","end":"2026-05-19T14:13:01.994238Z","steps":["trace[116194721] 'agreement among raft nodes before linearized reading' (duration: 3.601592871s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.994254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678769097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-19T14:13:01.994272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.392554Z","time spent":"3.601711324s","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-19T14:13:01.994292Z","caller":"traceutil/trace.go:171","msg":"trace[1789045893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26365; }","duration":"3.678950572s","start":"2026-05-19T14:12:58.315331Z","end":"2026-05-19T14:13:01.994281Z","steps":["trace[1789045893] 'agreement among raft nodes before linearized reading' (duration: 3.678819629s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.994321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:58.315308Z","time spent":"3.679006774s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-19T14:13:01.994922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.883998849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.99497Z","caller":"traceutil/trace.go:171","msg":"trace[1804902187] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26365; }","duration":"5.884116712s","start":"2026-05-19T14:12:56.110841Z","end":"2026-05-19T14:13:01.994958Z","steps":["trace[1804902187] 'agreement among raft nodes before linearized reading' (duration: 5.88402505s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.995002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:56.11081Z","time spent":"5.884183823s","remote":"127.0.0.1:51142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.995786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218960606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.995878Z","caller":"traceutil/trace.go:171","msg":"trace[12329668] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:0; response_revision:26365; }","duration":"2.219056129s","start":"2026-05-19T14:12:59.776766Z","end":"2026-05-19T14:13:01.995823Z","steps":["trace[12329668] 'agreement among raft nodes before linearized reading' (duration: 2.218959056s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.995927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:59.776745Z","time spent":"2.219170461s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T14:13:01.995955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.344066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.995986Z","caller":"traceutil/trace.go:171","msg":"trace[1149936856] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26365; }","duration":"728.421067ms","start":"2026-05-19T14:13:01.267556Z","end":"2026-05-19T14:13:01.995977Z","steps":["trace[1149936856] 'agreement among raft nodes before linearized reading' (duration: 728.366416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.996008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:01.267534Z","time spent":"728.4689ms","remote":"127.0.0.1:57998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.996055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.532754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.996096Z","caller":"traceutil/trace.go:171","msg":"trace[582430708] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26365; }","duration":"332.583315ms","start":"2026-05-19T14:13:01.663499Z","end":"2026-05-19T14:13:01.996082Z","steps":["trace[582430708] 'agreement among raft nodes before linearized reading' (duration: 332.506363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.996113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.925754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:01.996119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:01.663434Z","time spent":"332.678908ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:01.996132Z","caller":"traceutil/trace.go:171","msg":"trace[1373956939] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26365; }","duration":"382.991305ms","start":"2026-05-19T14:13:01.613135Z","end":"2026-05-19T14:13:01.996126Z","steps":["trace[1373956939] 'agreement among raft nodes before linearized reading' (duration: 382.960014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.996152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:01.613082Z","time spent":"383.065237ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.996209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476912559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:01.996243Z","caller":"traceutil/trace.go:171","msg":"trace[5885685] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26365; }","duration":"1.47695046s","start":"2026-05-19T14:13:00.519282Z","end":"2026-05-19T14:13:01.996233Z","steps":["trace[5885685] 'agreement among raft nodes before linearized reading' (duration: 1.476878388s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.996276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:00.519266Z","time spent":"1.477001971s","remote":"127.0.0.1:50566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.996406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216504222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.996436Z","caller":"traceutil/trace.go:171","msg":"trace[992313453] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26365; }","duration":"2.216548003s","start":"2026-05-19T14:12:59.779879Z","end":"2026-05-19T14:13:01.996427Z","steps":["trace[992313453] 'agreement among raft nodes before linearized reading' (duration: 2.216499301s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.996442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682605344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T14:13:01.996462Z","caller":"traceutil/trace.go:171","msg":"trace[684904200] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26365; }","duration":"1.682661365s","start":"2026-05-19T14:13:00.313795Z","end":"2026-05-19T14:13:01.996456Z","steps":["trace[684904200] 'agreement among raft nodes before linearized reading' (duration: 1.682528132s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.996461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:12:59.779873Z","time spent":"2.216580603s","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-19T14:13:01.996478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:00.313777Z","time spent":"1.682695276s","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:01.996573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519276345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:01.996586Z","caller":"traceutil/trace.go:171","msg":"trace[654526688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26365; }","duration":"1.519314847s","start":"2026-05-19T14:13:00.477267Z","end":"2026-05-19T14:13:01.996581Z","steps":["trace[654526688] 'agreement among raft nodes before linearized reading' (duration: 1.519287206s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:01.9966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:00.477252Z","time spent":"1.519344937s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:02.49931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:02.999899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:03.008318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010087691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:03.008373Z","caller":"traceutil/trace.go:171","msg":"trace[636295122] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.010170984s","start":"2026-05-19T14:13:01.998186Z","end":"2026-05-19T14:13:03.008357Z","steps":["trace[636295122] 'agreement among raft nodes before linearized reading' (duration: 1.010103751s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:03.008417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:01.998173Z","time spent":"1.010235236s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/19 14:13:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:03.010357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010199535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:03.010406Z","caller":"traceutil/trace.go:171","msg":"trace[2053401334] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.010277317s","start":"2026-05-19T14:13:02.000116Z","end":"2026-05-19T14:13:03.010394Z","steps":["trace[2053401334] 'agreement among raft nodes before linearized reading' (duration: 1.010207385s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:03.010446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.000112Z","time spent":"1.010326049s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/19 14:13:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:03.014549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014437987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:03.014602Z","caller":"traceutil/trace.go:171","msg":"trace[1112170946] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.014540029s","start":"2026-05-19T14:13:02.00005Z","end":"2026-05-19T14:13:03.01459Z","steps":["trace[1112170946] 'agreement among raft nodes before linearized reading' (duration: 1.014445897s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:03.014637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.000044Z","time spent":"1.014585061s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/19 14:13:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:03.035393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026546506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:03.03543Z","caller":"traceutil/trace.go:171","msg":"trace[1809219013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"1.026603407s","start":"2026-05-19T14:13:02.008818Z","end":"2026-05-19T14:13:03.035421Z","steps":["trace[1809219013] 'agreement among raft nodes before linearized reading' (duration: 1.026553836s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:03.035454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.008804Z","time spent":"1.026645168s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/19 14:13:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:03.062918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064933319s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:03.063282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:01.997867Z","time spent":"1.065410762s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:13:03.678324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.236458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:03.67854Z","caller":"traceutil/trace.go:171","msg":"trace[1200296699] linearizableReadLoop","detail":"{readStateIndex:27248; appliedIndex:27245; }","duration":"1.680287126s","start":"2026-05-19T14:13:01.998239Z","end":"2026-05-19T14:13:03.678526Z","steps":["trace[1200296699] 'read index received' (duration: 1.064930909s)","trace[1200296699] 'applied index is now lower than readState.Index' (duration: 615.355347ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:03.678594Z","caller":"traceutil/trace.go:171","msg":"trace[1404159339] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"1.678287954s","start":"2026-05-19T14:13:02.000297Z","end":"2026-05-19T14:13:03.678585Z","steps":["trace[1404159339] 'process raft request' (duration: 1.678109199s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:03.67864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.000289Z","time spent":"1.678327254s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:03.678798Z","caller":"traceutil/trace.go:171","msg":"trace[203201088] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"665.83437ms","start":"2026-05-19T14:13:03.012954Z","end":"2026-05-19T14:13:03.678789Z","steps":["trace[203201088] 'process raft request' (duration: 665.513172ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:03.678752Z","caller":"traceutil/trace.go:171","msg":"trace[2071464921] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"1.680067161s","start":"2026-05-19T14:13:01.998655Z","end":"2026-05-19T14:13:03.678722Z","steps":["trace[2071464921] 'process raft request' (duration: 1.17635546s)","trace[2071464921] 'compare' (duration: 502.767526ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:03.67884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:03.012934Z","time spent":"665.88457ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:03.678952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:01.998646Z","time spent":"1.680190004s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:03.679136Z","caller":"traceutil/trace.go:171","msg":"trace[1523001325] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"614.022562ms","start":"2026-05-19T14:13:03.065051Z","end":"2026-05-19T14:13:03.679073Z","steps":["trace[1523001325] 'process raft request' (duration: 613.449366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:03.679185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:03.065015Z","time spent":"614.146806ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:04.003013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000540276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:04.003126Z","caller":"traceutil/trace.go:171","msg":"trace[320332911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710251s","start":"2026-05-19T14:13:02.00239Z","end":"2026-05-19T14:13:04.003101Z","steps":["trace[320332911] 'agreement among raft nodes before linearized reading' (duration: 2.000558597s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.003199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.002377Z","time spent":"2.000812484s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:04.441149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.002091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:04.441228Z","caller":"traceutil/trace.go:171","msg":"trace[1010294990] linearizableReadLoop","detail":"{readStateIndex:27251; appliedIndex:27250; }","duration":"762.654654ms","start":"2026-05-19T14:13:03.678561Z","end":"2026-05-19T14:13:04.441215Z","steps":["trace[1010294990] 'read index received' (duration: 148.522009ms)","trace[1010294990] 'applied index is now lower than readState.Index' (duration: 614.131665ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:04.441309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439622782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:04.441327Z","caller":"traceutil/trace.go:171","msg":"trace[619914139] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26370; }","duration":"2.440117305s","start":"2026-05-19T14:13:02.001204Z","end":"2026-05-19T14:13:04.441321Z","steps":["trace[619914139] 'agreement among raft nodes before linearized reading' (duration: 2.440059094s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.441346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.001198Z","time spent":"2.440144036s","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T14:13:04.441377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545994353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:04.441458Z","caller":"traceutil/trace.go:171","msg":"trace[935448876] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26370; }","duration":"1.546127958s","start":"2026-05-19T14:13:02.89531Z","end":"2026-05-19T14:13:04.441438Z","steps":["trace[935448876] 'agreement among raft nodes before linearized reading' (duration: 1.545939822s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.441505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.895296Z","time spent":"1.54619942s","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:04.441533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441353939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7b86bf565c-nvcdk.18b0fb7b05029e47\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-05-19T14:13:04.441548Z","caller":"traceutil/trace.go:171","msg":"trace[974050027] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7b86bf565c-nvcdk.18b0fb7b05029e47; range_end:; response_count:1; response_revision:26370; }","duration":"2.441396421s","start":"2026-05-19T14:13:02.000146Z","end":"2026-05-19T14:13:04.441543Z","steps":["trace[974050027] 'agreement among raft nodes before linearized reading' (duration: 2.441309839s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.441562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.000125Z","time spent":"2.441434191s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-7b86bf565c-nvcdk.18b0fb7b05029e47\" "} {"level":"warn","ts":"2026-05-19T14:13:04.441641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439049738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-05-19T14:13:04.441733Z","caller":"traceutil/trace.go:171","msg":"trace[771314069] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"1.12104077s","start":"2026-05-19T14:13:03.320685Z","end":"2026-05-19T14:13:04.441725Z","steps":["trace[771314069] 'process raft request' (duration: 506.391632ms)","trace[771314069] 'compare' (duration: 613.920359ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:04.441748Z","caller":"traceutil/trace.go:171","msg":"trace[835771883] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26370; }","duration":"2.439182761s","start":"2026-05-19T14:13:02.002539Z","end":"2026-05-19T14:13:04.441722Z","steps":["trace[835771883] 'agreement among raft nodes before linearized reading' (duration: 2.438716459s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.441768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:03.320649Z","time spent":"1.121100512s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:04.441794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.002534Z","time spent":"2.439251703s","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-19T14:13:04.441827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460835327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:04.441873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597661977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:04.441992Z","caller":"traceutil/trace.go:171","msg":"trace[1504976529] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26370; }","duration":"1.59781399s","start":"2026-05-19T14:13:02.844146Z","end":"2026-05-19T14:13:04.44196Z","steps":["trace[1504976529] 'agreement among raft nodes before linearized reading' (duration: 1.597622325s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.442057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.844131Z","time spent":"1.597910863s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:04.441913Z","caller":"traceutil/trace.go:171","msg":"trace[555039698] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26370; }","duration":"1.46097148s","start":"2026-05-19T14:13:02.980921Z","end":"2026-05-19T14:13:04.441892Z","steps":["trace[555039698] 'agreement among raft nodes before linearized reading' (duration: 1.460819957s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.442193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:02.980904Z","time spent":"1.46128016s","remote":"127.0.0.1:39324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:04.4425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440889591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:04.442632Z","caller":"traceutil/trace.go:171","msg":"trace[3258298] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26370; }","duration":"1.441042405s","start":"2026-05-19T14:13:03.001536Z","end":"2026-05-19T14:13:04.442578Z","steps":["trace[3258298] 'agreement among raft nodes before linearized reading' (duration: 1.440180232s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.442704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:03.001519Z","time spent":"1.441167697s","remote":"127.0.0.1:56676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:04.442762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444362778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0ef4c59b-2b60-494e-81cf-bfe48e91d6a0\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-19T14:13:04.442899Z","caller":"traceutil/trace.go:171","msg":"trace[348813802] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0ef4c59b-2b60-494e-81cf-bfe48e91d6a0; range_end:; response_count:1; response_revision:26370; }","duration":"2.444536903s","start":"2026-05-19T14:13:01.998332Z","end":"2026-05-19T14:13:04.442869Z","steps":["trace[348813802] 'agreement among raft nodes before linearized reading' (duration: 2.443273369s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:04.442976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:01.998328Z","time spent":"2.444626825s","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-0ef4c59b-2b60-494e-81cf-bfe48e91d6a0\" "} {"level":"warn","ts":"2026-05-19T14:13:04.94197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:05.442452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:05.819824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.817551537s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:13:05.821651Z","caller":"traceutil/trace.go:171","msg":"trace[2099302184] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"1.81952779s","start":"2026-05-19T14:13:04.002098Z","end":"2026-05-19T14:13:05.821626Z","steps":["trace[2099302184] 'process raft request' (duration: 1.818210305s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:05.82178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:04.002072Z","time spent":"1.819639673s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:05.873947Z","caller":"traceutil/trace.go:171","msg":"trace[948582074] linearizableReadLoop","detail":"{readStateIndex:27253; appliedIndex:27251; }","duration":"1.432680162s","start":"2026-05-19T14:13:04.441243Z","end":"2026-05-19T14:13:05.873923Z","steps":["trace[948582074] 'read index received' (duration: 1.38027427s)","trace[948582074] 'applied index is now lower than readState.Index' (duration: 52.404672ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:05.874096Z","caller":"traceutil/trace.go:171","msg":"trace[1711097082] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"1.430039682s","start":"2026-05-19T14:13:04.444043Z","end":"2026-05-19T14:13:05.874082Z","steps":["trace[1711097082] 'process raft request' (duration: 1.429746024s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:05.87423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:04.444021Z","time spent":"1.430104883s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:05.874372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871092349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:05.874433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192898251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-19T14:13:05.874485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422160284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:05.874576Z","caller":"traceutil/trace.go:171","msg":"trace[1303714186] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26372; }","duration":"1.422294928s","start":"2026-05-19T14:13:04.452261Z","end":"2026-05-19T14:13:05.874555Z","steps":["trace[1303714186] 'agreement among raft nodes before linearized reading' (duration: 1.422134043s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:05.87454Z","caller":"traceutil/trace.go:171","msg":"trace[1346770454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26372; }","duration":"1.871240243s","start":"2026-05-19T14:13:04.003221Z","end":"2026-05-19T14:13:05.874461Z","steps":["trace[1346770454] 'agreement among raft nodes before linearized reading' (duration: 1.871039328s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:05.874639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:04.452251Z","time spent":"1.42237087s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T14:13:05.87485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417540002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-19T14:13:05.8749Z","caller":"traceutil/trace.go:171","msg":"trace[471715755] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26372; }","duration":"1.417615744s","start":"2026-05-19T14:13:04.457273Z","end":"2026-05-19T14:13:05.874888Z","steps":["trace[471715755] 'agreement among raft nodes before linearized reading' (duration: 1.41746688s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:05.87495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:04.457262Z","time spent":"1.417677496s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-19T14:13:05.874958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.328666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:05.874971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.980137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:05.875006Z","caller":"traceutil/trace.go:171","msg":"trace[520919352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26372; }","duration":"269.713626ms","start":"2026-05-19T14:13:05.60528Z","end":"2026-05-19T14:13:05.874994Z","steps":["trace[520919352] 'agreement among raft nodes before linearized reading' (duration: 269.324556ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:05.875044Z","caller":"traceutil/trace.go:171","msg":"trace[1844214432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26372; }","duration":"302.09454ms","start":"2026-05-19T14:13:05.572909Z","end":"2026-05-19T14:13:05.875004Z","steps":["trace[1844214432] 'agreement among raft nodes before linearized reading' (duration: 301.980148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:05.875091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:05.572889Z","time spent":"302.190122ms","remote":"127.0.0.1:39884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:05.874508Z","caller":"traceutil/trace.go:171","msg":"trace[427220670] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26372; }","duration":"2.193028735s","start":"2026-05-19T14:13:03.681461Z","end":"2026-05-19T14:13:05.87449Z","steps":["trace[427220670] 'agreement among raft nodes before linearized reading' (duration: 2.192738827s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:05.875134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.879293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:05.875161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:03.681441Z","time spent":"2.193710472s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-19T14:13:05.875183Z","caller":"traceutil/trace.go:171","msg":"trace[1924705711] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26372; }","duration":"177.966966ms","start":"2026-05-19T14:13:05.697205Z","end":"2026-05-19T14:13:05.875172Z","steps":["trace[1924705711] 'agreement among raft nodes before linearized reading' (duration: 177.823252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:05.874654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:04.00321Z","time spent":"1.871426138s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:06.383336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:07.419232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:06.035728Z","time spent":"1.383496495s","remote":"127.0.0.1:35140","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:13:07.420513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.539577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:07.420622Z","caller":"traceutil/trace.go:171","msg":"trace[505585049] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"1.540527829s","start":"2026-05-19T14:13:05.880074Z","end":"2026-05-19T14:13:07.420601Z","steps":["trace[505585049] 'process raft request' (duration: 942.819548ms)","trace[505585049] 'compare' (duration: 595.928554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:07.420704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:05.880053Z","time spent":"1.540616561s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:07.630603Z","caller":"traceutil/trace.go:171","msg":"trace[1642303128] linearizableReadLoop","detail":"{readStateIndex:27255; appliedIndex:27253; }","duration":"1.747686126s","start":"2026-05-19T14:13:05.882896Z","end":"2026-05-19T14:13:07.630582Z","steps":["trace[1642303128] 'read index received' (duration: 940.214379ms)","trace[1642303128] 'applied index is now lower than readState.Index' (duration: 807.470547ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:07.630801Z","caller":"traceutil/trace.go:171","msg":"trace[1465039658] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"1.637209229s","start":"2026-05-19T14:13:05.99358Z","end":"2026-05-19T14:13:07.630789Z","steps":["trace[1465039658] 'process raft request' (duration: 1.554486066s)","trace[1465039658] 'compare' (duration: 82.202039ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:07.630887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:05.993561Z","time spent":"1.637263461s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:07.631045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748144177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:07.631074Z","caller":"traceutil/trace.go:171","msg":"trace[1698533763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26374; }","duration":"1.748184149s","start":"2026-05-19T14:13:05.882879Z","end":"2026-05-19T14:13:07.631063Z","steps":["trace[1698533763] 'agreement among raft nodes before linearized reading' (duration: 1.748132706s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:07.631098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:05.882872Z","time spent":"1.748220399s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:08.130967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:08.631316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:08.765257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.679528ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:08.765388Z","caller":"traceutil/trace.go:171","msg":"trace[393202084] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26374; }","duration":"454.818121ms","start":"2026-05-19T14:13:08.310559Z","end":"2026-05-19T14:13:08.765377Z","steps":["trace[393202084] 'range keys from in-memory index tree' (duration: 454.670758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:09.131748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164949804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:09.167316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.619122392s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:13:09.167879Z","caller":"traceutil/trace.go:171","msg":"trace[678084817] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"1.881373152s","start":"2026-05-19T14:13:07.286485Z","end":"2026-05-19T14:13:09.167858Z","steps":["trace[678084817] 'process raft request' (duration: 1.881191107s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:09.168011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:07.286467Z","time spent":"1.881477024s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:09.632509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000661899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:09.632594Z","caller":"traceutil/trace.go:171","msg":"trace[806663478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799813s","start":"2026-05-19T14:13:07.631774Z","end":"2026-05-19T14:13:09.632574Z","steps":["trace[806663478] 'agreement among raft nodes before linearized reading' (duration: 2.00069797s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:09.63264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:07.631754Z","time spent":"2.000876425s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:10.756373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:13:10.756454Z","caller":"traceutil/trace.go:171","msg":"trace[1523354262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437894s","start":"2026-05-19T14:13:08.755998Z","end":"2026-05-19T14:13:10.756436Z","steps":["trace[1523354262] 'agreement among raft nodes before linearized reading' (duration: 2.000333512s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.756499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:08.755991Z","time spent":"2.000499876s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:10.83077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.172426666s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:10.878101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219632541s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:10.878447Z","caller":"traceutil/trace.go:171","msg":"trace[1209050501] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"1.431279845s","start":"2026-05-19T14:13:09.44714Z","end":"2026-05-19T14:13:10.878419Z","steps":["trace[1209050501] 'process raft request' (duration: 1.431150371s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.878572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:09.44712Z","time spent":"1.431394348s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:10.879241Z","caller":"traceutil/trace.go:171","msg":"trace[939382522] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"3.051773003s","start":"2026-05-19T14:13:07.827444Z","end":"2026-05-19T14:13:10.879217Z","steps":["trace[939382522] 'process raft request' (duration: 1.830879769s)","trace[939382522] 'compare' (duration: 1.21841964s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:10.87935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:07.827424Z","time spent":"3.051870576s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:10.879507Z","caller":"traceutil/trace.go:171","msg":"trace[1314602867] linearizableReadLoop","detail":"{readStateIndex:27257; appliedIndex:27255; }","duration":"3.248837593s","start":"2026-05-19T14:13:07.630659Z","end":"2026-05-19T14:13:10.879497Z","steps":["trace[1314602867] 'read index received' (duration: 1.537106468s)","trace[1314602867] 'applied index is now lower than readState.Index' (duration: 1.711729265s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:10.879766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455812004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-19T14:13:10.879802Z","caller":"traceutil/trace.go:171","msg":"trace[371279286] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26377; }","duration":"3.455891127s","start":"2026-05-19T14:13:07.423902Z","end":"2026-05-19T14:13:10.879793Z","steps":["trace[371279286] 'agreement among raft nodes before linearized reading' (duration: 3.455781814s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.879824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:07.423881Z","time spent":"3.455937547s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" "} {"level":"warn","ts":"2026-05-19T14:13:10.879869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895169063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-19T14:13:10.879954Z","caller":"traceutil/trace.go:171","msg":"trace[550453030] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26377; }","duration":"4.895291876s","start":"2026-05-19T14:13:05.984642Z","end":"2026-05-19T14:13:10.879933Z","steps":["trace[550453030] 'agreement among raft nodes before linearized reading' (duration: 4.89504515s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663356885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:10.880017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:05.984622Z","time spent":"4.895380979s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-19T14:13:10.880048Z","caller":"traceutil/trace.go:171","msg":"trace[1269615090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26377; }","duration":"2.663425787s","start":"2026-05-19T14:13:08.216614Z","end":"2026-05-19T14:13:10.880039Z","steps":["trace[1269615090] 'agreement among raft nodes before linearized reading' (duration: 2.663384256s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:08.216592Z","time spent":"2.663471758s","remote":"127.0.0.1:50466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:10.880074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988958171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:10.880134Z","caller":"traceutil/trace.go:171","msg":"trace[73724439] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26377; }","duration":"3.989050524s","start":"2026-05-19T14:13:06.891066Z","end":"2026-05-19T14:13:10.880117Z","steps":["trace[73724439] 'agreement among raft nodes before linearized reading' (duration: 3.988948251s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:06.89105Z","time spent":"3.989114135s","remote":"127.0.0.1:39648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:10.880223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173358109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:10.879976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99622924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:10.880292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.842079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:10.880314Z","caller":"traceutil/trace.go:171","msg":"trace[1638525642] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26377; }","duration":"737.86386ms","start":"2026-05-19T14:13:10.142443Z","end":"2026-05-19T14:13:10.880307Z","steps":["trace[1638525642] 'agreement among raft nodes before linearized reading' (duration: 737.829069ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:10.880309Z","caller":"traceutil/trace.go:171","msg":"trace[1906588790] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26377; }","duration":"4.173489402s","start":"2026-05-19T14:13:06.7068Z","end":"2026-05-19T14:13:10.88029Z","steps":["trace[1906588790] 'agreement among raft nodes before linearized reading' (duration: 4.173329737s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:10.142377Z","time spent":"737.952051ms","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:10.880313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771053102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:10.880345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812901807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:10.880328Z","caller":"traceutil/trace.go:171","msg":"trace[1308556145] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26377; }","duration":"4.996570229s","start":"2026-05-19T14:13:05.883728Z","end":"2026-05-19T14:13:10.880298Z","steps":["trace[1308556145] 'agreement among raft nodes before linearized reading' (duration: 4.996185559s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:10.880386Z","caller":"traceutil/trace.go:171","msg":"trace[1798047382] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26377; }","duration":"3.812979779s","start":"2026-05-19T14:13:07.067395Z","end":"2026-05-19T14:13:10.880375Z","steps":["trace[1798047382] 'agreement among raft nodes before linearized reading' (duration: 3.812908218s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:07.067378Z","time spent":"3.81303206s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:10.880412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:05.883721Z","time spent":"4.996668402s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T14:13:10.88041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945224897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:10.880381Z","caller":"traceutil/trace.go:171","msg":"trace[1673949647] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26377; }","duration":"3.771182356s","start":"2026-05-19T14:13:07.109178Z","end":"2026-05-19T14:13:10.88036Z","steps":["trace[1673949647] 'agreement among raft nodes before linearized reading' (duration: 3.770905078s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.88051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:10.880531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145287015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:10.880546Z","caller":"traceutil/trace.go:171","msg":"trace[1200456750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26377; }","duration":"1.240132901s","start":"2026-05-19T14:13:09.640405Z","end":"2026-05-19T14:13:10.880538Z","steps":["trace[1200456750] 'agreement among raft nodes before linearized reading' (duration: 1.24007822s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:10.880565Z","caller":"traceutil/trace.go:171","msg":"trace[190884052] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26377; }","duration":"2.145344307s","start":"2026-05-19T14:13:08.735211Z","end":"2026-05-19T14:13:10.880555Z","steps":["trace[190884052] 'agreement among raft nodes before linearized reading' (duration: 2.145289795s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:09.640381Z","time spent":"1.240188333s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:10.880567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103132418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-19T14:13:10.880604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:08.735197Z","time spent":"2.145398728s","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:10.880614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675970592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:10.880606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.06454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:10.880354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:06.706782Z","time spent":"4.173561484s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:10.880642Z","caller":"traceutil/trace.go:171","msg":"trace[16315043] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26377; }","duration":"1.676032844s","start":"2026-05-19T14:13:09.204603Z","end":"2026-05-19T14:13:10.880636Z","steps":["trace[16315043] 'agreement among raft nodes before linearized reading' (duration: 1.675986933s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.59886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:10.880666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:09.204584Z","time spent":"1.676076254s","remote":"127.0.0.1:39358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:10.880671Z","caller":"traceutil/trace.go:171","msg":"trace[37766798] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26377; }","duration":"811.111921ms","start":"2026-05-19T14:13:10.069529Z","end":"2026-05-19T14:13:10.880641Z","steps":["trace[37766798] 'agreement among raft nodes before linearized reading' (duration: 811.046149ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:10.880628Z","caller":"traceutil/trace.go:171","msg":"trace[380350730] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:26377; }","duration":"1.10323716s","start":"2026-05-19T14:13:09.777373Z","end":"2026-05-19T14:13:10.88061Z","steps":["trace[380350730] 'agreement among raft nodes before linearized reading' (duration: 1.103080336s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:10.069461Z","time spent":"811.233515ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:10.880722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:09.777356Z","time spent":"1.103352843s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"info","ts":"2026-05-19T14:13:10.880774Z","caller":"traceutil/trace.go:171","msg":"trace[1556478146] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26377; }","duration":"310.030921ms","start":"2026-05-19T14:13:10.57065Z","end":"2026-05-19T14:13:10.880681Z","steps":["trace[1556478146] 'agreement among raft nodes before linearized reading' (duration: 309.5829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.880836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:10.570588Z","time spent":"310.218205ms","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:10.880461Z","caller":"traceutil/trace.go:171","msg":"trace[1062307886] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26377; }","duration":"1.945286738s","start":"2026-05-19T14:13:08.935159Z","end":"2026-05-19T14:13:10.880446Z","steps":["trace[1062307886] 'agreement among raft nodes before linearized reading' (duration: 1.945182325s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.881168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:08.93514Z","time spent":"1.946016098s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:10.880733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077833246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:10.88175Z","caller":"traceutil/trace.go:171","msg":"trace[588889851] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26377; }","duration":"4.078889174s","start":"2026-05-19T14:13:06.802849Z","end":"2026-05-19T14:13:10.881738Z","steps":["trace[588889851] 'agreement among raft nodes before linearized reading' (duration: 4.077488377s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:10.881779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:06.802825Z","time spent":"4.078942697s","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:10.881824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:07.109162Z","time spent":"3.771365051s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:11.202596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.326869ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-19T14:13:11.202768Z","caller":"traceutil/trace.go:171","msg":"trace[544378220] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27258; }","duration":"318.091493ms","start":"2026-05-19T14:13:10.884663Z","end":"2026-05-19T14:13:11.202755Z","steps":["trace[544378220] 'read index received' (duration: 123.665734ms)","trace[544378220] 'applied index is now lower than readState.Index' (duration: 194.424699ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:11.202837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:10.881885Z","time spent":"320.947228ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T14:13:11.202986Z","caller":"traceutil/trace.go:171","msg":"trace[443299499] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"320.353414ms","start":"2026-05-19T14:13:10.882625Z","end":"2026-05-19T14:13:11.202978Z","steps":["trace[443299499] 'process raft request' (duration: 320.045885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:11.203055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:10.882599Z","time spent":"320.411135ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:11.203259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.596187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2f93e065-298d-4c30-9e82-5f2053377b3c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-19T14:13:11.203285Z","caller":"traceutil/trace.go:171","msg":"trace[423700756] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2f93e065-298d-4c30-9e82-5f2053377b3c; range_end:; response_count:1; response_revision:26378; }","duration":"318.651458ms","start":"2026-05-19T14:13:10.884626Z","end":"2026-05-19T14:13:11.203277Z","steps":["trace[423700756] 'agreement among raft nodes before linearized reading' (duration: 318.531335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:11.203304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:10.884612Z","time spent":"318.687289ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-2f93e065-298d-4c30-9e82-5f2053377b3c\" "} {"level":"warn","ts":"2026-05-19T14:13:11.203439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.804635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-19T14:13:11.203463Z","caller":"traceutil/trace.go:171","msg":"trace[39665309] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26378; }","duration":"317.845877ms","start":"2026-05-19T14:13:10.88561Z","end":"2026-05-19T14:13:11.203456Z","steps":["trace[39665309] 'agreement among raft nodes before linearized reading' (duration: 317.785435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:11.20348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:10.885602Z","time spent":"317.873897ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T14:13:11.203616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.690073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:11.203611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.267951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:11.203673Z","caller":"traceutil/trace.go:171","msg":"trace[1024319448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26378; }","duration":"314.755036ms","start":"2026-05-19T14:13:10.888905Z","end":"2026-05-19T14:13:11.20366Z","steps":["trace[1024319448] 'agreement among raft nodes before linearized reading' (duration: 314.647122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:11.203702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:10.88887Z","time spent":"314.828268ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T14:13:11.203698Z","caller":"traceutil/trace.go:171","msg":"trace[22216778] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26378; }","duration":"259.405475ms","start":"2026-05-19T14:13:10.94427Z","end":"2026-05-19T14:13:11.203676Z","steps":["trace[22216778] 'agreement among raft nodes before linearized reading' (duration: 259.2375ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:11.40481Z","caller":"traceutil/trace.go:171","msg":"trace[545906418] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"195.471998ms","start":"2026-05-19T14:13:11.209315Z","end":"2026-05-19T14:13:11.404787Z","steps":["trace[545906418] 'process raft request' (duration: 195.401046ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:11.40517Z","caller":"traceutil/trace.go:171","msg":"trace[1694991479] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"200.341136ms","start":"2026-05-19T14:13:11.204813Z","end":"2026-05-19T14:13:11.405154Z","steps":["trace[1694991479] 'process raft request' (duration: 187.084796ms)","trace[1694991479] 'compare' (duration: 12.705396ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:11.405369Z","caller":"traceutil/trace.go:171","msg":"trace[617194014] linearizableReadLoop","detail":"{readStateIndex:27261; appliedIndex:27260; }","duration":"197.873372ms","start":"2026-05-19T14:13:11.207485Z","end":"2026-05-19T14:13:11.405358Z","steps":["trace[617194014] 'read index received' (duration: 184.427326ms)","trace[617194014] 'applied index is now lower than readState.Index' (duration: 13.444846ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:11.405775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.270512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-19T14:13:11.40586Z","caller":"traceutil/trace.go:171","msg":"trace[621437683] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26380; }","duration":"198.376324ms","start":"2026-05-19T14:13:11.20747Z","end":"2026-05-19T14:13:11.405846Z","steps":["trace[621437683] 'agreement among raft nodes before linearized reading' (duration: 198.19948ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:11.710243Z","caller":"traceutil/trace.go:171","msg":"trace[1891847359] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"114.4709ms","start":"2026-05-19T14:13:11.595738Z","end":"2026-05-19T14:13:11.710209Z","steps":["trace[1891847359] 'process raft request' (duration: 105.118524ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:11.956476Z","caller":"traceutil/trace.go:171","msg":"trace[1240177316] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"219.426911ms","start":"2026-05-19T14:13:11.737025Z","end":"2026-05-19T14:13:11.956452Z","steps":["trace[1240177316] 'process raft request' (duration: 216.526205ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:11.996333Z","caller":"traceutil/trace.go:171","msg":"trace[792085280] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"259.178799ms","start":"2026-05-19T14:13:11.737136Z","end":"2026-05-19T14:13:11.996315Z","steps":["trace[792085280] 'process raft request' (duration: 259.030285ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:12.289706Z","caller":"traceutil/trace.go:171","msg":"trace[1831706146] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"288.554893ms","start":"2026-05-19T14:13:12.001132Z","end":"2026-05-19T14:13:12.289687Z","steps":["trace[1831706146] 'process raft request' (duration: 284.698591ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:12.2955Z","caller":"traceutil/trace.go:171","msg":"trace[1150757216] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"289.795777ms","start":"2026-05-19T14:13:12.005673Z","end":"2026-05-19T14:13:12.295469Z","steps":["trace[1150757216] 'process raft request' (duration: 289.321794ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:12.454195Z","caller":"traceutil/trace.go:171","msg":"trace[415085494] linearizableReadLoop","detail":"{readStateIndex:27281; appliedIndex:27279; }","duration":"103.242665ms","start":"2026-05-19T14:13:12.350933Z","end":"2026-05-19T14:13:12.454175Z","steps":["trace[415085494] 'read index received' (duration: 100.207234ms)","trace[415085494] 'applied index is now lower than readState.Index' (duration: 3.034591ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:12.454317Z","caller":"traceutil/trace.go:171","msg":"trace[231999608] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"111.228075ms","start":"2026-05-19T14:13:12.342975Z","end":"2026-05-19T14:13:12.454203Z","steps":["trace[231999608] 'process raft request' (duration: 108.190395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:12.454421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.46597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:12.454452Z","caller":"traceutil/trace.go:171","msg":"trace[1117838979] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26399; }","duration":"103.542612ms","start":"2026-05-19T14:13:12.3509Z","end":"2026-05-19T14:13:12.454442Z","steps":["trace[1117838979] 'agreement among raft nodes before linearized reading' (duration: 103.44645ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:12.454592Z","caller":"traceutil/trace.go:171","msg":"trace[196925922] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"109.863769ms","start":"2026-05-19T14:13:12.344721Z","end":"2026-05-19T14:13:12.454585Z","steps":["trace[196925922] 'process raft request' (duration: 109.379637ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:12.667574Z","caller":"traceutil/trace.go:171","msg":"trace[1075252855] linearizableReadLoop","detail":"{readStateIndex:27284; appliedIndex:27282; }","duration":"176.815626ms","start":"2026-05-19T14:13:12.49074Z","end":"2026-05-19T14:13:12.667556Z","steps":["trace[1075252855] 'read index received' (duration: 7.252371ms)","trace[1075252855] 'applied index is now lower than readState.Index' (duration: 169.562465ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:12.667675Z","caller":"traceutil/trace.go:171","msg":"trace[2063909892] transaction","detail":"{read_only:false; response_revision:26402; number_of_response:1; }","duration":"189.363537ms","start":"2026-05-19T14:13:12.478275Z","end":"2026-05-19T14:13:12.667638Z","steps":["trace[2063909892] 'process raft request' (duration: 189.162841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:12.667775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.024051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:12.667799Z","caller":"traceutil/trace.go:171","msg":"trace[194883744] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26402; }","duration":"177.067732ms","start":"2026-05-19T14:13:12.490724Z","end":"2026-05-19T14:13:12.667792Z","steps":["trace[194883744] 'agreement among raft nodes before linearized reading' (duration: 176.925399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:12.667841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.303489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-19T14:13:12.667873Z","caller":"traceutil/trace.go:171","msg":"trace[1488623764] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26402; }","duration":"166.36976ms","start":"2026-05-19T14:13:12.501494Z","end":"2026-05-19T14:13:12.667863Z","steps":["trace[1488623764] 'agreement among raft nodes before linearized reading' (duration: 166.214016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:12.667896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.699894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:12.667931Z","caller":"traceutil/trace.go:171","msg":"trace[2129654971] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26402; }","duration":"123.761136ms","start":"2026-05-19T14:13:12.544157Z","end":"2026-05-19T14:13:12.667918Z","steps":["trace[2129654971] 'agreement among raft nodes before linearized reading' (duration: 123.699045ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:12.975503Z","caller":"traceutil/trace.go:171","msg":"trace[150783417] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"140.309342ms","start":"2026-05-19T14:13:12.835159Z","end":"2026-05-19T14:13:12.975468Z","steps":["trace[150783417] 'process raft request' (duration: 87.694354ms)","trace[150783417] 'compare' (duration: 52.475615ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:12.975602Z","caller":"traceutil/trace.go:171","msg":"trace[1386527740] linearizableReadLoop","detail":"{readStateIndex:27294; appliedIndex:27293; }","duration":"138.550125ms","start":"2026-05-19T14:13:12.837009Z","end":"2026-05-19T14:13:12.97556Z","steps":["trace[1386527740] 'read index received' (duration: 85.844365ms)","trace[1386527740] 'applied index is now lower than readState.Index' (duration: 52.70218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:12.975815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.242158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:12.975826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.252013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:12.975874Z","caller":"traceutil/trace.go:171","msg":"trace[436826096] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26413; }","duration":"105.33489ms","start":"2026-05-19T14:13:12.870527Z","end":"2026-05-19T14:13:12.975862Z","steps":["trace[436826096] 'agreement among raft nodes before linearized reading' (duration: 105.231057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:12.975869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.855694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-8vcj9\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-05-19T14:13:12.975923Z","caller":"traceutil/trace.go:171","msg":"trace[271520166] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26413; }","duration":"109.395327ms","start":"2026-05-19T14:13:12.866495Z","end":"2026-05-19T14:13:12.97589Z","steps":["trace[271520166] 'agreement among raft nodes before linearized reading' (duration: 109.245153ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:12.975938Z","caller":"traceutil/trace.go:171","msg":"trace[1227663899] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-8vcj9; range_end:; response_count:1; response_revision:26413; }","duration":"138.962486ms","start":"2026-05-19T14:13:12.836958Z","end":"2026-05-19T14:13:12.975921Z","steps":["trace[1227663899] 'agreement among raft nodes before linearized reading' (duration: 138.762271ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:13.094307Z","caller":"traceutil/trace.go:171","msg":"trace[452721310] transaction","detail":"{read_only:false; response_revision:26415; number_of_response:1; }","duration":"110.331532ms","start":"2026-05-19T14:13:12.983929Z","end":"2026-05-19T14:13:13.09426Z","steps":["trace[452721310] 'process raft request' (duration: 110.072695ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:13.239463Z","caller":"traceutil/trace.go:171","msg":"trace[1709544240] linearizableReadLoop","detail":"{readStateIndex:27298; appliedIndex:27297; }","duration":"141.36096ms","start":"2026-05-19T14:13:13.098078Z","end":"2026-05-19T14:13:13.239438Z","steps":["trace[1709544240] 'read index received' (duration: 122.734099ms)","trace[1709544240] 'applied index is now lower than readState.Index' (duration: 18.625621ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:13.239693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.587627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"info","ts":"2026-05-19T14:13:13.239742Z","caller":"traceutil/trace.go:171","msg":"trace[583370173] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26416; }","duration":"141.678549ms","start":"2026-05-19T14:13:13.098051Z","end":"2026-05-19T14:13:13.239729Z","steps":["trace[583370173] 'agreement among raft nodes before linearized reading' (duration: 141.480154ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:13.239901Z","caller":"traceutil/trace.go:171","msg":"trace[1516840461] transaction","detail":"{read_only:false; response_revision:26416; number_of_response:1; }","duration":"142.350246ms","start":"2026-05-19T14:13:13.097519Z","end":"2026-05-19T14:13:13.239869Z","steps":["trace[1516840461] 'process raft request' (duration: 123.398666ms)","trace[1516840461] 'compare' (duration: 18.397785ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:13.382752Z","caller":"traceutil/trace.go:171","msg":"trace[1056326909] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"104.556649ms","start":"2026-05-19T14:13:13.278166Z","end":"2026-05-19T14:13:13.382722Z","steps":["trace[1056326909] 'process raft request' (duration: 104.406875ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:13.555085Z","caller":"traceutil/trace.go:171","msg":"trace[1879355009] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"138.943336ms","start":"2026-05-19T14:13:13.416116Z","end":"2026-05-19T14:13:13.55506Z","steps":["trace[1879355009] 'process raft request' (duration: 63.775583ms)","trace[1879355009] 'compare' (duration: 74.680721ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:13.890995Z","caller":"traceutil/trace.go:171","msg":"trace[643445560] linearizableReadLoop","detail":"{readStateIndex:27312; appliedIndex:27311; }","duration":"114.872391ms","start":"2026-05-19T14:13:13.776101Z","end":"2026-05-19T14:13:13.890974Z","steps":["trace[643445560] 'read index received' (duration: 61.898952ms)","trace[643445560] 'applied index is now lower than readState.Index' (duration: 52.971539ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:13.891101Z","caller":"traceutil/trace.go:171","msg":"trace[365096350] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"134.18071ms","start":"2026-05-19T14:13:13.756891Z","end":"2026-05-19T14:13:13.891071Z","steps":["trace[365096350] 'process raft request' (duration: 81.100869ms)","trace[365096350] 'compare' (duration: 52.814484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:13.891167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.058826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:13.891217Z","caller":"traceutil/trace.go:171","msg":"trace[1690749877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26430; }","duration":"115.123727ms","start":"2026-05-19T14:13:13.776079Z","end":"2026-05-19T14:13:13.891203Z","steps":["trace[1690749877] 'agreement among raft nodes before linearized reading' (duration: 115.003574ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:14.040431Z","caller":"traceutil/trace.go:171","msg":"trace[1688772544] linearizableReadLoop","detail":"{readStateIndex:27314; appliedIndex:27312; }","duration":"132.922767ms","start":"2026-05-19T14:13:13.907487Z","end":"2026-05-19T14:13:14.04041Z","steps":["trace[1688772544] 'read index received' (duration: 25.078421ms)","trace[1688772544] 'applied index is now lower than readState.Index' (duration: 107.843576ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:14.040975Z","caller":"traceutil/trace.go:171","msg":"trace[382143790] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"140.404004ms","start":"2026-05-19T14:13:13.900556Z","end":"2026-05-19T14:13:14.04096Z","steps":["trace[382143790] 'process raft request' (duration: 139.576982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:14.041351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.251508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-7wkqh.18b0fcbb77c75b9b\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-19T14:13:14.04143Z","caller":"traceutil/trace.go:171","msg":"trace[81624335] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-7wkqh.18b0fcbb77c75b9b; range_end:; response_count:1; response_revision:26432; }","duration":"105.385501ms","start":"2026-05-19T14:13:13.936027Z","end":"2026-05-19T14:13:14.041412Z","steps":["trace[81624335] 'agreement among raft nodes before linearized reading' (duration: 105.170766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:14.04169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.210431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-05-19T14:13:14.041723Z","caller":"traceutil/trace.go:171","msg":"trace[1165828155] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26432; }","duration":"134.276383ms","start":"2026-05-19T14:13:13.907436Z","end":"2026-05-19T14:13:14.041712Z","steps":["trace[1165828155] 'agreement among raft nodes before linearized reading' (duration: 134.18218ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:14.226822Z","caller":"traceutil/trace.go:171","msg":"trace[1067121444] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"104.21842ms","start":"2026-05-19T14:13:14.122588Z","end":"2026-05-19T14:13:14.226806Z","steps":["trace[1067121444] 'process raft request' (duration: 104.090677ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:14.429622Z","caller":"traceutil/trace.go:171","msg":"trace[90886004] linearizableReadLoop","detail":"{readStateIndex:27320; appliedIndex:27319; }","duration":"148.076296ms","start":"2026-05-19T14:13:14.281515Z","end":"2026-05-19T14:13:14.429592Z","steps":["trace[90886004] 'read index received' (duration: 65.893778ms)","trace[90886004] 'applied index is now lower than readState.Index' (duration: 82.176848ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:14.429656Z","caller":"traceutil/trace.go:171","msg":"trace[26226480] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"156.991733ms","start":"2026-05-19T14:13:14.272616Z","end":"2026-05-19T14:13:14.429608Z","steps":["trace[26226480] 'process raft request' (duration: 74.876076ms)","trace[26226480] 'compare' (duration: 81.818879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:14.430251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.693432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-05-19T14:13:14.430311Z","caller":"traceutil/trace.go:171","msg":"trace[1661073878] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz; range_end:; response_count:1; response_revision:26438; }","duration":"148.799296ms","start":"2026-05-19T14:13:14.281497Z","end":"2026-05-19T14:13:14.430296Z","steps":["trace[1661073878] 'agreement among raft nodes before linearized reading' (duration: 148.214921ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:14.938Z","caller":"traceutil/trace.go:171","msg":"trace[1937412194] linearizableReadLoop","detail":"{readStateIndex:27322; appliedIndex:27321; }","duration":"481.156586ms","start":"2026-05-19T14:13:14.456808Z","end":"2026-05-19T14:13:14.937964Z","steps":["trace[1937412194] 'read index received' (duration: 473.667588ms)","trace[1937412194] 'applied index is now lower than readState.Index' (duration: 7.486818ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:14.93817Z","caller":"traceutil/trace.go:171","msg":"trace[220217773] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"499.994603ms","start":"2026-05-19T14:13:14.43816Z","end":"2026-05-19T14:13:14.938155Z","steps":["trace[220217773] 'process raft request' (duration: 492.402412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:14.938362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:14.438131Z","time spent":"500.113066ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:14.938381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.785158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:14.938469Z","caller":"traceutil/trace.go:171","msg":"trace[1953068408] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26440; }","duration":"424.889011ms","start":"2026-05-19T14:13:14.513557Z","end":"2026-05-19T14:13:14.938446Z","steps":["trace[1953068408] 'agreement among raft nodes before linearized reading' (duration: 424.732857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:14.938521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:14.513421Z","time spent":"425.090096ms","remote":"127.0.0.1:57988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:14.938822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.012789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-8xggx.18b0fcaec96d03fb\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-05-19T14:13:14.938866Z","caller":"traceutil/trace.go:171","msg":"trace[533197573] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-8xggx.18b0fcaec96d03fb; range_end:; response_count:1; response_revision:26440; }","duration":"482.095991ms","start":"2026-05-19T14:13:14.456757Z","end":"2026-05-19T14:13:14.938853Z","steps":["trace[533197573] 'agreement among raft nodes before linearized reading' (duration: 481.966628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:14.938907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:14.456738Z","time spent":"482.156352ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":922,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-8xggx.18b0fcaec96d03fb\" "} {"level":"warn","ts":"2026-05-19T14:13:14.939085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.020392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:14.939121Z","caller":"traceutil/trace.go:171","msg":"trace[1088496485] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26440; }","duration":"132.083754ms","start":"2026-05-19T14:13:14.807029Z","end":"2026-05-19T14:13:14.939113Z","steps":["trace[1088496485] 'agreement among raft nodes before linearized reading' (duration: 132.026933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:14.939185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.094302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:14.939298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.029749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:463"} {"level":"warn","ts":"2026-05-19T14:13:14.939195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.835385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-19T14:13:14.939446Z","caller":"traceutil/trace.go:171","msg":"trace[2013049490] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26440; }","duration":"360.097482ms","start":"2026-05-19T14:13:14.579318Z","end":"2026-05-19T14:13:14.939416Z","steps":["trace[2013049490] 'agreement among raft nodes before linearized reading' (duration: 359.761693ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:14.939372Z","caller":"traceutil/trace.go:171","msg":"trace[692418746] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26440; }","duration":"385.162143ms","start":"2026-05-19T14:13:14.554192Z","end":"2026-05-19T14:13:14.939354Z","steps":["trace[692418746] 'agreement among raft nodes before linearized reading' (duration: 384.942977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:14.93952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:14.579308Z","time spent":"360.196134ms","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T14:13:14.93955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:14.554178Z","time spent":"385.336598ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":486,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-19T14:13:14.941409Z","caller":"traceutil/trace.go:171","msg":"trace[1367771214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26440; }","duration":"215.312561ms","start":"2026-05-19T14:13:14.726026Z","end":"2026-05-19T14:13:14.941339Z","steps":["trace[1367771214] 'agreement among raft nodes before linearized reading' (duration: 213.077862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:14.943012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.411804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389153"} {"level":"info","ts":"2026-05-19T14:13:14.943077Z","caller":"traceutil/trace.go:171","msg":"trace[1809695805] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26440; }","duration":"237.546278ms","start":"2026-05-19T14:13:14.705515Z","end":"2026-05-19T14:13:14.943061Z","steps":["trace[1809695805] 'agreement among raft nodes before linearized reading' (duration: 233.627694ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:15.168542Z","caller":"traceutil/trace.go:171","msg":"trace[428155011] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"187.488567ms","start":"2026-05-19T14:13:14.981038Z","end":"2026-05-19T14:13:15.168526Z","steps":["trace[428155011] 'process raft request' (duration: 187.439366ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:15.1687Z","caller":"traceutil/trace.go:171","msg":"trace[1182378777] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"200.13112ms","start":"2026-05-19T14:13:14.968562Z","end":"2026-05-19T14:13:15.168693Z","steps":["trace[1182378777] 'process raft request' (duration: 192.091108ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:15.168881Z","caller":"traceutil/trace.go:171","msg":"trace[628083220] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"200.152301ms","start":"2026-05-19T14:13:14.968723Z","end":"2026-05-19T14:13:15.168875Z","steps":["trace[628083220] 'process raft request' (duration: 199.70157ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:15.469956Z","caller":"traceutil/trace.go:171","msg":"trace[1472460219] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27324; }","duration":"456.908955ms","start":"2026-05-19T14:13:15.013027Z","end":"2026-05-19T14:13:15.469936Z","steps":["trace[1472460219] 'read index received' (duration: 147.570094ms)","trace[1472460219] 'applied index is now lower than readState.Index' (duration: 309.337671ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:15.470071Z","caller":"traceutil/trace.go:171","msg":"trace[1411682299] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"472.141758ms","start":"2026-05-19T14:13:14.997921Z","end":"2026-05-19T14:13:15.470063Z","steps":["trace[1411682299] 'process raft request' (duration: 471.932082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.47016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:14.99791Z","time spent":"472.186739ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:15.470169Z","caller":"traceutil/trace.go:171","msg":"trace[344686383] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"472.723133ms","start":"2026-05-19T14:13:14.997407Z","end":"2026-05-19T14:13:15.47013Z","steps":["trace[344686383] 'process raft request' (duration: 471.986254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.470279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.9792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-05-19T14:13:15.470331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:14.997382Z","time spent":"472.887598ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:13:15.470325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.169907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-8vcj9\" ","response":"range_response_count:1 size:4682"} {"level":"info","ts":"2026-05-19T14:13:15.470349Z","caller":"traceutil/trace.go:171","msg":"trace[227761588] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26447; }","duration":"401.097943ms","start":"2026-05-19T14:13:15.069232Z","end":"2026-05-19T14:13:15.47033Z","steps":["trace[227761588] 'agreement among raft nodes before linearized reading' (duration: 400.929319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.470391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:15.069211Z","time spent":"401.170985ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-05-19T14:13:15.47039Z","caller":"traceutil/trace.go:171","msg":"trace[407121919] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-8vcj9; range_end:; response_count:1; response_revision:26447; }","duration":"298.261279ms","start":"2026-05-19T14:13:15.172111Z","end":"2026-05-19T14:13:15.470372Z","steps":["trace[407121919] 'agreement among raft nodes before linearized reading' (duration: 298.053684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.470596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.132538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-19T14:13:15.470627Z","caller":"traceutil/trace.go:171","msg":"trace[258811306] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26447; }","duration":"148.193429ms","start":"2026-05-19T14:13:15.322424Z","end":"2026-05-19T14:13:15.470618Z","steps":["trace[258811306] 'agreement among raft nodes before linearized reading' (duration: 148.083637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.470665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.278448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:15.470688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.298327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-8vcj9.18b0fa33463ee6dc\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-05-19T14:13:15.470711Z","caller":"traceutil/trace.go:171","msg":"trace[1286895191] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26447; }","duration":"401.36687ms","start":"2026-05-19T14:13:15.069331Z","end":"2026-05-19T14:13:15.470698Z","steps":["trace[1286895191] 'agreement among raft nodes before linearized reading' (duration: 401.289368ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:15.47072Z","caller":"traceutil/trace.go:171","msg":"trace[350331101] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-8vcj9.18b0fa33463ee6dc; range_end:; response_count:1; response_revision:26447; }","duration":"299.37037ms","start":"2026-05-19T14:13:15.171341Z","end":"2026-05-19T14:13:15.470711Z","steps":["trace[350331101] 'agreement among raft nodes before linearized reading' (duration: 299.250836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.470751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:15.069312Z","time spent":"401.425442ms","remote":"127.0.0.1:51292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:15.470899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.362177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-05-19T14:13:15.470927Z","caller":"traceutil/trace.go:171","msg":"trace[1248022619] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26447; }","duration":"305.448309ms","start":"2026-05-19T14:13:15.165471Z","end":"2026-05-19T14:13:15.47092Z","steps":["trace[1248022619] 'agreement among raft nodes before linearized reading' (duration: 305.324376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.470953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:15.165455Z","time spent":"305.489201ms","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-19T14:13:15.472871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.826983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-kbx99.18b0fc1e653bbf43\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26440 ","response":"range_response_count:500 size:389241"} {"level":"info","ts":"2026-05-19T14:13:15.472932Z","caller":"traceutil/trace.go:171","msg":"trace[101791847] range","detail":"{range_begin:/registry/events/openstack/neutron-ovn-vpn-agent-default-kbx99.18b0fc1e653bbf43\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26447; }","duration":"459.935856ms","start":"2026-05-19T14:13:15.012979Z","end":"2026-05-19T14:13:15.472915Z","steps":["trace[101791847] 'agreement among raft nodes before linearized reading' (duration: 457.311766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.47299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:15.012962Z","time spent":"459.998107ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":118,"response count":1029,"response size":389264,"request content":"key:\"/registry/events/openstack/neutron-ovn-vpn-agent-default-kbx99.18b0fc1e653bbf43\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26440 "} {"level":"warn","ts":"2026-05-19T14:13:15.70704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.266332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:15.707253Z","caller":"traceutil/trace.go:171","msg":"trace[1281322722] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27329; }","duration":"215.314111ms","start":"2026-05-19T14:13:15.491925Z","end":"2026-05-19T14:13:15.70724Z","steps":["trace[1281322722] 'read index received' (duration: 99.852104ms)","trace[1281322722] 'applied index is now lower than readState.Index' (duration: 115.461257ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:15.707325Z","caller":"traceutil/trace.go:171","msg":"trace[1012368937] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"226.618079ms","start":"2026-05-19T14:13:15.480698Z","end":"2026-05-19T14:13:15.707316Z","steps":["trace[1012368937] 'process raft request' (duration: 110.998788ms)","trace[1012368937] 'compare' (duration: 115.071617ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:15.707366Z","caller":"traceutil/trace.go:171","msg":"trace[513760373] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"226.62636ms","start":"2026-05-19T14:13:15.480728Z","end":"2026-05-19T14:13:15.707354Z","steps":["trace[513760373] 'process raft request' (duration: 226.415084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.707436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.495116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-05-19T14:13:15.707611Z","caller":"traceutil/trace.go:171","msg":"trace[866181324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26449; }","duration":"215.696881ms","start":"2026-05-19T14:13:15.491902Z","end":"2026-05-19T14:13:15.707599Z","steps":["trace[866181324] 'agreement among raft nodes before linearized reading' (duration: 215.419653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.707721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.640475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-05-19T14:13:15.707739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.524874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-19T14:13:15.707756Z","caller":"traceutil/trace.go:171","msg":"trace[1498333225] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26449; }","duration":"200.703436ms","start":"2026-05-19T14:13:15.507041Z","end":"2026-05-19T14:13:15.707744Z","steps":["trace[1498333225] 'agreement among raft nodes before linearized reading' (duration: 200.649204ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:15.707761Z","caller":"traceutil/trace.go:171","msg":"trace[1979077381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26449; }","duration":"127.571086ms","start":"2026-05-19T14:13:15.580183Z","end":"2026-05-19T14:13:15.707755Z","steps":["trace[1979077381] 'agreement among raft nodes before linearized reading' (duration: 127.505414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.708655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.944499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-ovsdb-sb-0.18b0fbb1d4faa313\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26440 ","response":"range_response_count:500 size:388188"} {"level":"info","ts":"2026-05-19T14:13:15.708701Z","caller":"traceutil/trace.go:171","msg":"trace[1079527722] range","detail":"{range_begin:/registry/events/openstack/ovn-ovsdb-sb-0.18b0fbb1d4faa313\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26449; }","duration":"213.01103ms","start":"2026-05-19T14:13:15.495679Z","end":"2026-05-19T14:13:15.70869Z","steps":["trace[1079527722] 'agreement among raft nodes before linearized reading' (duration: 211.780328ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:15.989555Z","caller":"traceutil/trace.go:171","msg":"trace[1537539096] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"103.286395ms","start":"2026-05-19T14:13:15.88625Z","end":"2026-05-19T14:13:15.989536Z","steps":["trace[1537539096] 'process raft request' (duration: 103.09455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.98984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.286344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-05-19T14:13:15.989876Z","caller":"traceutil/trace.go:171","msg":"trace[1613432722] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26457; }","duration":"159.346625ms","start":"2026-05-19T14:13:15.83052Z","end":"2026-05-19T14:13:15.989867Z","steps":["trace[1613432722] 'agreement among raft nodes before linearized reading' (duration: 159.196961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.990033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.600856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-19T14:13:15.990123Z","caller":"traceutil/trace.go:171","msg":"trace[332919917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26457; }","duration":"188.718679ms","start":"2026-05-19T14:13:15.801388Z","end":"2026-05-19T14:13:15.990107Z","steps":["trace[332919917] 'agreement among raft nodes before linearized reading' (duration: 188.509044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.990445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.627101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T14:13:15.990522Z","caller":"traceutil/trace.go:171","msg":"trace[1848216074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26457; }","duration":"165.703413ms","start":"2026-05-19T14:13:15.824805Z","end":"2026-05-19T14:13:15.990509Z","steps":["trace[1848216074] 'agreement among raft nodes before linearized reading' (duration: 165.557459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.990074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.823432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-7wkqh\" ","response":"range_response_count:1 size:7134"} {"level":"info","ts":"2026-05-19T14:13:15.990767Z","caller":"traceutil/trace.go:171","msg":"trace[2006498742] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-7wkqh; range_end:; response_count:1; response_revision:26457; }","duration":"189.5293ms","start":"2026-05-19T14:13:15.801228Z","end":"2026-05-19T14:13:15.990757Z","steps":["trace[2006498742] 'agreement among raft nodes before linearized reading' (duration: 188.77869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:15.990786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.089919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-05-19T14:13:15.990834Z","caller":"traceutil/trace.go:171","msg":"trace[888578812] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26458; }","duration":"189.152331ms","start":"2026-05-19T14:13:15.80167Z","end":"2026-05-19T14:13:15.990822Z","steps":["trace[888578812] 'agreement among raft nodes before linearized reading' (duration: 189.021507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:16.20517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.788872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:16.205275Z","caller":"traceutil/trace.go:171","msg":"trace[1021169589] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"211.461659ms","start":"2026-05-19T14:13:15.993797Z","end":"2026-05-19T14:13:16.205258Z","steps":["trace[1021169589] 'process raft request' (duration: 50.508922ms)","trace[1021169589] 'compare' (duration: 160.385512ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:16.474037Z","caller":"traceutil/trace.go:171","msg":"trace[1336601106] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"473.419142ms","start":"2026-05-19T14:13:16.000581Z","end":"2026-05-19T14:13:16.474Z","steps":["trace[1336601106] 'process raft request' (duration: 453.843256ms)","trace[1336601106] 'compare' (duration: 19.053602ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:16.474077Z","caller":"traceutil/trace.go:171","msg":"trace[502509618] linearizableReadLoop","detail":"{readStateIndex:27344; appliedIndex:27341; }","duration":"371.578585ms","start":"2026-05-19T14:13:16.102474Z","end":"2026-05-19T14:13:16.474052Z","steps":["trace[502509618] 'read index received' (duration: 351.957207ms)","trace[502509618] 'applied index is now lower than readState.Index' (duration: 19.619658ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:16.474206Z","caller":"traceutil/trace.go:171","msg":"trace[500870610] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"473.451032ms","start":"2026-05-19T14:13:16.000742Z","end":"2026-05-19T14:13:16.474193Z","steps":["trace[500870610] 'process raft request' (duration: 473.266028ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:16.474232Z","caller":"traceutil/trace.go:171","msg":"trace[577948118] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"473.484043ms","start":"2026-05-19T14:13:16.000675Z","end":"2026-05-19T14:13:16.474159Z","steps":["trace[577948118] 'process raft request' (duration: 473.216076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:16.474259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:16.000571Z","time spent":"473.555916ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7128,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:16.474335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:16.00067Z","time spent":"473.611628ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:16.474344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:16.000713Z","time spent":"473.549155ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:16.474769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.933287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf33365c945\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-05-19T14:13:16.475174Z","caller":"traceutil/trace.go:171","msg":"trace[282879960] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf33365c945; range_end:; response_count:1; response_revision:26462; }","duration":"266.380258ms","start":"2026-05-19T14:13:16.208778Z","end":"2026-05-19T14:13:16.475159Z","steps":["trace[282879960] 'agreement among raft nodes before linearized reading' (duration: 265.585788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:16.474995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.87694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-05-19T14:13:16.475396Z","caller":"traceutil/trace.go:171","msg":"trace[1758297600] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26462; }","duration":"168.343323ms","start":"2026-05-19T14:13:16.307045Z","end":"2026-05-19T14:13:16.475388Z","steps":["trace[1758297600] 'agreement among raft nodes before linearized reading' (duration: 167.743787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:16.475119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.635462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-19T14:13:16.475569Z","caller":"traceutil/trace.go:171","msg":"trace[1270133029] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26462; }","duration":"373.112395ms","start":"2026-05-19T14:13:16.102446Z","end":"2026-05-19T14:13:16.475558Z","steps":["trace[1270133029] 'agreement among raft nodes before linearized reading' (duration: 371.937984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:16.475613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:16.102431Z","time spent":"373.170556ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-05-19T14:13:17.041743Z","caller":"traceutil/trace.go:171","msg":"trace[1442551839] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"124.265019ms","start":"2026-05-19T14:13:16.917452Z","end":"2026-05-19T14:13:17.041717Z","steps":["trace[1442551839] 'process raft request' (duration: 87.400536ms)","trace[1442551839] 'compare' (duration: 36.727639ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:17.043393Z","caller":"traceutil/trace.go:171","msg":"trace[547501896] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"122.274076ms","start":"2026-05-19T14:13:16.921101Z","end":"2026-05-19T14:13:17.043375Z","steps":["trace[547501896] 'process raft request' (duration: 122.173624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:17.29862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.199781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:17.298697Z","caller":"traceutil/trace.go:171","msg":"trace[287821906] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"249.697699ms","start":"2026-05-19T14:13:17.048986Z","end":"2026-05-19T14:13:17.298684Z","steps":["trace[287821906] 'process raft request' (duration: 140.364753ms)","trace[287821906] 'compare' (duration: 108.980876ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:17.449808Z","caller":"traceutil/trace.go:171","msg":"trace[605006743] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"275.516729ms","start":"2026-05-19T14:13:17.174265Z","end":"2026-05-19T14:13:17.449782Z","steps":["trace[605006743] 'process raft request' (duration: 275.390696ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:17.449841Z","caller":"traceutil/trace.go:171","msg":"trace[808193638] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"396.872582ms","start":"2026-05-19T14:13:17.052906Z","end":"2026-05-19T14:13:17.449779Z","steps":["trace[808193638] 'process raft request' (duration: 352.953864ms)","trace[808193638] 'compare' (duration: 43.647931ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:17.44999Z","caller":"traceutil/trace.go:171","msg":"trace[1694014836] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"148.384945ms","start":"2026-05-19T14:13:17.301579Z","end":"2026-05-19T14:13:17.449964Z","steps":["trace[1694014836] 'process raft request' (duration: 148.153688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:17.450103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:17.052892Z","time spent":"397.054747ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:18.540231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.746037ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T14:13:18.540332Z","caller":"traceutil/trace.go:171","msg":"trace[721443132] linearizableReadLoop","detail":"{readStateIndex:27376; appliedIndex:27375; }","duration":"106.113359ms","start":"2026-05-19T14:13:18.434204Z","end":"2026-05-19T14:13:18.540317Z","steps":["trace[721443132] 'read index received' (duration: 88.712µs)","trace[721443132] 'applied index is now lower than readState.Index' (duration: 106.022847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:18.540456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.243853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:18.540481Z","caller":"traceutil/trace.go:171","msg":"trace[1618674769] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26493; }","duration":"106.315895ms","start":"2026-05-19T14:13:18.434156Z","end":"2026-05-19T14:13:18.540472Z","steps":["trace[1618674769] 'agreement among raft nodes before linearized reading' (duration: 106.249654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:18.540475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.227948ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:18.540592Z","caller":"traceutil/trace.go:171","msg":"trace[1449359843] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26493; }","duration":"229.376282ms","start":"2026-05-19T14:13:18.311197Z","end":"2026-05-19T14:13:18.540574Z","steps":["trace[1449359843] 'range keys from in-memory index tree' (duration: 229.211578ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:18.784384Z","caller":"traceutil/trace.go:171","msg":"trace[95397954] linearizableReadLoop","detail":"{readStateIndex:27378; appliedIndex:27377; }","duration":"101.431037ms","start":"2026-05-19T14:13:18.682926Z","end":"2026-05-19T14:13:18.784357Z","steps":["trace[95397954] 'read index received' (duration: 57.001824ms)","trace[95397954] 'applied index is now lower than readState.Index' (duration: 44.427863ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:18.784418Z","caller":"traceutil/trace.go:171","msg":"trace[318459199] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"200.384259ms","start":"2026-05-19T14:13:18.583993Z","end":"2026-05-19T14:13:18.784377Z","steps":["trace[318459199] 'process raft request' (duration: 155.944786ms)","trace[318459199] 'compare' (duration: 44.288868ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:18.784582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.644772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-19T14:13:18.784598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.655262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-19T14:13:18.784655Z","caller":"traceutil/trace.go:171","msg":"trace[1073245337] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26495; }","duration":"101.754835ms","start":"2026-05-19T14:13:18.682884Z","end":"2026-05-19T14:13:18.784639Z","steps":["trace[1073245337] 'agreement among raft nodes before linearized reading' (duration: 101.55647ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:18.784666Z","caller":"traceutil/trace.go:171","msg":"trace[1383333584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26495; }","duration":"101.763295ms","start":"2026-05-19T14:13:18.682886Z","end":"2026-05-19T14:13:18.784649Z","steps":["trace[1383333584] 'agreement among raft nodes before linearized reading' (duration: 101.568971ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:19.217296Z","caller":"traceutil/trace.go:171","msg":"trace[755904123] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"114.701586ms","start":"2026-05-19T14:13:19.102551Z","end":"2026-05-19T14:13:19.217253Z","steps":["trace[755904123] 'process raft request' (duration: 114.540242ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:20.164343Z","caller":"traceutil/trace.go:171","msg":"trace[441150866] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"142.548462ms","start":"2026-05-19T14:13:20.021755Z","end":"2026-05-19T14:13:20.164303Z","steps":["trace[441150866] 'process raft request' (duration: 68.049265ms)","trace[441150866] 'compare' (duration: 74.044825ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:20.700991Z","caller":"traceutil/trace.go:171","msg":"trace[1312913809] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"114.016579ms","start":"2026-05-19T14:13:20.58695Z","end":"2026-05-19T14:13:20.700967Z","steps":["trace[1312913809] 'process raft request' (duration: 113.871875ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:21.655838Z","caller":"traceutil/trace.go:171","msg":"trace[756313301] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"103.272025ms","start":"2026-05-19T14:13:21.552546Z","end":"2026-05-19T14:13:21.655818Z","steps":["trace[756313301] 'process raft request' (duration: 103.116391ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:21.658205Z","caller":"traceutil/trace.go:171","msg":"trace[1961032311] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"105.535335ms","start":"2026-05-19T14:13:21.552637Z","end":"2026-05-19T14:13:21.658172Z","steps":["trace[1961032311] 'process raft request' (duration: 105.331699ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:27.058581Z","caller":"traceutil/trace.go:171","msg":"trace[1849621786] linearizableReadLoop","detail":"{readStateIndex:27416; appliedIndex:27415; }","duration":"136.129412ms","start":"2026-05-19T14:13:26.922434Z","end":"2026-05-19T14:13:27.058563Z","steps":["trace[1849621786] 'read index received' (duration: 136.038559ms)","trace[1849621786] 'applied index is now lower than readState.Index' (duration: 90.163µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:27.058717Z","caller":"traceutil/trace.go:171","msg":"trace[1443679508] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"304.992237ms","start":"2026-05-19T14:13:26.753632Z","end":"2026-05-19T14:13:27.058624Z","steps":["trace[1443679508] 'process raft request' (duration: 304.805383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:27.058794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.350248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T14:13:27.058867Z","caller":"traceutil/trace.go:171","msg":"trace[1130235340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26531; }","duration":"136.468211ms","start":"2026-05-19T14:13:26.922378Z","end":"2026-05-19T14:13:27.058846Z","steps":["trace[1130235340] 'agreement among raft nodes before linearized reading' (duration: 136.285465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:27.059017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:26.753545Z","time spent":"305.303496ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:27.181743Z","caller":"traceutil/trace.go:171","msg":"trace[748660928] linearizableReadLoop","detail":"{readStateIndex:27417; appliedIndex:27416; }","duration":"107.852726ms","start":"2026-05-19T14:13:27.073853Z","end":"2026-05-19T14:13:27.181705Z","steps":["trace[748660928] 'read index received' (duration: 100.931733ms)","trace[748660928] 'applied index is now lower than readState.Index' (duration: 6.919073ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:27.182032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.137134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:27.182083Z","caller":"traceutil/trace.go:171","msg":"trace[931841742] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26532; }","duration":"108.254537ms","start":"2026-05-19T14:13:27.073813Z","end":"2026-05-19T14:13:27.182067Z","steps":["trace[931841742] 'agreement among raft nodes before linearized reading' (duration: 108.02608ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:27.182333Z","caller":"traceutil/trace.go:171","msg":"trace[1190295685] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"118.665751ms","start":"2026-05-19T14:13:27.06363Z","end":"2026-05-19T14:13:27.182296Z","steps":["trace[1190295685] 'process raft request' (duration: 111.223724ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:32.541928Z","caller":"traceutil/trace.go:171","msg":"trace[1453886617] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"226.109686ms","start":"2026-05-19T14:13:32.315793Z","end":"2026-05-19T14:13:32.541903Z","steps":["trace[1453886617] 'process raft request' (duration: 225.92916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:33.494116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.151395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-19T14:13:33.494181Z","caller":"traceutil/trace.go:171","msg":"trace[194756839] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26594; }","duration":"365.254968ms","start":"2026-05-19T14:13:33.128911Z","end":"2026-05-19T14:13:33.494166Z","steps":["trace[194756839] 'range keys from in-memory index tree' (duration: 364.991782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:33.494209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.128895Z","time spent":"365.308639ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-19T14:13:33.494382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.328882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:33.494381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.894064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T14:13:33.494466Z","caller":"traceutil/trace.go:171","msg":"trace[1299287216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26594; }","duration":"771.440425ms","start":"2026-05-19T14:13:32.723005Z","end":"2026-05-19T14:13:33.494445Z","steps":["trace[1299287216] 'range keys from in-memory index tree' (duration: 771.262301ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:33.494486Z","caller":"traceutil/trace.go:171","msg":"trace[766217546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26594; }","duration":"405.012156ms","start":"2026-05-19T14:13:33.089457Z","end":"2026-05-19T14:13:33.494469Z","steps":["trace[766217546] 'range keys from in-memory index tree' (duration: 404.611276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:33.494506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:32.722987Z","time spent":"771.510447ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:33.494537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.089417Z","time spent":"405.101629ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T14:13:33.494518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.154168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:33.494581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.122668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-19T14:13:33.494599Z","caller":"traceutil/trace.go:171","msg":"trace[1336000870] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26594; }","duration":"782.27677ms","start":"2026-05-19T14:13:32.7123Z","end":"2026-05-19T14:13:33.494577Z","steps":["trace[1336000870] 'count revisions from in-memory index tree' (duration: 782.069945ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:33.494631Z","caller":"traceutil/trace.go:171","msg":"trace[1343801691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26594; }","duration":"228.21117ms","start":"2026-05-19T14:13:33.266411Z","end":"2026-05-19T14:13:33.494623Z","steps":["trace[1343801691] 'range keys from in-memory index tree' (duration: 227.341648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:33.494647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:32.712286Z","time spent":"782.349033ms","remote":"127.0.0.1:51116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:33.499299Z","caller":"traceutil/trace.go:171","msg":"trace[906118756] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"228.999373ms","start":"2026-05-19T14:13:33.270284Z","end":"2026-05-19T14:13:33.499284Z","steps":["trace[906118756] 'process raft request' (duration: 228.844489ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:33.711855Z","caller":"traceutil/trace.go:171","msg":"trace[1246722091] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"367.249991ms","start":"2026-05-19T14:13:33.344567Z","end":"2026-05-19T14:13:33.711817Z","steps":["trace[1246722091] 'process raft request' (duration: 366.765278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:33.712007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.344542Z","time spent":"367.389324ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:33.712405Z","caller":"traceutil/trace.go:171","msg":"trace[1827622971] linearizableReadLoop","detail":"{readStateIndex:27482; appliedIndex:27480; }","duration":"282.594377ms","start":"2026-05-19T14:13:33.429795Z","end":"2026-05-19T14:13:33.712389Z","steps":["trace[1827622971] 'read index received' (duration: 69.431522ms)","trace[1827622971] 'applied index is now lower than readState.Index' (duration: 213.162205ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:33.712486Z","caller":"traceutil/trace.go:171","msg":"trace[291669468] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"213.608836ms","start":"2026-05-19T14:13:33.498864Z","end":"2026-05-19T14:13:33.712473Z","steps":["trace[291669468] 'process raft request' (duration: 212.854566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:33.712632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.827983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:33.712702Z","caller":"traceutil/trace.go:171","msg":"trace[411315469] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26597; }","duration":"282.956176ms","start":"2026-05-19T14:13:33.429731Z","end":"2026-05-19T14:13:33.712687Z","steps":["trace[411315469] 'agreement among raft nodes before linearized reading' (duration: 282.833953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.531045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.506311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:34.531412Z","caller":"traceutil/trace.go:171","msg":"trace[1883794928] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"801.088357ms","start":"2026-05-19T14:13:33.730299Z","end":"2026-05-19T14:13:34.531388Z","steps":["trace[1883794928] 'process raft request' (duration: 801.041226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.531505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.730282Z","time spent":"801.184309ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:34.531706Z","caller":"traceutil/trace.go:171","msg":"trace[499602356] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"1.030700685s","start":"2026-05-19T14:13:33.500976Z","end":"2026-05-19T14:13:34.531676Z","steps":["trace[499602356] 'process raft request' (duration: 1.030206752s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:34.531798Z","caller":"traceutil/trace.go:171","msg":"trace[1216198178] linearizableReadLoop","detail":"{readStateIndex:27485; appliedIndex:27483; }","duration":"819.266557ms","start":"2026-05-19T14:13:33.712513Z","end":"2026-05-19T14:13:34.531779Z","steps":["trace[1216198178] 'read index received' (duration: 213.947595ms)","trace[1216198178] 'applied index is now lower than readState.Index' (duration: 605.317002ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:34.531826Z","caller":"traceutil/trace.go:171","msg":"trace[1988563514] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"1.031744703s","start":"2026-05-19T14:13:33.500043Z","end":"2026-05-19T14:13:34.531788Z","steps":["trace[1988563514] 'process raft request' (duration: 426.352859ms)","trace[1988563514] 'compare' (duration: 604.318106ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:34.53182Z","caller":"traceutil/trace.go:171","msg":"trace[241521771] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"804.169059ms","start":"2026-05-19T14:13:33.727616Z","end":"2026-05-19T14:13:34.531785Z","steps":["trace[241521771] 'process raft request' (duration: 803.668936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.53195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.500034Z","time spent":"1.031848357s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:34.531974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.727597Z","time spent":"804.299062ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:34.532015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035904113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:34.531997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029124794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:34.532016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014984972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:34.532042Z","caller":"traceutil/trace.go:171","msg":"trace[230301283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26601; }","duration":"1.035929553s","start":"2026-05-19T14:13:33.496104Z","end":"2026-05-19T14:13:34.532034Z","steps":["trace[230301283] 'agreement among raft nodes before linearized reading' (duration: 1.035888322s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.532069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.496057Z","time spent":"1.036007435s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T14:13:34.532058Z","caller":"traceutil/trace.go:171","msg":"trace[693231623] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26601; }","duration":"1.029215077s","start":"2026-05-19T14:13:33.502827Z","end":"2026-05-19T14:13:34.532042Z","steps":["trace[693231623] 'agreement among raft nodes before linearized reading' (duration: 1.029109094s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:34.532068Z","caller":"traceutil/trace.go:171","msg":"trace[519640932] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:26601; }","duration":"1.015047623s","start":"2026-05-19T14:13:33.517003Z","end":"2026-05-19T14:13:34.53205Z","steps":["trace[519640932] 'agreement among raft nodes before linearized reading' (duration: 1.014958221s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.531853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.500968Z","time spent":"1.030805028s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:34.5321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.502819Z","time spent":"1.029271448s","remote":"127.0.0.1:56682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:34.532105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.13596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-19T14:13:34.532116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.516996Z","time spent":"1.015109024s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T14:13:34.532114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.800925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-19T14:13:34.532072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.383207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T14:13:34.532121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.48715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T14:13:34.532153Z","caller":"traceutil/trace.go:171","msg":"trace[853467878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26601; }","duration":"878.213272ms","start":"2026-05-19T14:13:33.653924Z","end":"2026-05-19T14:13:34.532137Z","steps":["trace[853467878] 'agreement among raft nodes before linearized reading' (duration: 878.040198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.532169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.7501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:34.532169Z","caller":"traceutil/trace.go:171","msg":"trace[1333678037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26601; }","duration":"378.855306ms","start":"2026-05-19T14:13:34.153296Z","end":"2026-05-19T14:13:34.532151Z","steps":["trace[1333678037] 'agreement among raft nodes before linearized reading' (duration: 378.690542ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:34.532187Z","caller":"traceutil/trace.go:171","msg":"trace[1269217299] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26601; }","duration":"709.582152ms","start":"2026-05-19T14:13:33.82259Z","end":"2026-05-19T14:13:34.532172Z","steps":["trace[1269217299] 'agreement among raft nodes before linearized reading' (duration: 709.398457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.53219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.653908Z","time spent":"878.274835ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T14:13:34.532185Z","caller":"traceutil/trace.go:171","msg":"trace[73262172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26601; }","duration":"947.522531ms","start":"2026-05-19T14:13:33.584641Z","end":"2026-05-19T14:13:34.532164Z","steps":["trace[73262172] 'agreement among raft nodes before linearized reading' (duration: 947.302115ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:34.5322Z","caller":"traceutil/trace.go:171","msg":"trace[2027422647] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26601; }","duration":"581.807622ms","start":"2026-05-19T14:13:33.950381Z","end":"2026-05-19T14:13:34.532188Z","steps":["trace[2027422647] 'agreement among raft nodes before linearized reading' (duration: 581.75745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.532205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.153231Z","time spent":"378.96675ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T14:13:34.532217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.822573Z","time spent":"709.637465ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:13:34.532229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.950364Z","time spent":"581.858624ms","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:34.532231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.584624Z","time spent":"947.595684ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:13:34.532252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.769665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf333655be5\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-05-19T14:13:34.532342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.233396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-19T14:13:34.532331Z","caller":"traceutil/trace.go:171","msg":"trace[1250066272] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf333655be5; range_end:; response_count:1; response_revision:26601; }","duration":"248.904538ms","start":"2026-05-19T14:13:34.283404Z","end":"2026-05-19T14:13:34.532308Z","steps":["trace[1250066272] 'agreement among raft nodes before linearized reading' (duration: 248.657121ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:34.532384Z","caller":"traceutil/trace.go:171","msg":"trace[231073504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26601; }","duration":"700.273787ms","start":"2026-05-19T14:13:33.832102Z","end":"2026-05-19T14:13:34.532375Z","steps":["trace[231073504] 'agreement among raft nodes before linearized reading' (duration: 700.181945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.532412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:33.832049Z","time spent":"700.357ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T14:13:34.532398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.129213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-05-19T14:13:34.532474Z","caller":"traceutil/trace.go:171","msg":"trace[569587854] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26601; }","duration":"396.249596ms","start":"2026-05-19T14:13:34.136205Z","end":"2026-05-19T14:13:34.532455Z","steps":["trace[569587854] 'agreement among raft nodes before linearized reading' (duration: 395.963518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:34.532531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.136189Z","time spent":"396.332408ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-19T14:13:35.039183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:35.519169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.533748Z","time spent":"985.416181ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:13:36.54159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:36.541741Z","caller":"traceutil/trace.go:171","msg":"trace[1332596069] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580298s","start":"2026-05-19T14:13:34.541145Z","end":"2026-05-19T14:13:36.541725Z","steps":["trace[1332596069] 'agreement among raft nodes before linearized reading' (duration: 2.000418914s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:36.541902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.541125Z","time spent":"2.000761363s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:38.189918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.725345601s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:38.373914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.028701Z","time spent":"2.34520581s","remote":"127.0.0.1:34520","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:13:38.376383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.1036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:38.376785Z","caller":"traceutil/trace.go:171","msg":"trace[1531037980] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"3.84067765s","start":"2026-05-19T14:13:34.536079Z","end":"2026-05-19T14:13:38.376756Z","steps":["trace[1531037980] 'process raft request' (duration: 3.654120068s)","trace[1531037980] 'compare' (duration: 183.896912ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:38.376812Z","caller":"traceutil/trace.go:171","msg":"trace[1747089643] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"3.835259216s","start":"2026-05-19T14:13:34.541535Z","end":"2026-05-19T14:13:38.376794Z","steps":["trace[1747089643] 'process raft request' (duration: 3.835152544s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:38.376846Z","caller":"traceutil/trace.go:171","msg":"trace[1468270255] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"3.837822405s","start":"2026-05-19T14:13:34.538996Z","end":"2026-05-19T14:13:38.376819Z","steps":["trace[1468270255] 'process raft request' (duration: 3.837475156s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:38.376838Z","caller":"traceutil/trace.go:171","msg":"trace[1082401354] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"3.836101528s","start":"2026-05-19T14:13:34.540703Z","end":"2026-05-19T14:13:38.376804Z","steps":["trace[1082401354] 'process raft request' (duration: 3.835853462s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:38.376887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.541526Z","time spent":"3.835323719s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:38.376916Z","caller":"traceutil/trace.go:171","msg":"trace[1684126418] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"3.835785461s","start":"2026-05-19T14:13:34.54112Z","end":"2026-05-19T14:13:38.376905Z","steps":["trace[1684126418] 'process raft request' (duration: 3.835491994s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:38.376911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.536064Z","time spent":"3.840775712s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:38.37695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.538984Z","time spent":"3.837919437s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1560,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:13:38.376959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.541109Z","time spent":"3.835825802s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:38.376949Z","caller":"traceutil/trace.go:171","msg":"trace[1889398383] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"3.835741359s","start":"2026-05-19T14:13:34.541182Z","end":"2026-05-19T14:13:38.376924Z","steps":["trace[1889398383] 'process raft request' (duration: 3.835469623s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:38.376986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.540678Z","time spent":"3.836231792s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:38.377019Z","caller":"traceutil/trace.go:171","msg":"trace[1765139422] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"3.83424613s","start":"2026-05-19T14:13:34.542766Z","end":"2026-05-19T14:13:38.377012Z","steps":["trace[1765139422] 'process raft request' (duration: 3.833962643s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:38.377045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.542757Z","time spent":"3.83427556s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:38.377043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.541175Z","time spent":"3.835817011s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:38.377087Z","caller":"traceutil/trace.go:171","msg":"trace[1852418342] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"3.832576496s","start":"2026-05-19T14:13:34.544493Z","end":"2026-05-19T14:13:38.377069Z","steps":["trace[1852418342] 'process raft request' (duration: 3.832407212s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:38.37717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.544486Z","time spent":"3.832647809s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:38.542188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999774625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:38.542325Z","caller":"traceutil/trace.go:171","msg":"trace[389175922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000901s","start":"2026-05-19T14:13:36.542296Z","end":"2026-05-19T14:13:38.542297Z","steps":["trace[389175922] 'agreement among raft nodes before linearized reading' (duration: 1.999842777s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:38.542389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.542011Z","time spent":"2.000361662s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:40.393075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:40.393158Z","caller":"traceutil/trace.go:171","msg":"trace[851298421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418662s","start":"2026-05-19T14:13:38.392721Z","end":"2026-05-19T14:13:40.393139Z","steps":["trace[851298421] 'agreement among raft nodes before linearized reading' (duration: 2.00031431s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:40.393212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.392716Z","time spent":"2.000485544s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:40.446591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069557587s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T14:13:40.446691Z","caller":"traceutil/trace.go:171","msg":"trace[385068576] linearizableReadLoop","detail":"{readStateIndex:27497; appliedIndex:27487; }","duration":"5.907719161s","start":"2026-05-19T14:13:34.538953Z","end":"2026-05-19T14:13:40.446672Z","steps":["trace[385068576] 'read index received' (duration: 925.661634ms)","trace[385068576] 'applied index is now lower than readState.Index' (duration: 4.982056087s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:40.447825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.90885598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:40.447863Z","caller":"traceutil/trace.go:171","msg":"trace[327426941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26609; }","duration":"5.908941623s","start":"2026-05-19T14:13:34.538908Z","end":"2026-05-19T14:13:40.447849Z","steps":["trace[327426941] 'agreement among raft nodes before linearized reading' (duration: 5.908855371s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:40.447895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.538875Z","time spent":"5.909010635s","remote":"127.0.0.1:39516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:40.50253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:35.503482Z","time spent":"4.999032134s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:13:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:40.558657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:40.558765Z","caller":"traceutil/trace.go:171","msg":"trace[1180282915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717481s","start":"2026-05-19T14:13:38.558025Z","end":"2026-05-19T14:13:40.558742Z","steps":["trace[1180282915] 'agreement among raft nodes before linearized reading' (duration: 2.000583358s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:40.558831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.558001Z","time spent":"2.000818973s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:40.715311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999405914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-05-19T14:13:40.715356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:35.717275Z","time spent":"4.998074549s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-05-19T14:13:40.715416Z","caller":"traceutil/trace.go:171","msg":"trace[2014601543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999528537s","start":"2026-05-19T14:13:35.71586Z","end":"2026-05-19T14:13:40.715389Z","steps":["trace[2014601543] 'agreement among raft nodes before linearized reading' (duration: 4.999400063s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:40.715477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:35.715792Z","time spent":"4.999673622s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/19 14:13:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:40.947222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:41.447682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:41.450523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.260236175s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:13:41.451139Z","caller":"traceutil/trace.go:171","msg":"trace[2124497460] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"5.93043213s","start":"2026-05-19T14:13:35.520682Z","end":"2026-05-19T14:13:41.451114Z","steps":["trace[2124497460] 'process raft request' (duration: 5.930336757s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:41.451315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:35.520656Z","time spent":"5.930553643s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:41.451342Z","caller":"traceutil/trace.go:171","msg":"trace[1004356090] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"5.930628716s","start":"2026-05-19T14:13:35.520661Z","end":"2026-05-19T14:13:41.45129Z","steps":["trace[1004356090] 'process raft request' (duration: 5.930295757s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:41.451529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:35.520645Z","time spent":"5.93078793s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T14:13:41.451787Z","caller":"traceutil/trace.go:171","msg":"trace[1614737029] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"5.391374947s","start":"2026-05-19T14:13:36.060373Z","end":"2026-05-19T14:13:41.451748Z","steps":["trace[1614737029] 'process raft request' (duration: 5.390964236s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:41.451841Z","caller":"traceutil/trace.go:171","msg":"trace[2059325919] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"4.914332599s","start":"2026-05-19T14:13:36.537477Z","end":"2026-05-19T14:13:41.451809Z","steps":["trace[2059325919] 'process raft request' (duration: 4.914259177s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:41.451996Z","caller":"traceutil/trace.go:171","msg":"trace[2068202421] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"4.915273834s","start":"2026-05-19T14:13:36.536702Z","end":"2026-05-19T14:13:41.451976Z","steps":["trace[2068202421] 'process raft request' (duration: 4.914909084s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:41.452018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.060352Z","time spent":"5.391494539s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:41.452016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.537458Z","time spent":"4.914461893s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:41.452101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.536671Z","time spent":"4.915368377s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:42.567338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001268396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:42.567404Z","caller":"traceutil/trace.go:171","msg":"trace[1378220588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001397819s","start":"2026-05-19T14:13:40.565993Z","end":"2026-05-19T14:13:42.56739Z","steps":["trace[1378220588] 'agreement among raft nodes before linearized reading' (duration: 2.001305317s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:42.567437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:40.565971Z","time spent":"2.00145896s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:43.380342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993725084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:43.380401Z","caller":"traceutil/trace.go:171","msg":"trace[678973818] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.993799787s","start":"2026-05-19T14:13:38.386588Z","end":"2026-05-19T14:13:43.380388Z","steps":["trace[678973818] 'agreement among raft nodes before linearized reading' (duration: 4.993730735s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:43.380436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.386535Z","time spent":"4.993894449s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/19 14:13:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:43.391752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99927374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:13:43.391836Z","caller":"traceutil/trace.go:171","msg":"trace[1753344331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999408844s","start":"2026-05-19T14:13:38.392416Z","end":"2026-05-19T14:13:43.391824Z","steps":["trace[1753344331] 'agreement among raft nodes before linearized reading' (duration: 4.999303041s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:43.406955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.3924Z","time spent":"5.014545403s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 14:13:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:43.871354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.235363362s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:44.397006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:44.397071Z","caller":"traceutil/trace.go:171","msg":"trace[1025645173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541205s","start":"2026-05-19T14:13:42.396516Z","end":"2026-05-19T14:13:44.397057Z","steps":["trace[1025645173] 'agreement among raft nodes before linearized reading' (duration: 2.000459123s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.397107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:42.396499Z","time spent":"2.000603077s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:44.434006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.391028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:44.434447Z","caller":"traceutil/trace.go:171","msg":"trace[453385583] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"6.214758382s","start":"2026-05-19T14:13:38.219649Z","end":"2026-05-19T14:13:44.434407Z","steps":["trace[453385583] 'process raft request' (duration: 5.65186872s)","trace[453385583] 'compare' (duration: 560.626772ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:44.434439Z","caller":"traceutil/trace.go:171","msg":"trace[608461943] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"6.047794587s","start":"2026-05-19T14:13:38.386599Z","end":"2026-05-19T14:13:44.434394Z","steps":["trace[608461943] 'process raft request' (duration: 6.047518009s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:44.434473Z","caller":"traceutil/trace.go:171","msg":"trace[1075760702] linearizableReadLoop","detail":"{readStateIndex:27509; appliedIndex:27497; }","duration":"3.98773919s","start":"2026-05-19T14:13:40.446715Z","end":"2026-05-19T14:13:44.434454Z","steps":["trace[1075760702] 'read index received' (duration: 1.004041463s)","trace[1075760702] 'applied index is now lower than readState.Index' (duration: 2.983696447s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:44.434544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.219624Z","time spent":"6.214876874s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:44.434598Z","caller":"traceutil/trace.go:171","msg":"trace[1044147881] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"6.039439817s","start":"2026-05-19T14:13:38.395144Z","end":"2026-05-19T14:13:44.434584Z","steps":["trace[1044147881] 'process raft request' (duration: 6.039110357s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.434689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.39511Z","time spent":"6.039530079s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T14:13:44.43492Z","caller":"traceutil/trace.go:171","msg":"trace[1361840117] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"5.170793967s","start":"2026-05-19T14:13:39.26411Z","end":"2026-05-19T14:13:44.434904Z","steps":["trace[1361840117] 'process raft request' (duration: 5.170207672s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.435013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:39.264073Z","time spent":"5.170894449s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:44.435171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.471342553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:44.435224Z","caller":"traceutil/trace.go:171","msg":"trace[131347314] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26621; }","duration":"6.471405704s","start":"2026-05-19T14:13:37.963806Z","end":"2026-05-19T14:13:44.435211Z","steps":["trace[131347314] 'agreement among raft nodes before linearized reading' (duration: 6.471305012s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.435254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.579426874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:44.435318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.2205786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:44.435319Z","caller":"traceutil/trace.go:171","msg":"trace[1403933245] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26621; }","duration":"6.579526806s","start":"2026-05-19T14:13:37.855774Z","end":"2026-05-19T14:13:44.435301Z","steps":["trace[1403933245] 'agreement among raft nodes before linearized reading' (duration: 6.579431174s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:44.435349Z","caller":"traceutil/trace.go:171","msg":"trace[1369450475] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26621; }","duration":"5.220646021s","start":"2026-05-19T14:13:39.214695Z","end":"2026-05-19T14:13:44.435341Z","steps":["trace[1369450475] 'agreement among raft nodes before linearized reading' (duration: 5.22059408s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.43538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:39.214677Z","time spent":"5.220696512s","remote":"127.0.0.1:39322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:44.435379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:37.855745Z","time spent":"6.579617859s","remote":"127.0.0.1:51248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:44.435419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.02543417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:44.435467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.672994978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:44.435515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.231897905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:44.435544Z","caller":"traceutil/trace.go:171","msg":"trace[868177545] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26621; }","duration":"5.025625825s","start":"2026-05-19T14:13:39.409892Z","end":"2026-05-19T14:13:44.435517Z","steps":["trace[868177545] 'agreement among raft nodes before linearized reading' (duration: 5.025330477s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:44.435568Z","caller":"traceutil/trace.go:171","msg":"trace[1632422052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26621; }","duration":"7.673157883s","start":"2026-05-19T14:13:36.762389Z","end":"2026-05-19T14:13:44.435546Z","steps":["trace[1632422052] 'agreement among raft nodes before linearized reading' (duration: 7.672956998s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.435504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.540881435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:44.435583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.858264586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-19T14:13:44.4356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.302229684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:44.435611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:39.409868Z","time spent":"5.025730738s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:44.435657Z","caller":"traceutil/trace.go:171","msg":"trace[1711119582] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26621; }","duration":"5.302288295s","start":"2026-05-19T14:13:39.133356Z","end":"2026-05-19T14:13:44.435644Z","steps":["trace[1711119582] 'agreement among raft nodes before linearized reading' (duration: 5.302202953s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.43566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.04906067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"warn","ts":"2026-05-19T14:13:44.435702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:39.133298Z","time spent":"5.302394807s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:44.435601Z","caller":"traceutil/trace.go:171","msg":"trace[2010653487] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26621; }","duration":"8.232038369s","start":"2026-05-19T14:13:36.203539Z","end":"2026-05-19T14:13:44.435578Z","steps":["trace[2010653487] 'agreement among raft nodes before linearized reading' (duration: 8.231890276s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.435738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.198520774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:44.43574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.596653126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129833"} {"level":"warn","ts":"2026-05-19T14:13:44.435764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.203521Z","time spent":"8.232227245s","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:44.43578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.656824034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-19T14:13:44.43578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57213604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:44.435437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.898832347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-19T14:13:44.435818Z","caller":"traceutil/trace.go:171","msg":"trace[431053514] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:26621; }","duration":"4.656893276s","start":"2026-05-19T14:13:39.778913Z","end":"2026-05-19T14:13:44.435806Z","steps":["trace[431053514] 'agreement among raft nodes before linearized reading' (duration: 4.656786812s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.435843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:39.778888Z","time spent":"4.656950248s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T14:13:44.435839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.597388636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T14:13:44.435849Z","caller":"traceutil/trace.go:171","msg":"trace[1465748451] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26621; }","duration":"4.572250243s","start":"2026-05-19T14:13:39.863579Z","end":"2026-05-19T14:13:44.435829Z","steps":["trace[1465748451] 'agreement among raft nodes before linearized reading' (duration: 4.57214869s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:44.435865Z","caller":"traceutil/trace.go:171","msg":"trace[1476525668] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"4.052830327s","start":"2026-05-19T14:13:40.383023Z","end":"2026-05-19T14:13:44.435854Z","steps":["trace[1476525668] 'process raft request' (duration: 4.051360879s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.435865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.890999723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T14:13:44.435906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:39.86355Z","time spent":"4.572341875s","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:44.435927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:40.383012Z","time spent":"4.052882869s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:44.435265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:37.963785Z","time spent":"6.471470455s","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:44.435951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048537815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-19T14:13:44.435961Z","caller":"traceutil/trace.go:171","msg":"trace[648285793] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26621; }","duration":"9.541160623s","start":"2026-05-19T14:13:34.894555Z","end":"2026-05-19T14:13:44.435716Z","steps":["trace[648285793] 'agreement among raft nodes before linearized reading' (duration: 9.540657789s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:44.435994Z","caller":"traceutil/trace.go:171","msg":"trace[608706586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26621; }","duration":"4.048610587s","start":"2026-05-19T14:13:40.387373Z","end":"2026-05-19T14:13:44.435983Z","steps":["trace[608706586] 'agreement among raft nodes before linearized reading' (duration: 4.048508224s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.436021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.894534Z","time spent":"9.541472731s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:44.436058Z","caller":"traceutil/trace.go:171","msg":"trace[476886117] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26621; }","duration":"6.049167123s","start":"2026-05-19T14:13:38.386553Z","end":"2026-05-19T14:13:44.43572Z","steps":["trace[476886117] 'agreement among raft nodes before linearized reading' (duration: 6.048982237s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.434574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.386579Z","time spent":"6.047930811s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:13:44.436102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.386535Z","time spent":"6.049557173s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1601,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T14:13:44.436028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:40.387358Z","time spent":"4.048663608s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T14:13:44.436157Z","caller":"traceutil/trace.go:171","msg":"trace[784016688] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26621; }","duration":"6.198603705s","start":"2026-05-19T14:13:38.237172Z","end":"2026-05-19T14:13:44.435775Z","steps":["trace[784016688] 'agreement among raft nodes before linearized reading' (duration: 6.198519942s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.435852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054901642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T14:13:44.436222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.237158Z","time spent":"6.199045777s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:44.436246Z","caller":"traceutil/trace.go:171","msg":"trace[1256417328] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26621; }","duration":"4.055300642s","start":"2026-05-19T14:13:40.380914Z","end":"2026-05-19T14:13:44.436215Z","steps":["trace[1256417328] 'agreement among raft nodes before linearized reading' (duration: 4.054745747s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.436272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:40.3809Z","time spent":"4.055364204s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T14:13:44.435844Z","caller":"traceutil/trace.go:171","msg":"trace[2024571190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26621; }","duration":"7.899296261s","start":"2026-05-19T14:13:36.536537Z","end":"2026-05-19T14:13:44.435833Z","steps":["trace[2024571190] 'agreement among raft nodes before linearized reading' (duration: 7.898748556s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.436358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.536514Z","time spent":"7.899826985s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-19T14:13:44.435661Z","caller":"traceutil/trace.go:171","msg":"trace[1012906385] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26621; }","duration":"7.858335998s","start":"2026-05-19T14:13:36.577305Z","end":"2026-05-19T14:13:44.435641Z","steps":["trace[1012906385] 'agreement among raft nodes before linearized reading' (duration: 7.858190354s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.436433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.577252Z","time spent":"7.859174072s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-19T14:13:44.435629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:36.76237Z","time spent":"7.673248025s","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:44.435798Z","caller":"traceutil/trace.go:171","msg":"trace[794007728] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26621; }","duration":"9.59678338s","start":"2026-05-19T14:13:34.839002Z","end":"2026-05-19T14:13:44.435785Z","steps":["trace[794007728] 'agreement among raft nodes before linearized reading' (duration: 9.596537132s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.436682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.838982Z","time spent":"9.597678393s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129856,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-19T14:13:44.435678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.024947663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:44.436808Z","caller":"traceutil/trace.go:171","msg":"trace[321341590] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26621; }","duration":"6.026125685s","start":"2026-05-19T14:13:38.410667Z","end":"2026-05-19T14:13:44.436792Z","steps":["trace[321341590] 'agreement among raft nodes before linearized reading' (duration: 6.024973994s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.436863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.41064Z","time spent":"6.026207657s","remote":"127.0.0.1:39714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:44.435679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.054801531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-05-19T14:13:44.436939Z","caller":"traceutil/trace.go:171","msg":"trace[1763344025] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26621; }","duration":"6.056089745s","start":"2026-05-19T14:13:38.380834Z","end":"2026-05-19T14:13:44.436923Z","steps":["trace[1763344025] 'agreement among raft nodes before linearized reading' (duration: 6.054713009s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.436995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:38.380814Z","time spent":"6.056167367s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1601,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-19T14:13:44.435886Z","caller":"traceutil/trace.go:171","msg":"trace[1716049185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26621; }","duration":"9.597479689s","start":"2026-05-19T14:13:34.838393Z","end":"2026-05-19T14:13:44.435872Z","steps":["trace[1716049185] 'agreement among raft nodes before linearized reading' (duration: 9.597341525s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.437162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.838373Z","time spent":"9.598780313s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T14:13:44.437128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.648225741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T14:13:44.435929Z","caller":"traceutil/trace.go:171","msg":"trace[690345000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26621; }","duration":"9.891074815s","start":"2026-05-19T14:13:34.54484Z","end":"2026-05-19T14:13:44.435914Z","steps":["trace[690345000] 'agreement among raft nodes before linearized reading' (duration: 9.890934551s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:44.437242Z","caller":"traceutil/trace.go:171","msg":"trace[1517757387] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26621; }","duration":"8.648417328s","start":"2026-05-19T14:13:35.788803Z","end":"2026-05-19T14:13:44.437221Z","steps":["trace[1517757387] 'agreement among raft nodes before linearized reading' (duration: 8.646676391s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.437284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:34.544831Z","time spent":"9.892436211s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T14:13:44.437312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:35.788777Z","time spent":"8.64851867s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2753,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} 2026/05/19 14:13:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:44.568124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:44.568215Z","caller":"traceutil/trace.go:171","msg":"trace[2106059619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634089s","start":"2026-05-19T14:13:42.56756Z","end":"2026-05-19T14:13:44.568194Z","steps":["trace[2106059619] 'agreement among raft nodes before linearized reading' (duration: 2.000505786s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:44.568267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:42.567538Z","time spent":"2.000718571s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:44.935079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:45.22151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350008531s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:45.502711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998052259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:45.502798Z","caller":"traceutil/trace.go:171","msg":"trace[120446331] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998207043s","start":"2026-05-19T14:13:40.504571Z","end":"2026-05-19T14:13:45.502778Z","steps":["trace[120446331] 'agreement among raft nodes before linearized reading' (duration: 4.99808828s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:45.502848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:40.504538Z","time spent":"4.998299835s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/19 14:13:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:45.715249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997874664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:45.715334Z","caller":"traceutil/trace.go:171","msg":"trace[1737869703] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998011627s","start":"2026-05-19T14:13:40.717303Z","end":"2026-05-19T14:13:45.715314Z","steps":["trace[1737869703] 'agreement among raft nodes before linearized reading' (duration: 4.997898204s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:45.715381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:40.717287Z","time spent":"4.998084689s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/19 14:13:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:45.71549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990124316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:45.71552Z","caller":"traceutil/trace.go:171","msg":"trace[423180931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.990181639s","start":"2026-05-19T14:13:42.725331Z","end":"2026-05-19T14:13:45.715512Z","steps":["trace[423180931] 'agreement among raft nodes before linearized reading' (duration: 2.990152077s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:45.715549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:42.725313Z","time spent":"2.99022988s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/19 14:13:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:46.535041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.442694Z","time spent":"2.092341528s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:13:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:46.575344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000732571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:13:46.575409Z","caller":"traceutil/trace.go:171","msg":"trace[1045440771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000832153s","start":"2026-05-19T14:13:44.574558Z","end":"2026-05-19T14:13:46.57539Z","steps":["trace[1045440771] 'agreement among raft nodes before linearized reading' (duration: 2.000744871s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:46.575453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.574551Z","time spent":"2.000888115s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:47.078091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856339071s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:47.07842Z","caller":"traceutil/trace.go:171","msg":"trace[763505896] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"3.613862224s","start":"2026-05-19T14:13:43.464535Z","end":"2026-05-19T14:13:47.078397Z","steps":["trace[763505896] 'process raft request' (duration: 3.613795853s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:47.078519Z","caller":"traceutil/trace.go:171","msg":"trace[2025711151] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"4.326399385s","start":"2026-05-19T14:13:42.752105Z","end":"2026-05-19T14:13:47.078504Z","steps":["trace[2025711151] 'process raft request' (duration: 2.469556091s)","trace[2025711151] 'compare' (duration: 1.855781946s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:47.078527Z","caller":"traceutil/trace.go:171","msg":"trace[377034720] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"3.614506701s","start":"2026-05-19T14:13:43.463999Z","end":"2026-05-19T14:13:47.078506Z","steps":["trace[377034720] 'process raft request' (duration: 3.614193613s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:47.078594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:42.75208Z","time spent":"4.326471907s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:47.078619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:43.463971Z","time spent":"3.614599694s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:47.078516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:43.464517Z","time spent":"3.613952627s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:47.205682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319835825s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:48.381311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998613852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:48.381486Z","caller":"traceutil/trace.go:171","msg":"trace[773963807] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998784927s","start":"2026-05-19T14:13:43.382648Z","end":"2026-05-19T14:13:48.381433Z","steps":["trace[773963807] 'agreement among raft nodes before linearized reading' (duration: 4.998625183s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:48.381582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:43.382643Z","time spent":"4.998919051s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/19 14:13:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:48.396273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:48.396344Z","caller":"traceutil/trace.go:171","msg":"trace[2097013134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287519s","start":"2026-05-19T14:13:46.39604Z","end":"2026-05-19T14:13:48.396327Z","steps":["trace[2097013134] 'agreement among raft nodes before linearized reading' (duration: 2.000192607s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:48.396383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:46.396025Z","time spent":"2.000350171s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:48.577594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:48.577652Z","caller":"traceutil/trace.go:171","msg":"trace[2039131990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027778s","start":"2026-05-19T14:13:46.577362Z","end":"2026-05-19T14:13:48.577639Z","steps":["trace[2039131990] 'agreement among raft nodes before linearized reading' (duration: 2.000200808s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:48.57768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:46.577351Z","time spent":"2.00032419s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:49.441103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.441705Z","time spent":"4.999389813s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:13:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:49.676191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.280971517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:49.676251Z","caller":"traceutil/trace.go:171","msg":"trace[1836099142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.281974374s","start":"2026-05-19T14:13:45.394262Z","end":"2026-05-19T14:13:49.676236Z","steps":["trace[1836099142] 'agreement among raft nodes before linearized reading' (duration: 4.281006768s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:49.676284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:45.39424Z","time spent":"4.282036565s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 14:13:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:49.714057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402685341s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:49.714162Z","caller":"traceutil/trace.go:171","msg":"trace[307357106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26624; }","duration":"1.402802074s","start":"2026-05-19T14:13:48.311345Z","end":"2026-05-19T14:13:49.714147Z","steps":["trace[307357106] 'range keys from in-memory index tree' (duration: 1.402668261s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:49.714896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508752785s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-19T14:13:49.715213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.440651Z","time spent":"5.274553563s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T14:13:49.715664Z","caller":"traceutil/trace.go:171","msg":"trace[188377180] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"5.274643065s","start":"2026-05-19T14:13:44.440997Z","end":"2026-05-19T14:13:49.71564Z","steps":["trace[188377180] 'process raft request' (duration: 5.27406584s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:49.715803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.440974Z","time spent":"5.274735468s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129817,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:49.716092Z","caller":"traceutil/trace.go:171","msg":"trace[1034733997] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"5.272105159s","start":"2026-05-19T14:13:44.443968Z","end":"2026-05-19T14:13:49.716073Z","steps":["trace[1034733997] 'process raft request' (duration: 5.271443191s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:49.716173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.443946Z","time spent":"5.272188711s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:49.716363Z","caller":"traceutil/trace.go:171","msg":"trace[940046565] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"5.272426517s","start":"2026-05-19T14:13:44.443921Z","end":"2026-05-19T14:13:49.716347Z","steps":["trace[940046565] 'process raft request' (duration: 5.271438931s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:49.716604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.443914Z","time spent":"5.272652954s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:49.716989Z","caller":"traceutil/trace.go:171","msg":"trace[1107830145] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26630; }","duration":"5.169653245s","start":"2026-05-19T14:13:44.547322Z","end":"2026-05-19T14:13:49.716975Z","steps":["trace[1107830145] 'process raft request' (duration: 5.168161746s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:49.717057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.547283Z","time spent":"5.169738307s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:49.791878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:46.537649Z","time spent":"3.254222165s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:13:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:50.584388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00065929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:13:50.584492Z","caller":"traceutil/trace.go:171","msg":"trace[1063697670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805693s","start":"2026-05-19T14:13:48.583664Z","end":"2026-05-19T14:13:50.58447Z","steps":["trace[1063697670] 'agreement among raft nodes before linearized reading' (duration: 2.00067999s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:50.584553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:48.583648Z","time spent":"2.000891095s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:50.716096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:45.716973Z","time spent":"4.999116655s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:13:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:50.823593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.617557143s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:13:50.953404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000568853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:50.953822Z","caller":"traceutil/trace.go:171","msg":"trace[1839140875] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.001003124s","start":"2026-05-19T14:13:40.952794Z","end":"2026-05-19T14:13:50.953797Z","steps":["trace[1839140875] 'agreement among raft nodes before linearized reading' (duration: 10.000564582s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:50.953899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:40.952774Z","time spent":"10.001101767s","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/19 14:13:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:51.441401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:46.442356Z","time spent":"4.999037234s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 14:13:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:51.744145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028567406s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T14:13:51.74427Z","caller":"traceutil/trace.go:171","msg":"trace[1090225267] linearizableReadLoop","detail":"{readStateIndex:27520; appliedIndex:27509; }","duration":"7.309710922s","start":"2026-05-19T14:13:44.434547Z","end":"2026-05-19T14:13:51.744258Z","steps":["trace[1090225267] 'read index received' (duration: 787.19626ms)","trace[1090225267] 'applied index is now lower than readState.Index' (duration: 6.522514032s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:51.744334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.410914724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:51.744353Z","caller":"traceutil/trace.go:171","msg":"trace[19113210] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26631; }","duration":"7.410982055s","start":"2026-05-19T14:13:44.333364Z","end":"2026-05-19T14:13:51.744346Z","steps":["trace[19113210] 'agreement among raft nodes before linearized reading' (duration: 7.410944085s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.744371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.333332Z","time spent":"7.411034006s","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.744382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.203805381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:51.744461Z","caller":"traceutil/trace.go:171","msg":"trace[1093378531] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26631; }","duration":"9.203922303s","start":"2026-05-19T14:13:42.54052Z","end":"2026-05-19T14:13:51.744443Z","steps":["trace[1093378531] 'agreement among raft nodes before linearized reading' (duration: 9.20379845s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.744464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.387332757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:51.744465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.198087334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:51.744537Z","caller":"traceutil/trace.go:171","msg":"trace[1852054753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26632; }","duration":"8.38744948s","start":"2026-05-19T14:13:43.357066Z","end":"2026-05-19T14:13:51.744515Z","steps":["trace[1852054753] 'agreement among raft nodes before linearized reading' (duration: 8.387290646s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:51.744564Z","caller":"traceutil/trace.go:171","msg":"trace[593505505] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26632; }","duration":"8.198243307s","start":"2026-05-19T14:13:43.546299Z","end":"2026-05-19T14:13:51.744542Z","steps":["trace[593505505] 'agreement among raft nodes before linearized reading' (duration: 8.198049763s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.74458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:43.357046Z","time spent":"8.387524001s","remote":"127.0.0.1:39616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.744507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:42.540502Z","time spent":"9.203995135s","remote":"127.0.0.1:39384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.744627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:43.54628Z","time spent":"8.198330689s","remote":"127.0.0.1:35974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.744747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.060252394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:51.744772Z","caller":"traceutil/trace.go:171","msg":"trace[191066562] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26633; }","duration":"11.060327007s","start":"2026-05-19T14:13:40.68444Z","end":"2026-05-19T14:13:51.744767Z","steps":["trace[191066562] 'agreement among raft nodes before linearized reading' (duration: 11.060034119s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.744788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:40.684402Z","time spent":"11.060381538s","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.744875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.697497197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:51.744893Z","caller":"traceutil/trace.go:171","msg":"trace[584984979] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26633; }","duration":"9.697541108s","start":"2026-05-19T14:13:42.047347Z","end":"2026-05-19T14:13:51.744888Z","steps":["trace[584984979] 'agreement among raft nodes before linearized reading' (duration: 9.697099656s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.744906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:42.047332Z","time spent":"9.697570068s","remote":"127.0.0.1:35970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.744919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.713519403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:51.744933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.483619033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T14:13:51.744958Z","caller":"traceutil/trace.go:171","msg":"trace[105234782] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26633; }","duration":"9.483671715s","start":"2026-05-19T14:13:42.261278Z","end":"2026-05-19T14:13:51.74495Z","steps":["trace[105234782] 'agreement among raft nodes before linearized reading' (duration: 9.483163011s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:51.744955Z","caller":"traceutil/trace.go:171","msg":"trace[1954194284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26633; }","duration":"8.713593754s","start":"2026-05-19T14:13:43.03135Z","end":"2026-05-19T14:13:51.744943Z","steps":["trace[1954194284] 'agreement among raft nodes before linearized reading' (duration: 8.71306837s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.744976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:42.261264Z","time spent":"9.483708015s","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T14:13:51.744993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.809905502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:51.744991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:43.031328Z","time spent":"8.713654296s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:51.745012Z","caller":"traceutil/trace.go:171","msg":"trace[2127067843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26633; }","duration":"7.810008244s","start":"2026-05-19T14:13:43.934999Z","end":"2026-05-19T14:13:51.745007Z","steps":["trace[2127067843] 'agreement among raft nodes before linearized reading' (duration: 7.809457769s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.745026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:43.934975Z","time spent":"7.810047904s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.745086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.615147982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:51.745097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.732071304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:51.745113Z","caller":"traceutil/trace.go:171","msg":"trace[60763550] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26633; }","duration":"10.732085165s","start":"2026-05-19T14:13:41.013021Z","end":"2026-05-19T14:13:51.745106Z","steps":["trace[60763550] 'agreement among raft nodes before linearized reading' (duration: 10.731440827s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:51.745115Z","caller":"traceutil/trace.go:171","msg":"trace[2041593866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26633; }","duration":"7.615174572s","start":"2026-05-19T14:13:44.12993Z","end":"2026-05-19T14:13:51.745105Z","steps":["trace[2041593866] 'agreement among raft nodes before linearized reading' (duration: 7.614494884s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.745126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:41.012974Z","time spent":"10.732148556s","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.745135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.129873Z","time spent":"7.615256524s","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.745144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.334612515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:51.745175Z","caller":"traceutil/trace.go:171","msg":"trace[2000531412] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26633; }","duration":"8.334674187s","start":"2026-05-19T14:13:43.41049Z","end":"2026-05-19T14:13:51.745164Z","steps":["trace[2000531412] 'agreement among raft nodes before linearized reading' (duration: 8.333919737s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.744979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.848635135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:51.745221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:43.41047Z","time spent":"8.334742419s","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:51.745238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.284006682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf33365c945\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-05-19T14:13:51.745252Z","caller":"traceutil/trace.go:171","msg":"trace[1960025242] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf33365c945; range_end:; response_count:1; response_revision:26633; }","duration":"10.284055033s","start":"2026-05-19T14:13:41.461193Z","end":"2026-05-19T14:13:51.745248Z","steps":["trace[1960025242] 'agreement among raft nodes before linearized reading' (duration: 10.283274563s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.745266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:41.461176Z","time spent":"10.284086333s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf33365c945\" "} {"level":"info","ts":"2026-05-19T14:13:51.745237Z","caller":"traceutil/trace.go:171","msg":"trace[1949410060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26633; }","duration":"9.848923082s","start":"2026-05-19T14:13:41.896307Z","end":"2026-05-19T14:13:51.74523Z","steps":["trace[1949410060] 'agreement among raft nodes before linearized reading' (duration: 9.848144701s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.745483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:41.896287Z","time spent":"9.84919125s","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:51.745484Z","caller":"traceutil/trace.go:171","msg":"trace[54363797] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"5.282557226s","start":"2026-05-19T14:13:46.462918Z","end":"2026-05-19T14:13:51.745475Z","steps":["trace[54363797] 'process raft request' (duration: 5.281749274s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.745548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:46.462894Z","time spent":"5.282612087s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:51.745758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.184584379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-05-19T14:13:51.745801Z","caller":"traceutil/trace.go:171","msg":"trace[113905748] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26634; }","duration":"10.184661311s","start":"2026-05-19T14:13:41.561128Z","end":"2026-05-19T14:13:51.745789Z","steps":["trace[113905748] 'agreement among raft nodes before linearized reading' (duration: 10.183303495s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:51.745831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:41.561109Z","time spent":"10.184715322s","remote":"127.0.0.1:39312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-19T14:13:52.245001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:52.584791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999869968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:13:52.584914Z","caller":"traceutil/trace.go:171","msg":"trace[368550977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055763s","start":"2026-05-19T14:13:50.584835Z","end":"2026-05-19T14:13:52.58489Z","steps":["trace[368550977] 'agreement among raft nodes before linearized reading' (duration: 1.999896818s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:52.584964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:50.584817Z","time spent":"2.000135706s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:52.746011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:52.992828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.169015951s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:13:52.993356Z","caller":"traceutil/trace.go:171","msg":"trace[1166184700] transaction","detail":"{read_only:false; response_revision:26635; number_of_response:1; }","duration":"4.609924307s","start":"2026-05-19T14:13:48.383406Z","end":"2026-05-19T14:13:52.99333Z","steps":["trace[1166184700] 'process raft request' (duration: 4.609691391s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:52.993362Z","caller":"traceutil/trace.go:171","msg":"trace[49328021] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"3.90817108s","start":"2026-05-19T14:13:49.085167Z","end":"2026-05-19T14:13:52.993338Z","steps":["trace[49328021] 'process raft request' (duration: 3.908083238s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:52.993461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:48.383384Z","time spent":"4.61001895s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:52.993483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.085129Z","time spent":"3.908282353s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:52.993619Z","caller":"traceutil/trace.go:171","msg":"trace[638474538] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"3.908246792s","start":"2026-05-19T14:13:49.085365Z","end":"2026-05-19T14:13:52.993612Z","steps":["trace[638474538] 'process raft request' (duration: 3.907931684s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:52.993651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.085357Z","time spent":"3.908276493s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:52.993689Z","caller":"traceutil/trace.go:171","msg":"trace[1519180246] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26637; }","duration":"3.27563544s","start":"2026-05-19T14:13:49.718028Z","end":"2026-05-19T14:13:52.993664Z","steps":["trace[1519180246] 'process raft request' (duration: 3.275522437s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:52.993797Z","caller":"traceutil/trace.go:171","msg":"trace[1758375745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26637; }","duration":"3.275699982s","start":"2026-05-19T14:13:49.71809Z","end":"2026-05-19T14:13:52.99379Z","steps":["trace[1758375745] 'process raft request' (duration: 3.275536017s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:52.993797Z","caller":"traceutil/trace.go:171","msg":"trace[1231397664] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26637; }","duration":"2.607111411s","start":"2026-05-19T14:13:50.386666Z","end":"2026-05-19T14:13:52.993777Z","steps":["trace[1231397664] 'process raft request' (duration: 2.60706279s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:52.993827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.718069Z","time spent":"3.275741944s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:52.993816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.718004Z","time spent":"3.275751634s","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:13:52.993896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:50.386646Z","time spent":"2.607198233s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:54.591488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T14:13:54.591577Z","caller":"traceutil/trace.go:171","msg":"trace[1938830367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035183s","start":"2026-05-19T14:13:52.591521Z","end":"2026-05-19T14:13:54.591556Z","steps":["trace[1938830367] 'agreement among raft nodes before linearized reading' (duration: 1.99992758s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.591628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:52.591493Z","time spent":"2.000124095s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:54.732709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.739687002s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:13:54.733199Z","caller":"traceutil/trace.go:171","msg":"trace[899696154] linearizableReadLoop","detail":"{readStateIndex:27533; appliedIndex:27525; }","duration":"2.988887814s","start":"2026-05-19T14:13:51.744288Z","end":"2026-05-19T14:13:54.733175Z","steps":["trace[899696154] 'read index received' (duration: 1.248837302s)","trace[899696154] 'applied index is now lower than readState.Index' (duration: 1.740049402s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:54.733331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289977408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-19T14:13:54.733338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84996472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:54.73337Z","caller":"traceutil/trace.go:171","msg":"trace[2051156059] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26639; }","duration":"3.29002597s","start":"2026-05-19T14:13:51.443337Z","end":"2026-05-19T14:13:54.733363Z","steps":["trace[2051156059] 'agreement among raft nodes before linearized reading' (duration: 3.289896056s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.733393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:51.44328Z","time spent":"3.290108921s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-19T14:13:54.733398Z","caller":"traceutil/trace.go:171","msg":"trace[1524501648] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26639; }","duration":"4.850038912s","start":"2026-05-19T14:13:49.883343Z","end":"2026-05-19T14:13:54.733382Z","steps":["trace[1524501648] 'agreement among raft nodes before linearized reading' (duration: 4.849928829s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.733436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.427604402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:54.733451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.883325Z","time spent":"4.850112634s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:54.73348Z","caller":"traceutil/trace.go:171","msg":"trace[1801474683] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26639; }","duration":"5.427695214s","start":"2026-05-19T14:13:49.305772Z","end":"2026-05-19T14:13:54.733467Z","steps":["trace[1801474683] 'agreement among raft nodes before linearized reading' (duration: 5.42754717s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:54.733534Z","caller":"traceutil/trace.go:171","msg":"trace[1298347001] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"2.986187964s","start":"2026-05-19T14:13:51.747339Z","end":"2026-05-19T14:13:54.733527Z","steps":["trace[1298347001] 'process raft request' (duration: 2.985547257s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.733535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.305741Z","time spent":"5.427778397s","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:54.733587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:51.747316Z","time spent":"2.986236324s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:54.733708Z","caller":"traceutil/trace.go:171","msg":"trace[2121519011] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"2.784364987s","start":"2026-05-19T14:13:51.949337Z","end":"2026-05-19T14:13:54.733702Z","steps":["trace[2121519011] 'process raft request' (duration: 2.783760471s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.733743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:51.949316Z","time spent":"2.784411989s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:54.733749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605754016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:54.7338Z","caller":"traceutil/trace.go:171","msg":"trace[101832287] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26639; }","duration":"4.605863919s","start":"2026-05-19T14:13:50.12792Z","end":"2026-05-19T14:13:54.733784Z","steps":["trace[101832287] 'agreement among raft nodes before linearized reading' (duration: 4.605742526s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.733812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.815377374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:13:54.733941Z","caller":"traceutil/trace.go:171","msg":"trace[1004303472] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26639; }","duration":"5.815545748s","start":"2026-05-19T14:13:48.918379Z","end":"2026-05-19T14:13:54.733925Z","steps":["trace[1004303472] 'agreement among raft nodes before linearized reading' (duration: 5.815351213s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.733999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:48.918358Z","time spent":"5.81562571s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:54.734005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.260678717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:54.734059Z","caller":"traceutil/trace.go:171","msg":"trace[1567942827] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26639; }","duration":"5.26076952s","start":"2026-05-19T14:13:49.473271Z","end":"2026-05-19T14:13:54.73404Z","steps":["trace[1567942827] 'agreement among raft nodes before linearized reading' (duration: 5.260638776s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.734078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.160485712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-19T14:13:54.734097Z","caller":"traceutil/trace.go:171","msg":"trace[910845783] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26639; }","duration":"10.160552294s","start":"2026-05-19T14:13:44.57354Z","end":"2026-05-19T14:13:54.734093Z","steps":["trace[910845783] 'agreement among raft nodes before linearized reading' (duration: 10.160500293s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.734113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.573512Z","time spent":"10.160596206s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T14:13:54.734104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.473262Z","time spent":"5.260829191s","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:54.73415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009583132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1891"} {"level":"warn","ts":"2026-05-19T14:13:54.734197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.251446532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:54.734271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.412514952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:54.734293Z","caller":"traceutil/trace.go:171","msg":"trace[1202527132] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26639; }","duration":"8.412574264s","start":"2026-05-19T14:13:46.321712Z","end":"2026-05-19T14:13:54.734286Z","steps":["trace[1202527132] 'agreement among raft nodes before linearized reading' (duration: 8.412546433s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.734248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.297412539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:54.734288Z","caller":"traceutil/trace.go:171","msg":"trace[687858526] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26639; }","duration":"5.009727576s","start":"2026-05-19T14:13:49.724499Z","end":"2026-05-19T14:13:54.734226Z","steps":["trace[687858526] 'agreement among raft nodes before linearized reading' (duration: 5.009352626s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.734318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:46.321682Z","time spent":"8.412629265s","remote":"127.0.0.1:35988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:54.734328Z","caller":"traceutil/trace.go:171","msg":"trace[15827061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26639; }","duration":"7.297519711s","start":"2026-05-19T14:13:47.436795Z","end":"2026-05-19T14:13:54.734314Z","steps":["trace[15827061] 'agreement among raft nodes before linearized reading' (duration: 7.297417389s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.73436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.72446Z","time spent":"5.00988139s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1914,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T14:13:54.733833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012196948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T14:13:54.734406Z","caller":"traceutil/trace.go:171","msg":"trace[1116823580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26639; }","duration":"3.012801905s","start":"2026-05-19T14:13:51.721594Z","end":"2026-05-19T14:13:54.734395Z","steps":["trace[1116823580] 'agreement among raft nodes before linearized reading' (duration: 3.012201399s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.734426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.291335125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-19T14:13:54.734383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:50.1279Z","time spent":"4.605941882s","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:54.734285Z","caller":"traceutil/trace.go:171","msg":"trace[2093987065] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26639; }","duration":"10.251580336s","start":"2026-05-19T14:13:44.48269Z","end":"2026-05-19T14:13:54.73427Z","steps":["trace[2093987065] 'agreement among raft nodes before linearized reading' (duration: 10.251467213s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:54.734467Z","caller":"traceutil/trace.go:171","msg":"trace[2052975935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26639; }","duration":"10.291406227s","start":"2026-05-19T14:13:44.44305Z","end":"2026-05-19T14:13:54.734456Z","steps":["trace[2052975935] 'agreement among raft nodes before linearized reading' (duration: 10.291225052s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.734493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.443044Z","time spent":"10.291441068s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T14:13:54.734496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.482671Z","time spent":"10.251803991s","remote":"127.0.0.1:39880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:54.734419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.796188695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:54.734203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909275591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:54.734642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.293177793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fd1e81de-b2ca-4799-9f02-a95420a98e5f\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-19T14:13:54.734369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:47.436774Z","time spent":"7.297580513s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:54.734651Z","caller":"traceutil/trace.go:171","msg":"trace[1089175939] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26639; }","duration":"8.796493162s","start":"2026-05-19T14:13:45.938146Z","end":"2026-05-19T14:13:54.734639Z","steps":["trace[1089175939] 'agreement among raft nodes before linearized reading' (duration: 8.796252326s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.73444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.905194286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:54.734691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:45.938125Z","time spent":"8.796554493s","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:54.734699Z","caller":"traceutil/trace.go:171","msg":"trace[488138297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26639; }","duration":"9.905441473s","start":"2026-05-19T14:13:44.829242Z","end":"2026-05-19T14:13:54.734683Z","steps":["trace[488138297] 'agreement among raft nodes before linearized reading' (duration: 9.905186296s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:54.734694Z","caller":"traceutil/trace.go:171","msg":"trace[1425694614] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26639; }","duration":"5.909770604s","start":"2026-05-19T14:13:48.824883Z","end":"2026-05-19T14:13:54.734654Z","steps":["trace[1425694614] 'agreement among raft nodes before linearized reading' (duration: 5.909302342s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.734734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.829196Z","time spent":"9.905526615s","remote":"127.0.0.1:39708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:54.734753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:48.824861Z","time spent":"5.909870667s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:54.734445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:51.721574Z","time spent":"3.012861227s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T14:13:54.734942Z","caller":"traceutil/trace.go:171","msg":"trace[1959960534] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fd1e81de-b2ca-4799-9f02-a95420a98e5f; range_end:; response_count:1; response_revision:26639; }","duration":"10.293231915s","start":"2026-05-19T14:13:44.441427Z","end":"2026-05-19T14:13:54.734658Z","steps":["trace[1959960534] 'agreement among raft nodes before linearized reading' (duration: 10.293176644s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.736063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.29035522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1891"} {"level":"info","ts":"2026-05-19T14:13:54.736136Z","caller":"traceutil/trace.go:171","msg":"trace[932175949] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26639; }","duration":"5.290432722s","start":"2026-05-19T14:13:49.445687Z","end":"2026-05-19T14:13:54.736119Z","steps":["trace[932175949] 'agreement among raft nodes before linearized reading' (duration: 5.287528125s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:54.736182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:49.445629Z","time spent":"5.290540595s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1914,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T14:13:54.734987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:44.441411Z","time spent":"10.293563554s","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-fd1e81de-b2ca-4799-9f02-a95420a98e5f\" "} {"level":"warn","ts":"2026-05-19T14:13:56.440699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70205854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:56.440765Z","caller":"traceutil/trace.go:171","msg":"trace[187035832] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.702164483s","start":"2026-05-19T14:13:54.738584Z","end":"2026-05-19T14:13:56.440749Z","steps":["trace[187035832] 'agreement among raft nodes before linearized reading' (duration: 1.702078271s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.440799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.73857Z","time spent":"1.702221704s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/19 14:13:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:56.460131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464410153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:56.460182Z","caller":"traceutil/trace.go:171","msg":"trace[901756971] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; }","duration":"3.464507715s","start":"2026-05-19T14:13:52.995663Z","end":"2026-05-19T14:13:56.460171Z","steps":["trace[901756971] 'agreement among raft nodes before linearized reading' (duration: 3.464448834s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.460212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:52.995649Z","time spent":"3.464553066s","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} 2026/05/19 14:13:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:56.460263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723826055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:56.460328Z","caller":"traceutil/trace.go:171","msg":"trace[189202189] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"1.723935038s","start":"2026-05-19T14:13:54.736377Z","end":"2026-05-19T14:13:56.460312Z","steps":["trace[189202189] 'agreement among raft nodes before linearized reading' (duration: 1.723850425s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.460383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.736359Z","time spent":"1.724015349s","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/05/19 14:13:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:56.591982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:13:56.592043Z","caller":"traceutil/trace.go:171","msg":"trace[1021437815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327521s","start":"2026-05-19T14:13:54.591698Z","end":"2026-05-19T14:13:56.592026Z","steps":["trace[1021437815] 'agreement among raft nodes before linearized reading' (duration: 2.000256689s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.592073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.591674Z","time spent":"2.000393132s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:13:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:13:56.674744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655170533s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-19T14:13:56.674972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:52.994737Z","time spent":"3.680230957s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T14:13:56.675323Z","caller":"traceutil/trace.go:171","msg":"trace[2134015341] linearizableReadLoop","detail":"{readStateIndex:27535; appliedIndex:27533; }","duration":"1.942009202s","start":"2026-05-19T14:13:54.73329Z","end":"2026-05-19T14:13:56.675299Z","steps":["trace[2134015341] 'read index received' (duration: 286.346666ms)","trace[2134015341] 'applied index is now lower than readState.Index' (duration: 1.655660926s)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:56.675433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348308753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:56.675468Z","caller":"traceutil/trace.go:171","msg":"trace[29287788] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"2.049750164s","start":"2026-05-19T14:13:54.625702Z","end":"2026-05-19T14:13:56.675452Z","steps":["trace[29287788] 'process raft request' (duration: 2.049146279s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:56.675487Z","caller":"traceutil/trace.go:171","msg":"trace[256304231] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26640; }","duration":"2.348408215s","start":"2026-05-19T14:13:54.32706Z","end":"2026-05-19T14:13:56.675468Z","steps":["trace[256304231] 'agreement among raft nodes before linearized reading' (duration: 2.348312193s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.67553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.327039Z","time spent":"2.348479408s","remote":"127.0.0.1:39448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:56.675512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293569475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-19T14:13:56.675554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.625684Z","time spent":"2.049818536s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:56.675581Z","caller":"traceutil/trace.go:171","msg":"trace[61663771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26640; }","duration":"3.293679837s","start":"2026-05-19T14:13:53.381884Z","end":"2026-05-19T14:13:56.675564Z","steps":["trace[61663771] 'agreement among raft nodes before linearized reading' (duration: 3.293490991s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.675623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:53.381864Z","time spent":"3.293750059s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:13:56.67563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.293697208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-19T14:13:56.675624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394430301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:56.67569Z","caller":"traceutil/trace.go:171","msg":"trace[805373030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26640; }","duration":"3.293787199s","start":"2026-05-19T14:13:53.381884Z","end":"2026-05-19T14:13:56.675671Z","steps":["trace[805373030] 'agreement among raft nodes before linearized reading' (duration: 3.293517222s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:56.675714Z","caller":"traceutil/trace.go:171","msg":"trace[950790381] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26640; }","duration":"4.394564835s","start":"2026-05-19T14:13:52.281125Z","end":"2026-05-19T14:13:56.67569Z","steps":["trace[950790381] 'agreement among raft nodes before linearized reading' (duration: 4.39438186s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.675737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:53.381865Z","time spent":"3.293860362s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T14:13:56.675713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248482789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:56.675775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:52.281109Z","time spent":"4.394648347s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:56.675821Z","caller":"traceutil/trace.go:171","msg":"trace[770105039] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26640; }","duration":"2.248652143s","start":"2026-05-19T14:13:54.427137Z","end":"2026-05-19T14:13:56.675789Z","steps":["trace[770105039] 'agreement among raft nodes before linearized reading' (duration: 2.248418447s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.675897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.427115Z","time spent":"2.248763156s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:56.73456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.714936631s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:13:56.735035Z","caller":"traceutil/trace.go:171","msg":"trace[1222004584] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"1.99650324s","start":"2026-05-19T14:13:54.738507Z","end":"2026-05-19T14:13:56.735011Z","steps":["trace[1222004584] 'process raft request' (duration: 1.996307004s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.735171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.738485Z","time spent":"1.996596752s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2720,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:56.735271Z","caller":"traceutil/trace.go:171","msg":"trace[764235703] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"1.995446731s","start":"2026-05-19T14:13:54.739808Z","end":"2026-05-19T14:13:56.735254Z","steps":["trace[764235703] 'process raft request' (duration: 1.995143233s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.735363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.739789Z","time spent":"1.995530254s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:56.735582Z","caller":"traceutil/trace.go:171","msg":"trace[748375534] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"1.736060287s","start":"2026-05-19T14:13:54.999498Z","end":"2026-05-19T14:13:56.735559Z","steps":["trace[748375534] 'process raft request' (duration: 1.735918123s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:56.735657Z","caller":"traceutil/trace.go:171","msg":"trace[973464517] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"1.993142831s","start":"2026-05-19T14:13:54.742501Z","end":"2026-05-19T14:13:56.735644Z","steps":["trace[973464517] 'process raft request' (duration: 1.99269097s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.735709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.999479Z","time spent":"1.73616285s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:56.735659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.754944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:56.735729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.742487Z","time spent":"1.993207884s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:56.735762Z","caller":"traceutil/trace.go:171","msg":"trace[2069566850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26645; }","duration":"483.899489ms","start":"2026-05-19T14:13:56.251846Z","end":"2026-05-19T14:13:56.735746Z","steps":["trace[2069566850] 'agreement among raft nodes before linearized reading' (duration: 483.749704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.735813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.251829Z","time spent":"483.973991ms","remote":"127.0.0.1:39576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:56.735891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.828878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129833"} {"level":"info","ts":"2026-05-19T14:13:56.735936Z","caller":"traceutil/trace.go:171","msg":"trace[1432944714] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26645; }","duration":"275.9074ms","start":"2026-05-19T14:13:56.460017Z","end":"2026-05-19T14:13:56.735925Z","steps":["trace[1432944714] 'agreement among raft nodes before linearized reading' (duration: 275.700415ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:56.735982Z","caller":"traceutil/trace.go:171","msg":"trace[2021783835] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"1.736357385s","start":"2026-05-19T14:13:54.999614Z","end":"2026-05-19T14:13:56.735972Z","steps":["trace[2021783835] 'process raft request' (duration: 1.735871622s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.736006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992106034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-19T14:13:56.736032Z","caller":"traceutil/trace.go:171","msg":"trace[1646919732] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26645; }","duration":"1.992145686s","start":"2026-05-19T14:13:54.743876Z","end":"2026-05-19T14:13:56.736022Z","steps":["trace[1646919732] 'agreement among raft nodes before linearized reading' (duration: 1.992080894s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.73606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.74387Z","time spent":"1.992183816s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-19T14:13:56.736053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.999609Z","time spent":"1.736410846s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:56.735941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612608481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-19T14:13:56.736139Z","caller":"traceutil/trace.go:171","msg":"trace[890960354] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26645; }","duration":"1.612803696s","start":"2026-05-19T14:13:55.123324Z","end":"2026-05-19T14:13:56.736128Z","steps":["trace[890960354] 'agreement among raft nodes before linearized reading' (duration: 1.612531809s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.736184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:55.123309Z","time spent":"1.612862647s","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-19T14:13:56.736253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997917296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf33365c945\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-05-19T14:13:56.736294Z","caller":"traceutil/trace.go:171","msg":"trace[43866320] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf33365c945; range_end:; response_count:1; response_revision:26645; }","duration":"1.997958307s","start":"2026-05-19T14:13:54.738326Z","end":"2026-05-19T14:13:56.736284Z","steps":["trace[43866320] 'agreement among raft nodes before linearized reading' (duration: 1.997850054s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:56.73633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:54.738279Z","time spent":"1.99804183s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fcf33365c945\" "} {"level":"warn","ts":"2026-05-19T14:13:56.736008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.566458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:56.737464Z","caller":"traceutil/trace.go:171","msg":"trace[1116983973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26645; }","duration":"137.059317ms","start":"2026-05-19T14:13:56.600387Z","end":"2026-05-19T14:13:56.737446Z","steps":["trace[1116983973] 'agreement among raft nodes before linearized reading' (duration: 135.333732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:57.222844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.94632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:13:57.223081Z","caller":"traceutil/trace.go:171","msg":"trace[1284471084] linearizableReadLoop","detail":"{readStateIndex:27545; appliedIndex:27543; }","duration":"472.531408ms","start":"2026-05-19T14:13:56.750537Z","end":"2026-05-19T14:13:57.223069Z","steps":["trace[1284471084] 'read index received' (duration: 273.306861ms)","trace[1284471084] 'applied index is now lower than readState.Index' (duration: 199.223757ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:57.223139Z","caller":"traceutil/trace.go:171","msg":"trace[796190254] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"483.460057ms","start":"2026-05-19T14:13:56.739669Z","end":"2026-05-19T14:13:57.223129Z","steps":["trace[796190254] 'process raft request' (duration: 284.165317ms)","trace[796190254] 'compare' (duration: 198.699384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:13:57.223182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.739648Z","time spent":"483.512958ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:57.22323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.988852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:57.22329Z","caller":"traceutil/trace.go:171","msg":"trace[504556230] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:26650; }","duration":"481.057823ms","start":"2026-05-19T14:13:56.742219Z","end":"2026-05-19T14:13:57.223277Z","steps":["trace[504556230] 'agreement among raft nodes before linearized reading' (duration: 480.92374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:57.22332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.742189Z","time spent":"481.125155ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-05-19T14:13:57.223379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.878345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4292952f-ca26-4a53-97e5-edd2e6ff8613\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-05-19T14:13:57.223404Z","caller":"traceutil/trace.go:171","msg":"trace[258774789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4292952f-ca26-4a53-97e5-edd2e6ff8613; range_end:; response_count:1; response_revision:26650; }","duration":"481.923895ms","start":"2026-05-19T14:13:56.741473Z","end":"2026-05-19T14:13:57.223397Z","steps":["trace[258774789] 'agreement among raft nodes before linearized reading' (duration: 481.835433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:57.223427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.741463Z","time spent":"481.960067ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-4292952f-ca26-4a53-97e5-edd2e6ff8613\" "} {"level":"info","ts":"2026-05-19T14:13:57.223455Z","caller":"traceutil/trace.go:171","msg":"trace[1719644065] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"482.767707ms","start":"2026-05-19T14:13:56.740679Z","end":"2026-05-19T14:13:57.223447Z","steps":["trace[1719644065] 'process raft request' (duration: 482.288176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:57.223513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.740655Z","time spent":"482.820349ms","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129817,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:13:57.223536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.470023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:57.22356Z","caller":"traceutil/trace.go:171","msg":"trace[1648872726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26650; }","duration":"484.525694ms","start":"2026-05-19T14:13:56.739027Z","end":"2026-05-19T14:13:57.223553Z","steps":["trace[1648872726] 'agreement among raft nodes before linearized reading' (duration: 484.485223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:57.223576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.739009Z","time spent":"484.563826ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:57.723979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:13:57.967033Z","caller":"traceutil/trace.go:171","msg":"trace[1389716254] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"1.209700609s","start":"2026-05-19T14:13:56.75728Z","end":"2026-05-19T14:13:57.96698Z","steps":["trace[1389716254] 'process raft request' (duration: 1.209546625s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:57.967171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.75727Z","time spent":"1.209833722s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:58.027881Z","caller":"traceutil/trace.go:171","msg":"trace[1370922601] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"799.693981ms","start":"2026-05-19T14:13:57.228174Z","end":"2026-05-19T14:13:58.027868Z","steps":["trace[1370922601] 'process raft request' (duration: 799.382893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.027933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.22815Z","time spent":"799.757002ms","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1240,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T14:13:58.027941Z","caller":"traceutil/trace.go:171","msg":"trace[1633699013] linearizableReadLoop","detail":"{readStateIndex:27549; appliedIndex:27545; }","duration":"804.812375ms","start":"2026-05-19T14:13:57.223105Z","end":"2026-05-19T14:13:58.027917Z","steps":["trace[1633699013] 'read index received' (duration: 743.709603ms)","trace[1633699013] 'applied index is now lower than readState.Index' (duration: 61.101432ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:13:58.027993Z","caller":"traceutil/trace.go:171","msg":"trace[1333587450] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"585.140209ms","start":"2026-05-19T14:13:57.442844Z","end":"2026-05-19T14:13:58.027984Z","steps":["trace[1333587450] 'process raft request' (duration: 584.989585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.028022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.442819Z","time spent":"585.18434ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:13:58.0281Z","caller":"traceutil/trace.go:171","msg":"trace[559204328] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"799.915898ms","start":"2026-05-19T14:13:57.228179Z","end":"2026-05-19T14:13:58.028095Z","steps":["trace[559204328] 'process raft request' (duration: 799.594058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.028126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.228153Z","time spent":"799.957628ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:13:58.028115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.08867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:58.028151Z","caller":"traceutil/trace.go:171","msg":"trace[2093816548] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26654; }","duration":"958.147992ms","start":"2026-05-19T14:13:57.069992Z","end":"2026-05-19T14:13:58.02814Z","steps":["trace[2093816548] 'agreement among raft nodes before linearized reading' (duration: 958.040958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.028194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.06993Z","time spent":"958.253275ms","remote":"127.0.0.1:58032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:58.028389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236833316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:58.028449Z","caller":"traceutil/trace.go:171","msg":"trace[911698221] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26654; }","duration":"1.236920018s","start":"2026-05-19T14:13:56.791516Z","end":"2026-05-19T14:13:58.028436Z","steps":["trace[911698221] 'agreement among raft nodes before linearized reading' (duration: 1.236790085s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.028456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.094783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:58.028456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26621542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-19T14:13:58.028484Z","caller":"traceutil/trace.go:171","msg":"trace[2087069937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26654; }","duration":"304.149985ms","start":"2026-05-19T14:13:57.724326Z","end":"2026-05-19T14:13:58.028476Z","steps":["trace[2087069937] 'agreement among raft nodes before linearized reading' (duration: 304.102914ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:58.028487Z","caller":"traceutil/trace.go:171","msg":"trace[1364078945] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26654; }","duration":"1.266276182s","start":"2026-05-19T14:13:56.762204Z","end":"2026-05-19T14:13:58.02848Z","steps":["trace[1364078945] 'agreement among raft nodes before linearized reading' (duration: 1.266165549s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.028462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.024045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:13:58.028504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.72431Z","time spent":"304.189626ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:13:58.028505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.762197Z","time spent":"1.266303433s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-19T14:13:58.028441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.983099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:58.028538Z","caller":"traceutil/trace.go:171","msg":"trace[726444607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26654; }","duration":"497.126447ms","start":"2026-05-19T14:13:57.531389Z","end":"2026-05-19T14:13:58.028516Z","steps":["trace[726444607] 'agreement among raft nodes before linearized reading' (duration: 497.006424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.028558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.735349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:13:58.028608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.531379Z","time spent":"497.212929ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:13:58.028649Z","caller":"traceutil/trace.go:171","msg":"trace[520970616] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26654; }","duration":"504.849611ms","start":"2026-05-19T14:13:57.523759Z","end":"2026-05-19T14:13:58.028609Z","steps":["trace[520970616] 'agreement among raft nodes before linearized reading' (duration: 504.728828ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:13:58.028548Z","caller":"traceutil/trace.go:171","msg":"trace[249909769] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26654; }","duration":"523.152484ms","start":"2026-05-19T14:13:57.505378Z","end":"2026-05-19T14:13:58.02853Z","steps":["trace[249909769] 'agreement among raft nodes before linearized reading' (duration: 522.98572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.028706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.523734Z","time spent":"504.956493ms","remote":"127.0.0.1:60550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:58.028725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.505354Z","time spent":"523.343139ms","remote":"127.0.0.1:51274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:58.028487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.791502Z","time spent":"1.236975699s","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:13:58.029101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.583337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-19T14:13:58.029259Z","caller":"traceutil/trace.go:171","msg":"trace[254745655] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26654; }","duration":"492.624569ms","start":"2026-05-19T14:13:57.536497Z","end":"2026-05-19T14:13:58.029121Z","steps":["trace[254745655] 'agreement among raft nodes before linearized reading' (duration: 491.870729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.029288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:57.536488Z","time spent":"492.789553ms","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-19T14:13:58.029271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272718942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T14:13:58.030687Z","caller":"traceutil/trace.go:171","msg":"trace[2141000175] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26654; }","duration":"1.274326305s","start":"2026-05-19T14:13:56.756339Z","end":"2026-05-19T14:13:58.030665Z","steps":["trace[2141000175] 'agreement among raft nodes before linearized reading' (duration: 1.27187303s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:13:58.03075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:56.756325Z","time spent":"1.274405986s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T14:13:58.535449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:59.036398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:59.536889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:13:59.918633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607751153s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:13:59.91872Z","caller":"traceutil/trace.go:171","msg":"trace[1048378870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26654; }","duration":"1.607849946s","start":"2026-05-19T14:13:58.310858Z","end":"2026-05-19T14:13:59.918708Z","steps":["trace[1048378870] 'range keys from in-memory index tree' (duration: 1.607738142s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:00.037548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:14:00.366798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.33344419s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:14:00.367124Z","caller":"traceutil/trace.go:171","msg":"trace[165316545] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"2.33381901s","start":"2026-05-19T14:13:58.033285Z","end":"2026-05-19T14:14:00.367104Z","steps":["trace[165316545] 'process raft request' (duration: 2.333682616s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:00.36726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.033274Z","time spent":"2.333935773s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:00.727532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000852874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:14:00.727609Z","caller":"traceutil/trace.go:171","msg":"trace[714816383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000937446s","start":"2026-05-19T14:13:58.726657Z","end":"2026-05-19T14:14:00.727594Z","steps":["trace[714816383] 'agreement among raft nodes before linearized reading' (duration: 2.000851724s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:00.727649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.726595Z","time spent":"2.00104521s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:14:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:14:02.472287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:01.267198Z","time spent":"1.205078898s","remote":"127.0.0.1:54934","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-19T14:14:02.480712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.113576109s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:14:02.481383Z","caller":"traceutil/trace.go:171","msg":"trace[1737876172] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27549; }","duration":"4.447000908s","start":"2026-05-19T14:13:58.034366Z","end":"2026-05-19T14:14:02.481366Z","steps":["trace[1737876172] 'read index received' (duration: 2.332668418s)","trace[1737876172] 'applied index is now lower than readState.Index' (duration: 2.11433113s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:02.481459Z","caller":"traceutil/trace.go:171","msg":"trace[853298539] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"3.739279094s","start":"2026-05-19T14:13:58.74217Z","end":"2026-05-19T14:14:02.48145Z","steps":["trace[853298539] 'process raft request' (duration: 3.73915819s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:02.481453Z","caller":"traceutil/trace.go:171","msg":"trace[1380262619] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"3.739720596s","start":"2026-05-19T14:13:58.741701Z","end":"2026-05-19T14:14:02.481422Z","steps":["trace[1380262619] 'process raft request' (duration: 3.739593722s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:02.481541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.742158Z","time spent":"3.739322865s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:02.481611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.741683Z","time spent":"3.739848899s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:02.481746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447322496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T14:14:02.481775Z","caller":"traceutil/trace.go:171","msg":"trace[379716498] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26660; }","duration":"4.44742086s","start":"2026-05-19T14:13:58.034347Z","end":"2026-05-19T14:14:02.481767Z","steps":["trace[379716498] 'agreement among raft nodes before linearized reading' (duration: 4.447268816s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:02.482258Z","caller":"traceutil/trace.go:171","msg":"trace[2022804974] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"4.447672546s","start":"2026-05-19T14:13:58.034531Z","end":"2026-05-19T14:14:02.482203Z","steps":["trace[2022804974] 'process raft request' (duration: 4.446478044s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:02.482357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.034509Z","time spent":"4.44780258s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:14:02.482415Z","caller":"traceutil/trace.go:171","msg":"trace[2022429272] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"4.447355448s","start":"2026-05-19T14:13:58.035039Z","end":"2026-05-19T14:14:02.482394Z","steps":["trace[2022429272] 'process raft request' (duration: 4.446136715s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:02.482533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.035025Z","time spent":"4.447447631s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129817,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:14:02.48285Z","caller":"traceutil/trace.go:171","msg":"trace[1910088359] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"4.442696685s","start":"2026-05-19T14:13:58.03903Z","end":"2026-05-19T14:14:02.481727Z","steps":["trace[1910088359] 'process raft request' (duration: 4.442224132s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:02.48297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.039019Z","time spent":"4.443897667s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:02.481819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.034339Z","time spent":"4.447475071s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T14:14:02.727371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:14:02.727427Z","caller":"traceutil/trace.go:171","msg":"trace[1597419683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993972s","start":"2026-05-19T14:14:00.72742Z","end":"2026-05-19T14:14:02.727414Z","steps":["trace[1597419683] 'agreement among raft nodes before linearized reading' (duration: 1.99992276s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:02.727455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:00.7274Z","time spent":"2.000049444s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:14:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:14:03.654189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.142371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:14:03.654403Z","caller":"traceutil/trace.go:171","msg":"trace[856230397] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"1.412623504s","start":"2026-05-19T14:14:02.241734Z","end":"2026-05-19T14:14:03.654357Z","steps":["trace[856230397] 'process raft request' (duration: 440.248617ms)","trace[856230397] 'compare' (duration: 971.502074ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:03.654726Z","caller":"traceutil/trace.go:171","msg":"trace[1468767057] linearizableReadLoop","detail":"{readStateIndex:27556; appliedIndex:27555; }","duration":"1.173290199s","start":"2026-05-19T14:14:02.481423Z","end":"2026-05-19T14:14:03.654713Z","steps":["trace[1468767057] 'read index received' (duration: 200.504731ms)","trace[1468767057] 'applied index is now lower than readState.Index' (duration: 972.783827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.654947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.241708Z","time spent":"1.412779637s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:03.700694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366206208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:14:03.700767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484793558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:03.700812Z","caller":"traceutil/trace.go:171","msg":"trace[523726867] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26661; }","duration":"1.366384603s","start":"2026-05-19T14:14:02.334398Z","end":"2026-05-19T14:14:03.700783Z","steps":["trace[523726867] 'agreement among raft nodes before linearized reading' (duration: 1.320359249s)","trace[523726867] 'count revisions from in-memory index tree' (duration: 45.85091ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.700797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076359738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:03.700878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.334375Z","time spent":"1.366484876s","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:03.700887Z","caller":"traceutil/trace.go:171","msg":"trace[311329131] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26661; }","duration":"4.076501122s","start":"2026-05-19T14:13:59.624362Z","end":"2026-05-19T14:14:03.700863Z","steps":["trace[311329131] 'agreement among raft nodes before linearized reading' (duration: 4.030388916s)","trace[311329131] 'count revisions from in-memory index tree' (duration: 45.963062ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.700945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:59.624346Z","time spent":"4.076587624s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:03.701148Z","caller":"traceutil/trace.go:171","msg":"trace[759985486] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26661; }","duration":"1.484959682s","start":"2026-05-19T14:14:02.215867Z","end":"2026-05-19T14:14:03.700827Z","steps":["trace[759985486] 'agreement among raft nodes before linearized reading' (duration: 1.438882227s)","trace[759985486] 'count revisions from in-memory index tree' (duration: 45.913571ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.701161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9532225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:2738"} {"level":"warn","ts":"2026-05-19T14:14:03.701261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65537817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:03.701292Z","caller":"traceutil/trace.go:171","msg":"trace[770518073] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26661; }","duration":"3.953415695s","start":"2026-05-19T14:13:59.747845Z","end":"2026-05-19T14:14:03.701261Z","steps":["trace[770518073] 'agreement among raft nodes before linearized reading' (duration: 3.906907448s)","trace[770518073] 'range keys from in-memory index tree' (duration: 46.176839ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.70132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.128264284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:03.701335Z","caller":"traceutil/trace.go:171","msg":"trace[1916279037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26661; }","duration":"3.655474753s","start":"2026-05-19T14:14:00.045837Z","end":"2026-05-19T14:14:03.701311Z","steps":["trace[1916279037] 'agreement among raft nodes before linearized reading' (duration: 3.608904364s)","trace[1916279037] 'count revisions from in-memory index tree' (duration: 46.466866ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:03.701375Z","caller":"traceutil/trace.go:171","msg":"trace[102493293] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26661; }","duration":"5.128334196s","start":"2026-05-19T14:13:58.573021Z","end":"2026-05-19T14:14:03.701356Z","steps":["trace[102493293] 'agreement among raft nodes before linearized reading' (duration: 5.081768398s)","trace[102493293] 'count revisions from in-memory index tree' (duration: 46.512027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.701368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:59.747827Z","time spent":"3.953514217s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2761,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-19T14:14:03.701434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727703083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:03.701454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.573007Z","time spent":"5.128436558s","remote":"127.0.0.1:58018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:03.701465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:00.04582Z","time spent":"3.655626026s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:03.7015Z","caller":"traceutil/trace.go:171","msg":"trace[406945445] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26661; }","duration":"2.727795235s","start":"2026-05-19T14:14:00.973678Z","end":"2026-05-19T14:14:03.701473Z","steps":["trace[406945445] 'agreement among raft nodes before linearized reading' (duration: 2.681085093s)","trace[406945445] 'range keys from in-memory index tree' (duration: 46.595889ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.701554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.785770826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:03.701568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:00.973658Z","time spent":"2.727892447s","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-19T14:14:03.701601Z","caller":"traceutil/trace.go:171","msg":"trace[1867713295] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26661; }","duration":"4.785843589s","start":"2026-05-19T14:13:58.915741Z","end":"2026-05-19T14:14:03.701584Z","steps":["trace[1867713295] 'agreement among raft nodes before linearized reading' (duration: 4.739032244s)","trace[1867713295] 'count revisions from in-memory index tree' (duration: 46.759574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.701374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.215847Z","time spent":"1.485357503s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:03.701506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23263461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:03.701641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.915723Z","time spent":"4.785908432s","remote":"127.0.0.1:39778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:03.701269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215842521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-19T14:14:03.701687Z","caller":"traceutil/trace.go:171","msg":"trace[1910397798] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26661; }","duration":"2.232843267s","start":"2026-05-19T14:14:01.468817Z","end":"2026-05-19T14:14:03.70166Z","steps":["trace[1910397798] 'agreement among raft nodes before linearized reading' (duration: 2.185943189s)","trace[1910397798] 'count revisions from in-memory index tree' (duration: 46.697772ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:03.701737Z","caller":"traceutil/trace.go:171","msg":"trace[1838973584] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26662; }","duration":"1.216320244s","start":"2026-05-19T14:14:02.485396Z","end":"2026-05-19T14:14:03.701716Z","steps":["trace[1838973584] 'agreement among raft nodes before linearized reading' (duration: 1.215709298s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.701746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:01.468794Z","time spent":"2.232931748s","remote":"127.0.0.1:57916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:03.701785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.83365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-19T14:14:03.701805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.485384Z","time spent":"1.216403137s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" "} {"level":"info","ts":"2026-05-19T14:14:03.701825Z","caller":"traceutil/trace.go:171","msg":"trace[383406268] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26662; }","duration":"363.914502ms","start":"2026-05-19T14:14:03.337901Z","end":"2026-05-19T14:14:03.701815Z","steps":["trace[383406268] 'agreement among raft nodes before linearized reading' (duration: 363.749908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.701329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.960795005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-19T14:14:03.701855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:03.33788Z","time spent":"363.967663ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:03.701913Z","caller":"traceutil/trace.go:171","msg":"trace[670792290] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26661; }","duration":"4.961488653s","start":"2026-05-19T14:13:58.74039Z","end":"2026-05-19T14:14:03.701878Z","steps":["trace[670792290] 'agreement among raft nodes before linearized reading' (duration: 4.91439336s)","trace[670792290] 'range keys from in-memory index tree' (duration: 46.300742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:03.701964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215496962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:03.701971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.531035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:03.702003Z","caller":"traceutil/trace.go:171","msg":"trace[318612644] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26662; }","duration":"1.215570154s","start":"2026-05-19T14:14:02.48642Z","end":"2026-05-19T14:14:03.70199Z","steps":["trace[318612644] 'agreement among raft nodes before linearized reading' (duration: 1.215486082s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.702001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:13:58.740371Z","time spent":"4.961611437s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T14:14:03.702015Z","caller":"traceutil/trace.go:171","msg":"trace[1607920322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26662; }","duration":"968.606817ms","start":"2026-05-19T14:14:02.733397Z","end":"2026-05-19T14:14:03.702004Z","steps":["trace[1607920322] 'agreement among raft nodes before linearized reading' (duration: 968.512375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.702053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.486405Z","time spent":"1.215637125s","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-19T14:14:03.702051Z","caller":"traceutil/trace.go:171","msg":"trace[300660047] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"730.382342ms","start":"2026-05-19T14:14:02.971647Z","end":"2026-05-19T14:14:03.70203Z","steps":["trace[300660047] 'process raft request' (duration: 729.113228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.702101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.733387Z","time spent":"968.6992ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:14:03.702124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203469925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-19T14:14:03.702157Z","caller":"traceutil/trace.go:171","msg":"trace[499730941] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26662; }","duration":"1.203535917s","start":"2026-05-19T14:14:02.498611Z","end":"2026-05-19T14:14:03.702147Z","steps":["trace[499730941] 'agreement among raft nodes before linearized reading' (duration: 1.203419534s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.702179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.971623Z","time spent":"730.478225ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:03.702044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21654582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T14:14:03.702307Z","caller":"traceutil/trace.go:171","msg":"trace[153563562] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:26662; }","duration":"1.216822867s","start":"2026-05-19T14:14:02.485475Z","end":"2026-05-19T14:14:03.702298Z","steps":["trace[153563562] 'agreement among raft nodes before linearized reading' (duration: 1.216445518s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.702341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.485471Z","time spent":"1.216860089s","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"warn","ts":"2026-05-19T14:14:03.70242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.656787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:03.702477Z","caller":"traceutil/trace.go:171","msg":"trace[2044989722] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26662; }","duration":"241.74602ms","start":"2026-05-19T14:14:03.460719Z","end":"2026-05-19T14:14:03.702465Z","steps":["trace[2044989722] 'agreement among raft nodes before linearized reading' (duration: 240.615989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.7022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:02.498594Z","time spent":"1.203599388s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-19T14:14:03.848349Z","caller":"traceutil/trace.go:171","msg":"trace[859293404] linearizableReadLoop","detail":"{readStateIndex:27562; appliedIndex:27559; }","duration":"117.310156ms","start":"2026-05-19T14:14:03.731012Z","end":"2026-05-19T14:14:03.848322Z","steps":["trace[859293404] 'read index received' (duration: 117.019289ms)","trace[859293404] 'applied index is now lower than readState.Index' (duration: 289.847µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:03.848367Z","caller":"traceutil/trace.go:171","msg":"trace[1146131939] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"143.306901ms","start":"2026-05-19T14:14:03.705032Z","end":"2026-05-19T14:14:03.848339Z","steps":["trace[1146131939] 'process raft request' (duration: 143.126317ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:03.848456Z","caller":"traceutil/trace.go:171","msg":"trace[819975717] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"144.557264ms","start":"2026-05-19T14:14:03.70385Z","end":"2026-05-19T14:14:03.848407Z","steps":["trace[819975717] 'process raft request' (duration: 144.150974ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:03.848489Z","caller":"traceutil/trace.go:171","msg":"trace[526232570] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"139.569502ms","start":"2026-05-19T14:14:03.708898Z","end":"2026-05-19T14:14:03.848468Z","steps":["trace[526232570] 'process raft request' (duration: 139.350527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.848835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.371475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:03.848889Z","caller":"traceutil/trace.go:171","msg":"trace[1584947881] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26665; }","duration":"140.60127ms","start":"2026-05-19T14:14:03.708273Z","end":"2026-05-19T14:14:03.848874Z","steps":["trace[1584947881] 'agreement among raft nodes before linearized reading' (duration: 140.22593ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:03.867558Z","caller":"traceutil/trace.go:171","msg":"trace[2052709049] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"135.269969ms","start":"2026-05-19T14:14:03.732271Z","end":"2026-05-19T14:14:03.867541Z","steps":["trace[2052709049] 'process raft request' (duration: 135.145636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:03.867687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.162191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:03.867747Z","caller":"traceutil/trace.go:171","msg":"trace[485937916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26666; }","duration":"128.269904ms","start":"2026-05-19T14:14:03.739464Z","end":"2026-05-19T14:14:03.867734Z","steps":["trace[485937916] 'agreement among raft nodes before linearized reading' (duration: 128.12227ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:04.079585Z","caller":"traceutil/trace.go:171","msg":"trace[1600303897] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"226.122777ms","start":"2026-05-19T14:14:03.853431Z","end":"2026-05-19T14:14:04.079554Z","steps":["trace[1600303897] 'process raft request' (duration: 225.746707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:04.079662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.314738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:04.079604Z","caller":"traceutil/trace.go:171","msg":"trace[435821467] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"226.953608ms","start":"2026-05-19T14:14:03.85262Z","end":"2026-05-19T14:14:04.079573Z","steps":["trace[435821467] 'process raft request' (duration: 181.90274ms)","trace[435821467] 'compare' (duration: 44.017131ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:04.079627Z","caller":"traceutil/trace.go:171","msg":"trace[1514259471] linearizableReadLoop","detail":"{readStateIndex:27565; appliedIndex:27563; }","duration":"212.078466ms","start":"2026-05-19T14:14:03.867518Z","end":"2026-05-19T14:14:04.079596Z","steps":["trace[1514259471] 'read index received' (duration: 166.973866ms)","trace[1514259471] 'applied index is now lower than readState.Index' (duration: 44.900785ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:04.07973Z","caller":"traceutil/trace.go:171","msg":"trace[1054941575] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26668; }","duration":"224.430333ms","start":"2026-05-19T14:14:03.855282Z","end":"2026-05-19T14:14:04.079712Z","steps":["trace[1054941575] 'agreement among raft nodes before linearized reading' (duration: 224.263867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:04.079797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.499623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fcf1ea19a19c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-19T14:14:04.079865Z","caller":"traceutil/trace.go:171","msg":"trace[306440787] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fcf1ea19a19c; range_end:; response_count:1; response_revision:26668; }","duration":"227.569245ms","start":"2026-05-19T14:14:03.852281Z","end":"2026-05-19T14:14:04.07985Z","steps":["trace[306440787] 'agreement among raft nodes before linearized reading' (duration: 227.375129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:04.079946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.748951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T14:14:04.079989Z","caller":"traceutil/trace.go:171","msg":"trace[593207435] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26668; }","duration":"210.825082ms","start":"2026-05-19T14:14:03.869154Z","end":"2026-05-19T14:14:04.079979Z","steps":["trace[593207435] 'agreement among raft nodes before linearized reading' (duration: 210.672678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:04.080168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.4102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:04.080328Z","caller":"traceutil/trace.go:171","msg":"trace[1892979828] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26668; }","duration":"225.134359ms","start":"2026-05-19T14:14:03.855173Z","end":"2026-05-19T14:14:04.080307Z","steps":["trace[1892979828] 'agreement among raft nodes before linearized reading' (duration: 224.38748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:04.527911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.847838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:14:04.527991Z","caller":"traceutil/trace.go:171","msg":"trace[2045505217] linearizableReadLoop","detail":"{readStateIndex:27566; appliedIndex:27565; }","duration":"445.355311ms","start":"2026-05-19T14:14:04.082623Z","end":"2026-05-19T14:14:04.527978Z","steps":["trace[2045505217] 'read index received' (duration: 329.283858ms)","trace[2045505217] 'applied index is now lower than readState.Index' (duration: 116.069763ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:04.528012Z","caller":"traceutil/trace.go:171","msg":"trace[968079484] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"445.647839ms","start":"2026-05-19T14:14:04.082336Z","end":"2026-05-19T14:14:04.527984Z","steps":["trace[968079484] 'process raft request' (duration: 329.663269ms)","trace[968079484] 'compare' (duration: 115.340493ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:04.528151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.082312Z","time spent":"445.757782ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:04.528288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.636878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T14:14:04.528381Z","caller":"traceutil/trace.go:171","msg":"trace[1341367514] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26669; }","duration":"445.766422ms","start":"2026-05-19T14:14:04.082594Z","end":"2026-05-19T14:14:04.52836Z","steps":["trace[1341367514] 'agreement among raft nodes before linearized reading' (duration: 445.429983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:04.528534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.082582Z","time spent":"445.936507ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-19T14:14:04.534878Z","caller":"traceutil/trace.go:171","msg":"trace[1110457780] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"447.56986ms","start":"2026-05-19T14:14:04.087297Z","end":"2026-05-19T14:14:04.534867Z","steps":["trace[1110457780] 'process raft request' (duration: 447.519999ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:04.534933Z","caller":"traceutil/trace.go:171","msg":"trace[983386877] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"448.567836ms","start":"2026-05-19T14:14:04.086347Z","end":"2026-05-19T14:14:04.534915Z","steps":["trace[983386877] 'process raft request' (duration: 448.398692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:04.534956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.08728Z","time spent":"447.635582ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1137,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:04.535017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.086338Z","time spent":"448.639298ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:05.210672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.317885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:14:05.211018Z","caller":"traceutil/trace.go:171","msg":"trace[1794975520] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"671.899098ms","start":"2026-05-19T14:14:04.539091Z","end":"2026-05-19T14:14:05.21099Z","steps":["trace[1794975520] 'process raft request' (duration: 671.817716ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:05.211026Z","caller":"traceutil/trace.go:171","msg":"trace[2119281895] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"723.000557ms","start":"2026-05-19T14:14:04.487991Z","end":"2026-05-19T14:14:05.210991Z","steps":["trace[2119281895] 'process raft request' (duration: 722.776971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.211101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.539075Z","time spent":"671.990412ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:05.211194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.487972Z","time spent":"723.12488ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:14:05.211401Z","caller":"traceutil/trace.go:171","msg":"trace[1914642373] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"672.69877ms","start":"2026-05-19T14:14:04.538654Z","end":"2026-05-19T14:14:05.211352Z","steps":["trace[1914642373] 'process raft request' (duration: 672.208176ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:05.211432Z","caller":"traceutil/trace.go:171","msg":"trace[19606039] linearizableReadLoop","detail":"{readStateIndex:27570; appliedIndex:27567; }","duration":"683.399372ms","start":"2026-05-19T14:14:04.528009Z","end":"2026-05-19T14:14:05.211409Z","steps":["trace[19606039] 'read index received' (duration: 6.81377ms)","trace[19606039] 'applied index is now lower than readState.Index' (duration: 676.582322ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:05.211495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.538635Z","time spent":"672.817303ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:05.211581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.499911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:05.211625Z","caller":"traceutil/trace.go:171","msg":"trace[1628705584] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26675; }","duration":"684.601354ms","start":"2026-05-19T14:14:04.527012Z","end":"2026-05-19T14:14:05.211613Z","steps":["trace[1628705584] 'agreement among raft nodes before linearized reading' (duration: 684.509812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.211666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.526991Z","time spent":"684.665396ms","remote":"127.0.0.1:39334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:05.21169Z","caller":"traceutil/trace.go:171","msg":"trace[467736659] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"724.956319ms","start":"2026-05-19T14:14:04.486713Z","end":"2026-05-19T14:14:05.211669Z","steps":["trace[467736659] 'process raft request' (duration: 199.562916ms)","trace[467736659] 'compare' (duration: 523.859962ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:05.211824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.48669Z","time spent":"725.041981ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:05.211972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.212772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:14:05.212016Z","caller":"traceutil/trace.go:171","msg":"trace[1634737608] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26675; }","duration":"856.294514ms","start":"2026-05-19T14:14:04.35571Z","end":"2026-05-19T14:14:05.212004Z","steps":["trace[1634737608] 'agreement among raft nodes before linearized reading' (duration: 856.213742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.212053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.355684Z","time spent":"856.360506ms","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:05.212476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.499452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T14:14:05.212506Z","caller":"traceutil/trace.go:171","msg":"trace[772161708] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26675; }","duration":"933.532193ms","start":"2026-05-19T14:14:04.278967Z","end":"2026-05-19T14:14:05.212499Z","steps":["trace[772161708] 'agreement among raft nodes before linearized reading' (duration: 933.254185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.212539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.278922Z","time spent":"933.610435ms","remote":"127.0.0.1:39646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:05.21269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015887515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:05.212716Z","caller":"traceutil/trace.go:171","msg":"trace[1566438812] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26675; }","duration":"1.015961117s","start":"2026-05-19T14:14:04.196747Z","end":"2026-05-19T14:14:05.212708Z","steps":["trace[1566438812] 'agreement among raft nodes before linearized reading' (duration: 1.015916716s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.212737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.196703Z","time spent":"1.016028749s","remote":"127.0.0.1:50508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:05.212856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096077112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:05.212875Z","caller":"traceutil/trace.go:171","msg":"trace[790467520] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26675; }","duration":"1.096125402s","start":"2026-05-19T14:14:04.116744Z","end":"2026-05-19T14:14:05.212869Z","steps":["trace[790467520] 'agreement among raft nodes before linearized reading' (duration: 1.096092542s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.212896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.116727Z","time spent":"1.096162654s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:05.213018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127216522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:05.213031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128720043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-05-19T14:14:05.213065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12940382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-19T14:14:05.213094Z","caller":"traceutil/trace.go:171","msg":"trace[1268532453] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26675; }","duration":"1.127321356s","start":"2026-05-19T14:14:04.085755Z","end":"2026-05-19T14:14:05.213076Z","steps":["trace[1268532453] 'agreement among raft nodes before linearized reading' (duration: 1.127176342s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:05.213101Z","caller":"traceutil/trace.go:171","msg":"trace[26178559] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26675; }","duration":"1.128822175s","start":"2026-05-19T14:14:04.084262Z","end":"2026-05-19T14:14:05.213084Z","steps":["trace[26178559] 'agreement among raft nodes before linearized reading' (duration: 1.128599059s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:05.213127Z","caller":"traceutil/trace.go:171","msg":"trace[446307112] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26675; }","duration":"1.129527573s","start":"2026-05-19T14:14:04.083583Z","end":"2026-05-19T14:14:05.213111Z","steps":["trace[446307112] 'agreement among raft nodes before linearized reading' (duration: 1.129280437s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.213141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.084251Z","time spent":"1.128883357s","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-19T14:14:05.213142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.085749Z","time spent":"1.127384148s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-19T14:14:05.213146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.227947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:05.213235Z","caller":"traceutil/trace.go:171","msg":"trace[580737593] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26675; }","duration":"484.32702ms","start":"2026-05-19T14:14:04.728884Z","end":"2026-05-19T14:14:05.213211Z","steps":["trace[580737593] 'agreement among raft nodes before linearized reading' (duration: 484.234387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.213268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.728873Z","time spent":"484.385241ms","remote":"127.0.0.1:39584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:05.213276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.353754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:05.213275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.854848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-19T14:14:05.213303Z","caller":"traceutil/trace.go:171","msg":"trace[1820700279] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26675; }","duration":"328.412595ms","start":"2026-05-19T14:14:04.884879Z","end":"2026-05-19T14:14:05.213292Z","steps":["trace[1820700279] 'agreement among raft nodes before linearized reading' (duration: 328.378424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.213322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.884863Z","time spent":"328.453347ms","remote":"127.0.0.1:39676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:05.213307Z","caller":"traceutil/trace.go:171","msg":"trace[1937702900] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26675; }","duration":"683.207707ms","start":"2026-05-19T14:14:04.530091Z","end":"2026-05-19T14:14:05.213299Z","steps":["trace[1937702900] 'agreement among raft nodes before linearized reading' (duration: 682.784376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.213352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.530075Z","time spent":"683.270128ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-19T14:14:05.213661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.92166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129833"} {"level":"info","ts":"2026-05-19T14:14:05.213679Z","caller":"traceutil/trace.go:171","msg":"trace[255236252] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26675; }","duration":"394.975151ms","start":"2026-05-19T14:14:04.818698Z","end":"2026-05-19T14:14:05.213673Z","steps":["trace[255236252] 'agreement among raft nodes before linearized reading' (duration: 394.705285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.213686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.400887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:05.213699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.818676Z","time spent":"395.017903ms","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129856,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-19T14:14:05.213711Z","caller":"traceutil/trace.go:171","msg":"trace[1177336388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26675; }","duration":"488.468178ms","start":"2026-05-19T14:14:04.725235Z","end":"2026-05-19T14:14:05.213703Z","steps":["trace[1177336388] 'agreement among raft nodes before linearized reading' (duration: 488.425577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.213733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.725215Z","time spent":"488.513179ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:14:05.213793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.408925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-19T14:14:05.213817Z","caller":"traceutil/trace.go:171","msg":"trace[1911890679] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26675; }","duration":"682.450356ms","start":"2026-05-19T14:14:04.531359Z","end":"2026-05-19T14:14:05.21381Z","steps":["trace[1911890679] 'agreement among raft nodes before linearized reading' (duration: 682.378324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.213834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.531351Z","time spent":"682.478238ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" "} {"level":"warn","ts":"2026-05-19T14:14:05.213921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.362155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:14:05.213936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.338215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-19T14:14:05.21395Z","caller":"traceutil/trace.go:171","msg":"trace[281135209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26675; }","duration":"657.431277ms","start":"2026-05-19T14:14:04.556511Z","end":"2026-05-19T14:14:05.213942Z","steps":["trace[281135209] 'agreement among raft nodes before linearized reading' (duration: 657.375296ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:05.213957Z","caller":"traceutil/trace.go:171","msg":"trace[979941716] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26675; }","duration":"502.397106ms","start":"2026-05-19T14:14:04.711554Z","end":"2026-05-19T14:14:05.213951Z","steps":["trace[979941716] 'agreement among raft nodes before linearized reading' (duration: 502.329065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:05.213975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.556479Z","time spent":"657.490279ms","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:05.213977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.711533Z","time spent":"502.438508ms","remote":"127.0.0.1:39026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-19T14:14:05.213174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:04.083574Z","time spent":"1.129585446s","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-19T14:14:05.71751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950510,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:14:06.205319Z","caller":"traceutil/trace.go:171","msg":"trace[1455777828] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"989.281093ms","start":"2026-05-19T14:14:05.216019Z","end":"2026-05-19T14:14:06.2053Z","steps":["trace[1455777828] 'process raft request' (duration: 893.162876ms)","trace[1455777828] 'compare' (duration: 96.044775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:06.205418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.215992Z","time spent":"989.375456ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:14:06.239475Z","caller":"traceutil/trace.go:171","msg":"trace[380843755] linearizableReadLoop","detail":"{readStateIndex:27575; appliedIndex:27572; }","duration":"1.022463088s","start":"2026-05-19T14:14:05.216991Z","end":"2026-05-19T14:14:06.239454Z","steps":["trace[380843755] 'read index received' (duration: 892.17377ms)","trace[380843755] 'applied index is now lower than readState.Index' (duration: 130.288438ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:06.239728Z","caller":"traceutil/trace.go:171","msg":"trace[643249115] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"1.022721536s","start":"2026-05-19T14:14:05.216994Z","end":"2026-05-19T14:14:06.239715Z","steps":["trace[643249115] 'process raft request' (duration: 1.022310985s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.239814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.216983Z","time spent":"1.022778997s","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1341,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T14:14:06.239998Z","caller":"traceutil/trace.go:171","msg":"trace[554102308] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"1.022611252s","start":"2026-05-19T14:14:05.217376Z","end":"2026-05-19T14:14:06.239987Z","steps":["trace[554102308] 'process raft request' (duration: 1.022029256s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.240053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.217367Z","time spent":"1.022660833s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:06.240766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023762112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:118946"} {"level":"warn","ts":"2026-05-19T14:14:06.240773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022227522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-05-19T14:14:06.240816Z","caller":"traceutil/trace.go:171","msg":"trace[1596987597] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:26678; }","duration":"1.023840895s","start":"2026-05-19T14:14:05.216962Z","end":"2026-05-19T14:14:06.240803Z","steps":["trace[1596987597] 'agreement among raft nodes before linearized reading' (duration: 1.02322706s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:06.240826Z","caller":"traceutil/trace.go:171","msg":"trace[607223878] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26678; }","duration":"1.022303064s","start":"2026-05-19T14:14:05.21851Z","end":"2026-05-19T14:14:06.240813Z","steps":["trace[607223878] 'agreement among raft nodes before linearized reading' (duration: 1.022117539s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.240848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.216954Z","time spent":"1.023883756s","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":118969,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-19T14:14:06.24086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.218486Z","time spent":"1.022365516s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-19T14:14:06.241201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.350881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:06.24124Z","caller":"traceutil/trace.go:171","msg":"trace[1627677956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26678; }","duration":"517.421922ms","start":"2026-05-19T14:14:05.723808Z","end":"2026-05-19T14:14:06.24123Z","steps":["trace[1627677956] 'agreement among raft nodes before linearized reading' (duration: 517.31254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.241263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.723789Z","time spent":"517.468493ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:14:06.241284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.738787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:06.241315Z","caller":"traceutil/trace.go:171","msg":"trace[1286734201] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26678; }","duration":"153.810988ms","start":"2026-05-19T14:14:06.087494Z","end":"2026-05-19T14:14:06.241305Z","steps":["trace[1286734201] 'agreement among raft nodes before linearized reading' (duration: 153.753607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.241459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.900188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T14:14:06.241486Z","caller":"traceutil/trace.go:171","msg":"trace[1584964219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26678; }","duration":"386.941079ms","start":"2026-05-19T14:14:05.854537Z","end":"2026-05-19T14:14:06.241478Z","steps":["trace[1584964219] 'agreement among raft nodes before linearized reading' (duration: 386.846866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.241507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.854531Z","time spent":"386.970989ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:14:06.241589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018228387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129833"} {"level":"info","ts":"2026-05-19T14:14:06.241611Z","caller":"traceutil/trace.go:171","msg":"trace[551599628] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26678; }","duration":"1.018263738s","start":"2026-05-19T14:14:05.223341Z","end":"2026-05-19T14:14:06.241605Z","steps":["trace[551599628] 'agreement among raft nodes before linearized reading' (duration: 1.018166914s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.241629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.223335Z","time spent":"1.018288658s","remote":"127.0.0.1:39018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129856,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-19T14:14:06.241635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.299626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:06.241654Z","caller":"traceutil/trace.go:171","msg":"trace[1700516310] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26678; }","duration":"410.348598ms","start":"2026-05-19T14:14:05.8313Z","end":"2026-05-19T14:14:06.241648Z","steps":["trace[1700516310] 'agreement among raft nodes before linearized reading' (duration: 410.310667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.241673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.831284Z","time spent":"410.383339ms","remote":"127.0.0.1:39698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:06.241881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.749721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214724"} {"level":"info","ts":"2026-05-19T14:14:06.241938Z","caller":"traceutil/trace.go:171","msg":"trace[1395987258] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26678; }","duration":"813.858124ms","start":"2026-05-19T14:14:05.428066Z","end":"2026-05-19T14:14:06.241925Z","steps":["trace[1395987258] 'agreement among raft nodes before linearized reading' (duration: 813.095854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.241971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.428047Z","time spent":"813.916186ms","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2214747,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-19T14:14:06.24203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.854931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-19T14:14:06.242048Z","caller":"traceutil/trace.go:171","msg":"trace[1846497147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26678; }","duration":"620.873552ms","start":"2026-05-19T14:14:05.621169Z","end":"2026-05-19T14:14:06.242043Z","steps":["trace[1846497147] 'agreement among raft nodes before linearized reading' (duration: 620.82126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.242061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.621127Z","time spent":"620.931134ms","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-19T14:14:06.242258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.299063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:06.242275Z","caller":"traceutil/trace.go:171","msg":"trace[1842561509] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26678; }","duration":"787.351815ms","start":"2026-05-19T14:14:05.454918Z","end":"2026-05-19T14:14:06.24227Z","steps":["trace[1842561509] 'agreement among raft nodes before linearized reading' (duration: 787.320644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.242289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:05.454897Z","time spent":"787.387926ms","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:06.242535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.571169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T14:14:06.242565Z","caller":"traceutil/trace.go:171","msg":"trace[599602133] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26678; }","duration":"295.63546ms","start":"2026-05-19T14:14:05.946923Z","end":"2026-05-19T14:14:06.242558Z","steps":["trace[599602133] 'agreement among raft nodes before linearized reading' (duration: 294.204462ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:06.398588Z","caller":"traceutil/trace.go:171","msg":"trace[251016170] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"154.135007ms","start":"2026-05-19T14:14:06.244425Z","end":"2026-05-19T14:14:06.39856Z","steps":["trace[251016170] 'process raft request' (duration: 118.806044ms)","trace[251016170] 'compare' (duration: 34.977504ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:06.398786Z","caller":"traceutil/trace.go:171","msg":"trace[2023265223] linearizableReadLoop","detail":"{readStateIndex:27579; appliedIndex:27576; }","duration":"133.39345ms","start":"2026-05-19T14:14:06.265365Z","end":"2026-05-19T14:14:06.398759Z","steps":["trace[2023265223] 'read index received' (duration: 97.821891ms)","trace[2023265223] 'applied index is now lower than readState.Index' (duration: 35.570139ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:06.398868Z","caller":"traceutil/trace.go:171","msg":"trace[295628283] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"153.967663ms","start":"2026-05-19T14:14:06.244857Z","end":"2026-05-19T14:14:06.398825Z","steps":["trace[295628283] 'process raft request' (duration: 153.657855ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:06.398942Z","caller":"traceutil/trace.go:171","msg":"trace[230044471] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"150.614205ms","start":"2026-05-19T14:14:06.248313Z","end":"2026-05-19T14:14:06.398927Z","steps":["trace[230044471] 'process raft request' (duration: 150.371688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.399075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.644415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-19T14:14:06.399136Z","caller":"traceutil/trace.go:171","msg":"trace[673330636] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26682; }","duration":"150.723618ms","start":"2026-05-19T14:14:06.248396Z","end":"2026-05-19T14:14:06.399119Z","steps":["trace[673330636] 'agreement among raft nodes before linearized reading' (duration: 150.540963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.399232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.239649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-19T14:14:06.399266Z","caller":"traceutil/trace.go:171","msg":"trace[1916316446] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26682; }","duration":"146.302331ms","start":"2026-05-19T14:14:06.252951Z","end":"2026-05-19T14:14:06.399253Z","steps":["trace[1916316446] 'agreement among raft nodes before linearized reading' (duration: 146.207778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.399249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.965211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-19T14:14:06.399303Z","caller":"traceutil/trace.go:171","msg":"trace[674813024] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26682; }","duration":"124.039402ms","start":"2026-05-19T14:14:06.275248Z","end":"2026-05-19T14:14:06.399287Z","steps":["trace[674813024] 'agreement among raft nodes before linearized reading' (duration: 123.857018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.399539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.969726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:99 size:81060"} {"level":"info","ts":"2026-05-19T14:14:06.399598Z","caller":"traceutil/trace.go:171","msg":"trace[206097607] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:99; response_revision:26682; }","duration":"131.062198ms","start":"2026-05-19T14:14:06.268523Z","end":"2026-05-19T14:14:06.399585Z","steps":["trace[206097607] 'agreement among raft nodes before linearized reading' (duration: 130.450032ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:06.572067Z","caller":"traceutil/trace.go:171","msg":"trace[680809331] linearizableReadLoop","detail":"{readStateIndex:27582; appliedIndex:27579; }","duration":"165.053205ms","start":"2026-05-19T14:14:06.406992Z","end":"2026-05-19T14:14:06.572045Z","steps":["trace[680809331] 'read index received' (duration: 50.561964ms)","trace[680809331] 'applied index is now lower than readState.Index' (duration: 114.490171ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:06.572088Z","caller":"traceutil/trace.go:171","msg":"trace[961355377] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"167.351846ms","start":"2026-05-19T14:14:06.404698Z","end":"2026-05-19T14:14:06.572049Z","steps":["trace[961355377] 'process raft request' (duration: 122.131662ms)","trace[961355377] 'compare' (duration: 45.018748ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:06.572334Z","caller":"traceutil/trace.go:171","msg":"trace[1648612425] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"165.667722ms","start":"2026-05-19T14:14:06.406654Z","end":"2026-05-19T14:14:06.572322Z","steps":["trace[1648612425] 'process raft request' (duration: 165.312242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.572599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.592259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-05-19T14:14:06.572643Z","caller":"traceutil/trace.go:171","msg":"trace[578181394] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:26685; }","duration":"165.666221ms","start":"2026-05-19T14:14:06.406965Z","end":"2026-05-19T14:14:06.572632Z","steps":["trace[578181394] 'agreement among raft nodes before linearized reading' (duration: 165.528247ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:06.634318Z","caller":"traceutil/trace.go:171","msg":"trace[107329038] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"171.906965ms","start":"2026-05-19T14:14:06.462371Z","end":"2026-05-19T14:14:06.634278Z","steps":["trace[107329038] 'process raft request' (duration: 171.728681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.634473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.526533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-19T14:14:06.63462Z","caller":"traceutil/trace.go:171","msg":"trace[1967330557] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26686; }","duration":"205.717818ms","start":"2026-05-19T14:14:06.428882Z","end":"2026-05-19T14:14:06.6346Z","steps":["trace[1967330557] 'agreement among raft nodes before linearized reading' (duration: 205.407289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:06.634775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.620872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-19T14:14:06.634876Z","caller":"traceutil/trace.go:171","msg":"trace[1107073428] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26686; }","duration":"225.783637ms","start":"2026-05-19T14:14:06.409078Z","end":"2026-05-19T14:14:06.634861Z","steps":["trace[1107073428] 'agreement among raft nodes before linearized reading' (duration: 225.205551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:07.056207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.654397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:14:07.056285Z","caller":"traceutil/trace.go:171","msg":"trace[559829016] linearizableReadLoop","detail":"{readStateIndex:27584; appliedIndex:27583; }","duration":"413.50119ms","start":"2026-05-19T14:14:06.642772Z","end":"2026-05-19T14:14:07.056273Z","steps":["trace[559829016] 'read index received' (duration: 207.737891ms)","trace[559829016] 'applied index is now lower than readState.Index' (duration: 205.761999ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:07.056336Z","caller":"traceutil/trace.go:171","msg":"trace[1449065961] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"415.676327ms","start":"2026-05-19T14:14:06.640652Z","end":"2026-05-19T14:14:07.056329Z","steps":["trace[1449065961] 'process raft request' (duration: 209.852027ms)","trace[1449065961] 'compare' (duration: 205.173383ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:07.056375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:06.640629Z","time spent":"415.722608ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:07.056866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.080396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1188"} {"level":"info","ts":"2026-05-19T14:14:07.056905Z","caller":"traceutil/trace.go:171","msg":"trace[1491587100] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:26687; }","duration":"414.146417ms","start":"2026-05-19T14:14:06.642747Z","end":"2026-05-19T14:14:07.056893Z","steps":["trace[1491587100] 'agreement among raft nodes before linearized reading' (duration: 413.955972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:07.056934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:06.642736Z","time spent":"414.190768ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1211,"request content":"key:\"/registry/roles/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-05-19T14:14:07.065055Z","caller":"traceutil/trace.go:171","msg":"trace[1925150361] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"122.496452ms","start":"2026-05-19T14:14:06.94255Z","end":"2026-05-19T14:14:07.065046Z","steps":["trace[1925150361] 'process raft request' (duration: 122.42812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:07.065175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.095577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:07.065231Z","caller":"traceutil/trace.go:171","msg":"trace[2039457281] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26688; }","duration":"112.20959ms","start":"2026-05-19T14:14:06.953008Z","end":"2026-05-19T14:14:07.065217Z","steps":["trace[2039457281] 'agreement among raft nodes before linearized reading' (duration: 112.103558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:07.065242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.148208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:07.065273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.33228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-19T14:14:07.065314Z","caller":"traceutil/trace.go:171","msg":"trace[865243339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26688; }","duration":"339.249431ms","start":"2026-05-19T14:14:06.726041Z","end":"2026-05-19T14:14:07.065291Z","steps":["trace[865243339] 'agreement among raft nodes before linearized reading' (duration: 339.107087ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:07.065332Z","caller":"traceutil/trace.go:171","msg":"trace[946444970] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26688; }","duration":"420.422693ms","start":"2026-05-19T14:14:06.644895Z","end":"2026-05-19T14:14:07.065318Z","steps":["trace[946444970] 'agreement among raft nodes before linearized reading' (duration: 420.234648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:07.065354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:06.726028Z","time spent":"339.316143ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:14:07.065365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:06.644884Z","time spent":"420.474974ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-05-19T14:14:07.065711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.709905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:07.06574Z","caller":"traceutil/trace.go:171","msg":"trace[1020818584] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26688; }","duration":"419.753556ms","start":"2026-05-19T14:14:06.645978Z","end":"2026-05-19T14:14:07.065732Z","steps":["trace[1020818584] 'agreement among raft nodes before linearized reading' (duration: 419.698015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:07.065763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:06.645972Z","time spent":"419.786167ms","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-05-19T14:14:07.443361Z","caller":"traceutil/trace.go:171","msg":"trace[1668720459] linearizableReadLoop","detail":"{readStateIndex:27586; appliedIndex:27585; }","duration":"378.202389ms","start":"2026-05-19T14:14:07.065085Z","end":"2026-05-19T14:14:07.443287Z","steps":["trace[1668720459] 'read index received' (duration: 346.136753ms)","trace[1668720459] 'applied index is now lower than readState.Index' (duration: 32.064396ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:07.443756Z","caller":"traceutil/trace.go:171","msg":"trace[640160816] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"385.349728ms","start":"2026-05-19T14:14:07.058381Z","end":"2026-05-19T14:14:07.443731Z","steps":["trace[640160816] 'process raft request' (duration: 352.826379ms)","trace[640160816] 'compare' (duration: 31.929263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:07.443859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.058366Z","time spent":"385.442501ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:07.443847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.730515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-19T14:14:07.443916Z","caller":"traceutil/trace.go:171","msg":"trace[112859710] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26689; }","duration":"383.824477ms","start":"2026-05-19T14:14:07.060074Z","end":"2026-05-19T14:14:07.443898Z","steps":["trace[112859710] 'agreement among raft nodes before linearized reading' (duration: 383.571711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:07.443966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.060066Z","time spent":"383.891529ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" "} {"level":"warn","ts":"2026-05-19T14:14:08.086441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.750306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:14:08.086742Z","caller":"traceutil/trace.go:171","msg":"trace[1001561611] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"638.717612ms","start":"2026-05-19T14:14:07.448007Z","end":"2026-05-19T14:14:08.086724Z","steps":["trace[1001561611] 'process raft request' (duration: 638.681642ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:08.086797Z","caller":"traceutil/trace.go:171","msg":"trace[842155442] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"867.54596ms","start":"2026-05-19T14:14:07.21922Z","end":"2026-05-19T14:14:08.086766Z","steps":["trace[842155442] 'process raft request' (duration: 867.321545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.086831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.44798Z","time spent":"638.798585ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-19T14:14:08.086945Z","caller":"traceutil/trace.go:171","msg":"trace[275341577] linearizableReadLoop","detail":"{readStateIndex:27588; appliedIndex:27586; }","duration":"643.470578ms","start":"2026-05-19T14:14:07.443445Z","end":"2026-05-19T14:14:08.086915Z","steps":["trace[275341577] 'read index received' (duration: 104.168899ms)","trace[275341577] 'applied index is now lower than readState.Index' (duration: 539.299049ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:08.086968Z","caller":"traceutil/trace.go:171","msg":"trace[480605262] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"640.598123ms","start":"2026-05-19T14:14:07.446339Z","end":"2026-05-19T14:14:08.086937Z","steps":["trace[480605262] 'process raft request' (duration: 640.303765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.087043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.467019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:08.087078Z","caller":"traceutil/trace.go:171","msg":"trace[1736348620] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26693; }","duration":"997.543321ms","start":"2026-05-19T14:14:07.089525Z","end":"2026-05-19T14:14:08.087069Z","steps":["trace[1736348620] 'agreement among raft nodes before linearized reading' (duration: 997.464808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.087099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.089505Z","time spent":"997.589682ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:08.087081Z","caller":"traceutil/trace.go:171","msg":"trace[363148034] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"868.769914ms","start":"2026-05-19T14:14:07.218285Z","end":"2026-05-19T14:14:08.087055Z","steps":["trace[363148034] 'process raft request' (duration: 329.315039ms)","trace[363148034] 'compare' (duration: 538.353775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:08.087116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.512895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-manila-peer-discovery\" ","response":"range_response_count:1 size:809"} {"level":"warn","ts":"2026-05-19T14:14:08.087125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01834724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-19T14:14:08.08716Z","caller":"traceutil/trace.go:171","msg":"trace[1861331641] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-manila-peer-discovery; range_end:; response_count:1; response_revision:26693; }","duration":"639.597137ms","start":"2026-05-19T14:14:07.44755Z","end":"2026-05-19T14:14:08.087147Z","steps":["trace[1861331641] 'agreement among raft nodes before linearized reading' (duration: 639.481044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.08715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.450048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:08.087171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.218255Z","time spent":"868.869315ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:14:08.087173Z","caller":"traceutil/trace.go:171","msg":"trace[1303397693] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26693; }","duration":"1.018429902s","start":"2026-05-19T14:14:07.068727Z","end":"2026-05-19T14:14:08.087156Z","steps":["trace[1303397693] 'agreement among raft nodes before linearized reading' (duration: 1.018273447s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.087197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.447529Z","time spent":"639.660018ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":832,"request content":"key:\"/registry/roles/openstack/rabbitmq-manila-peer-discovery\" "} {"level":"warn","ts":"2026-05-19T14:14:08.087212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.06871Z","time spent":"1.018494354s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-05-19T14:14:08.086951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.219186Z","time spent":"867.672074ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:14:08.087216Z","caller":"traceutil/trace.go:171","msg":"trace[1119447375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26693; }","duration":"361.54227ms","start":"2026-05-19T14:14:07.725653Z","end":"2026-05-19T14:14:08.087195Z","steps":["trace[1119447375] 'agreement among raft nodes before linearized reading' (duration: 361.429887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.087221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.464989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:08.087262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.725635Z","time spent":"361.615622ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:14:08.087259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017697373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-05-19T14:14:08.087112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.446323Z","time spent":"640.711226ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:14:08.087334Z","caller":"traceutil/trace.go:171","msg":"trace[544668030] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26693; }","duration":"1.017801625s","start":"2026-05-19T14:14:07.069513Z","end":"2026-05-19T14:14:08.087314Z","steps":["trace[544668030] 'agreement among raft nodes before linearized reading' (duration: 1.017558329s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.087387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.069502Z","time spent":"1.017876138s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-05-19T14:14:08.087297Z","caller":"traceutil/trace.go:171","msg":"trace[1451377241] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26693; }","duration":"878.616863ms","start":"2026-05-19T14:14:07.20866Z","end":"2026-05-19T14:14:08.087276Z","steps":["trace[1451377241] 'agreement among raft nodes before linearized reading' (duration: 878.47446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.087469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:07.208625Z","time spent":"878.828269ms","remote":"127.0.0.1:51108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:08.282828Z","caller":"traceutil/trace.go:171","msg":"trace[402439059] linearizableReadLoop","detail":"{readStateIndex:27591; appliedIndex:27590; }","duration":"189.984273ms","start":"2026-05-19T14:14:08.092812Z","end":"2026-05-19T14:14:08.282796Z","steps":["trace[402439059] 'read index received' (duration: 172.602664ms)","trace[402439059] 'applied index is now lower than readState.Index' (duration: 17.379579ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:08.282857Z","caller":"traceutil/trace.go:171","msg":"trace[1035899627] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"190.067715ms","start":"2026-05-19T14:14:08.092759Z","end":"2026-05-19T14:14:08.282826Z","steps":["trace[1035899627] 'process raft request' (duration: 172.645995ms)","trace[1035899627] 'compare' (duration: 17.140783ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:08.283061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.228709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-19T14:14:08.283131Z","caller":"traceutil/trace.go:171","msg":"trace[1545075630] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26694; }","duration":"190.320462ms","start":"2026-05-19T14:14:08.092791Z","end":"2026-05-19T14:14:08.283112Z","steps":["trace[1545075630] 'agreement among raft nodes before linearized reading' (duration: 190.112916ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:08.32693Z","caller":"traceutil/trace.go:171","msg":"trace[2044279772] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"185.899325ms","start":"2026-05-19T14:14:08.141001Z","end":"2026-05-19T14:14:08.3269Z","steps":["trace[2044279772] 'process raft request' (duration: 185.450444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.327036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.382327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-19T14:14:08.32712Z","caller":"traceutil/trace.go:171","msg":"trace[419380044] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26695; }","duration":"233.490571ms","start":"2026-05-19T14:14:08.093609Z","end":"2026-05-19T14:14:08.327099Z","steps":["trace[419380044] 'agreement among raft nodes before linearized reading' (duration: 233.283996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.32737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.128708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:614"} {"level":"info","ts":"2026-05-19T14:14:08.327606Z","caller":"traceutil/trace.go:171","msg":"trace[1997358258] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:26695; }","duration":"234.688152ms","start":"2026-05-19T14:14:08.0929Z","end":"2026-05-19T14:14:08.327588Z","steps":["trace[1997358258] 'agreement among raft nodes before linearized reading' (duration: 233.921012ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:08.752632Z","caller":"traceutil/trace.go:171","msg":"trace[1210026968] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"422.58257ms","start":"2026-05-19T14:14:08.33001Z","end":"2026-05-19T14:14:08.752592Z","steps":["trace[1210026968] 'process raft request' (duration: 387.002641ms)","trace[1210026968] 'compare' (duration: 35.131078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:08.75281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.329989Z","time spent":"422.729813ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:14:08.752889Z","caller":"traceutil/trace.go:171","msg":"trace[489110455] linearizableReadLoop","detail":"{readStateIndex:27593; appliedIndex:27592; }","duration":"422.151969ms","start":"2026-05-19T14:14:08.330687Z","end":"2026-05-19T14:14:08.752839Z","steps":["trace[489110455] 'read index received' (duration: 386.339433ms)","trace[489110455] 'applied index is now lower than readState.Index' (duration: 35.809156ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:08.753145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.941954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-19T14:14:08.753169Z","caller":"traceutil/trace.go:171","msg":"trace[1473008406] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26697; }","duration":"422.010775ms","start":"2026-05-19T14:14:08.33115Z","end":"2026-05-19T14:14:08.753161Z","steps":["trace[1473008406] 'agreement among raft nodes before linearized reading' (duration: 421.834411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.753195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.331138Z","time spent":"422.052227ms","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-05-19T14:14:08.753477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.651138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:08.7535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.742633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:14:08.75351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.013258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T14:14:08.753541Z","caller":"traceutil/trace.go:171","msg":"trace[257925983] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26697; }","duration":"342.825246ms","start":"2026-05-19T14:14:08.410704Z","end":"2026-05-19T14:14:08.753529Z","steps":["trace[257925983] 'agreement among raft nodes before linearized reading' (duration: 342.743203ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:08.753544Z","caller":"traceutil/trace.go:171","msg":"trace[384517882] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:26697; }","duration":"420.733661ms","start":"2026-05-19T14:14:08.332792Z","end":"2026-05-19T14:14:08.753525Z","steps":["trace[384517882] 'agreement among raft nodes before linearized reading' (duration: 420.615647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.753564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.410686Z","time spent":"342.872757ms","remote":"127.0.0.1:39312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:08.753574Z","caller":"traceutil/trace.go:171","msg":"trace[340107450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26697; }","duration":"349.128492ms","start":"2026-05-19T14:14:08.404426Z","end":"2026-05-19T14:14:08.753555Z","steps":["trace[340107450] 'agreement among raft nodes before linearized reading' (duration: 348.978757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.75361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.404407Z","time spent":"349.195554ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:14:08.753605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.332785Z","time spent":"420.800913ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-05-19T14:14:08.75366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.9685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" ","response":"range_response_count:144 size:108183"} {"level":"info","ts":"2026-05-19T14:14:08.753704Z","caller":"traceutil/trace.go:171","msg":"trace[1297839938] range","detail":"{range_begin:/registry/rolebindings/openstack/; range_end:/registry/rolebindings/openstack0; response_count:144; response_revision:26697; }","duration":"423.030312ms","start":"2026-05-19T14:14:08.330661Z","end":"2026-05-19T14:14:08.753691Z","steps":["trace[1297839938] 'agreement among raft nodes before linearized reading' (duration: 422.278163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:08.753737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.330652Z","time spent":"423.073683ms","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":144,"response size":108206,"request content":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" "} {"level":"warn","ts":"2026-05-19T14:14:09.403077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.886304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:14:09.403181Z","caller":"traceutil/trace.go:171","msg":"trace[1992271273] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27594; }","duration":"644.67937ms","start":"2026-05-19T14:14:08.758486Z","end":"2026-05-19T14:14:09.403165Z","steps":["trace[1992271273] 'read index received' (duration: 466.600441ms)","trace[1992271273] 'applied index is now lower than readState.Index' (duration: 178.077749ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:09.403215Z","caller":"traceutil/trace.go:171","msg":"trace[1501654032] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"645.83514ms","start":"2026-05-19T14:14:08.757349Z","end":"2026-05-19T14:14:09.403184Z","steps":["trace[1501654032] 'process raft request' (duration: 467.735041ms)","trace[1501654032] 'compare' (duration: 177.637658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:09.403337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.757325Z","time spent":"645.957425ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:09.403352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.862825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-05-19T14:14:09.40339Z","caller":"traceutil/trace.go:171","msg":"trace[1649090602] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26698; }","duration":"644.932007ms","start":"2026-05-19T14:14:08.75845Z","end":"2026-05-19T14:14:09.403382Z","steps":["trace[1649090602] 'agreement among raft nodes before linearized reading' (duration: 644.790563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:09.403429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.758438Z","time spent":"644.983818ms","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-05-19T14:14:09.409986Z","caller":"traceutil/trace.go:171","msg":"trace[1909606281] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"651.327075ms","start":"2026-05-19T14:14:08.758631Z","end":"2026-05-19T14:14:09.409958Z","steps":["trace[1909606281] 'process raft request' (duration: 651.098929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:09.410112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.758621Z","time spent":"651.435458ms","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:09.410284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.759825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112198"} {"level":"info","ts":"2026-05-19T14:14:09.410339Z","caller":"traceutil/trace.go:171","msg":"trace[677392171] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26699; }","duration":"649.830667ms","start":"2026-05-19T14:14:08.760496Z","end":"2026-05-19T14:14:09.410327Z","steps":["trace[677392171] 'agreement among raft nodes before linearized reading' (duration: 649.518498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:09.410378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.760492Z","time spent":"649.877308ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112221,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-05-19T14:14:09.410399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.557452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-19T14:14:09.410425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.794258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:09.410494Z","caller":"traceutil/trace.go:171","msg":"trace[1994287231] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26699; }","duration":"510.86826ms","start":"2026-05-19T14:14:08.899609Z","end":"2026-05-19T14:14:09.410477Z","steps":["trace[1994287231] 'agreement among raft nodes before linearized reading' (duration: 510.754737ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:09.410539Z","caller":"traceutil/trace.go:171","msg":"trace[382513448] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81; range_end:; response_count:1; response_revision:26699; }","duration":"651.646744ms","start":"2026-05-19T14:14:08.758804Z","end":"2026-05-19T14:14:09.410451Z","steps":["trace[382513448] 'agreement among raft nodes before linearized reading' (duration: 651.47056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:09.410561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.899518Z","time spent":"511.025063ms","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:09.410488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.904778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-05-19T14:14:09.410606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.758797Z","time spent":"651.793928ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b0fbf6f537af81\" "} {"level":"info","ts":"2026-05-19T14:14:09.410637Z","caller":"traceutil/trace.go:171","msg":"trace[1772149336] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26699; }","duration":"650.066941ms","start":"2026-05-19T14:14:08.760556Z","end":"2026-05-19T14:14:09.410623Z","steps":["trace[1772149336] 'agreement among raft nodes before linearized reading' (duration: 649.842596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:09.410684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:08.760553Z","time spent":"650.117663ms","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-19T14:14:09.914242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:14:09.984241Z","caller":"traceutil/trace.go:171","msg":"trace[662432149] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"571.724955ms","start":"2026-05-19T14:14:09.412488Z","end":"2026-05-19T14:14:09.984213Z","steps":["trace[662432149] 'process raft request' (duration: 508.002914ms)","trace[662432149] 'compare' (duration: 63.545467ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:09.984424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:09.41247Z","time spent":"571.839668ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:10.69341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.965193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:14:10.693762Z","caller":"traceutil/trace.go:171","msg":"trace[1527403450] linearizableReadLoop","detail":"{readStateIndex:27599; appliedIndex:27596; }","duration":"1.280322573s","start":"2026-05-19T14:14:09.413416Z","end":"2026-05-19T14:14:10.693739Z","steps":["trace[1527403450] 'read index received' (duration: 507.09203ms)","trace[1527403450] 'applied index is now lower than readState.Index' (duration: 773.228533ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:10.693757Z","caller":"traceutil/trace.go:171","msg":"trace[1067410656] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"1.279617114s","start":"2026-05-19T14:14:09.41408Z","end":"2026-05-19T14:14:10.693697Z","steps":["trace[1067410656] 'process raft request' (duration: 912.2446ms)","trace[1067410656] 'compare' (duration: 366.637355ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:10.693859Z","caller":"traceutil/trace.go:171","msg":"trace[614603748] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"1.269760014s","start":"2026-05-19T14:14:09.424088Z","end":"2026-05-19T14:14:10.693848Z","steps":["trace[614603748] 'process raft request' (duration: 1.269500817s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:10.693929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:09.414047Z","time spent":"1.279795938s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:10.693951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:09.424071Z","time spent":"1.269824366s","remote":"127.0.0.1:45278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:10.69402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280554939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:10.694113Z","caller":"traceutil/trace.go:171","msg":"trace[2078792442] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:0; response_revision:26702; }","duration":"1.280658711s","start":"2026-05-19T14:14:09.413412Z","end":"2026-05-19T14:14:10.69407Z","steps":["trace[2078792442] 'agreement among raft nodes before linearized reading' (duration: 1.280487697s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:10.694191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:09.413387Z","time spent":"1.280767283s","remote":"127.0.0.1:39412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-05-19T14:14:11.194645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:14:11.695637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:14:12.043576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025841188s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T14:14:12.196268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164950584,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:14:12.587036Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bd4.wal"} {"level":"info","ts":"2026-05-19T14:14:12.587486Z","caller":"traceutil/trace.go:171","msg":"trace[1464885150] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"2.598866063s","start":"2026-05-19T14:14:09.988579Z","end":"2026-05-19T14:14:12.587445Z","steps":["trace[1464885150] 'process raft request' (duration: 2.598625976s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:12.587525Z","caller":"traceutil/trace.go:171","msg":"trace[1413867794] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"2.494278504s","start":"2026-05-19T14:14:10.093184Z","end":"2026-05-19T14:14:12.587463Z","steps":["trace[1413867794] 'process raft request' (duration: 2.49414665s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:12.587586Z","caller":"traceutil/trace.go:171","msg":"trace[1516515949] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"2.494264404s","start":"2026-05-19T14:14:10.093291Z","end":"2026-05-19T14:14:12.587555Z","steps":["trace[1516515949] 'process raft request' (duration: 2.49409741s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:12.587671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:09.988553Z","time spent":"2.599045518s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:12.587681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:10.093165Z","time spent":"2.494431728s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:12.587701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:10.093242Z","time spent":"2.494396277s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:12.738815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998473342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T14:14:12.738897Z","caller":"traceutil/trace.go:171","msg":"trace[66955651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998625886s","start":"2026-05-19T14:14:10.740254Z","end":"2026-05-19T14:14:12.73888Z","steps":["trace[66955651] 'agreement among raft nodes before linearized reading' (duration: 1.998521433s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:12.738944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:10.740231Z","time spent":"1.998703708s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 14:14:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T14:14:12.917209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.761331ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T14:14:12.918177Z","caller":"traceutil/trace.go:171","msg":"trace[647676661] linearizableReadLoop","detail":"{readStateIndex:27604; appliedIndex:27599; }","duration":"2.224343052s","start":"2026-05-19T14:14:10.693802Z","end":"2026-05-19T14:14:12.918145Z","steps":["trace[647676661] 'read index received' (duration: 1.893418981s)","trace[647676661] 'applied index is now lower than readState.Index' (duration: 330.92145ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:12.918286Z","caller":"traceutil/trace.go:171","msg":"trace[1363350715] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"1.758626082s","start":"2026-05-19T14:14:11.159629Z","end":"2026-05-19T14:14:12.918255Z","steps":["trace[1363350715] 'process raft request' (duration: 1.757683058s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:12.918664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.159603Z","time spent":"1.758964182s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:14:13.283011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.86795889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-05-19T14:14:13.283117Z","caller":"traceutil/trace.go:171","msg":"trace[748698427] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26706; }","duration":"3.868095523s","start":"2026-05-19T14:14:09.414992Z","end":"2026-05-19T14:14:13.283088Z","steps":["trace[748698427] 'agreement among raft nodes before linearized reading' (duration: 3.503325368s)","trace[748698427] 'range keys from in-memory index tree' (duration: 364.472788ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:13.283227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:09.414977Z","time spent":"3.868232208s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-19T14:14:13.283597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600088196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:13.283715Z","caller":"traceutil/trace.go:171","msg":"trace[1403458687] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26706; }","duration":"2.6002593s","start":"2026-05-19T14:14:10.68342Z","end":"2026-05-19T14:14:13.283679Z","steps":["trace[1403458687] 'agreement among raft nodes before linearized reading' (duration: 2.234776387s)","trace[1403458687] 'count revisions from in-memory index tree' (duration: 365.304689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:13.283775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:10.683386Z","time spent":"2.600372852s","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:13.283786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862520616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-05-19T14:14:13.283821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.922059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:14:13.283878Z","caller":"traceutil/trace.go:171","msg":"trace[422647518] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26706; }","duration":"3.862678481s","start":"2026-05-19T14:14:09.421172Z","end":"2026-05-19T14:14:13.28385Z","steps":["trace[422647518] 'agreement among raft nodes before linearized reading' (duration: 3.497131564s)","trace[422647518] 'range keys from in-memory index tree' (duration: 365.297289ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:13.283902Z","caller":"traceutil/trace.go:171","msg":"trace[630978823] linearizableReadLoop","detail":"{readStateIndex:27605; appliedIndex:27604; }","duration":"365.612668ms","start":"2026-05-19T14:14:12.918275Z","end":"2026-05-19T14:14:13.283888Z","steps":["trace[630978823] 'read index received' (duration: 25.548524ms)","trace[630978823] 'applied index is now lower than readState.Index' (duration: 340.062344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:13.283936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:09.421153Z","time spent":"3.862767233s","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-19T14:14:13.284087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159668905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:13.28411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525295607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-19T14:14:13.28416Z","caller":"traceutil/trace.go:171","msg":"trace[625842914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26707; }","duration":"1.525362808s","start":"2026-05-19T14:14:11.758784Z","end":"2026-05-19T14:14:13.284146Z","steps":["trace[625842914] 'agreement among raft nodes before linearized reading' (duration: 1.525219315s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.284185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178384249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:14:13.284232Z","caller":"traceutil/trace.go:171","msg":"trace[1935553404] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"692.639336ms","start":"2026-05-19T14:14:12.59158Z","end":"2026-05-19T14:14:13.28422Z","steps":["trace[1935553404] 'process raft request' (duration: 352.246625ms)","trace[1935553404] 'compare' (duration: 339.324933ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:13.284233Z","caller":"traceutil/trace.go:171","msg":"trace[981332100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26707; }","duration":"2.178472331s","start":"2026-05-19T14:14:11.105745Z","end":"2026-05-19T14:14:13.284217Z","steps":["trace[981332100] 'agreement among raft nodes before linearized reading' (duration: 2.178395159s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.284237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751282489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:13.284279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.105722Z","time spent":"2.178542063s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:13.284294Z","caller":"traceutil/trace.go:171","msg":"trace[1944622032] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26707; }","duration":"1.751373121s","start":"2026-05-19T14:14:11.532902Z","end":"2026-05-19T14:14:13.284275Z","steps":["trace[1944622032] 'agreement among raft nodes before linearized reading' (duration: 1.751283259s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.284327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.695005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:13.284363Z","caller":"traceutil/trace.go:171","msg":"trace[1544875262] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26707; }","duration":"925.798027ms","start":"2026-05-19T14:14:12.358557Z","end":"2026-05-19T14:14:13.284355Z","steps":["trace[1544875262] 'agreement among raft nodes before linearized reading' (duration: 925.745746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.284385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828558858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:14:13.284334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.532882Z","time spent":"1.751438883s","remote":"127.0.0.1:39744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:13.284424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.415052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:13.284471Z","caller":"traceutil/trace.go:171","msg":"trace[1661167165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26707; }","duration":"1.828641611s","start":"2026-05-19T14:14:11.455801Z","end":"2026-05-19T14:14:13.284442Z","steps":["trace[1661167165] 'agreement among raft nodes before linearized reading' (duration: 1.828554648s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.284427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.331221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.132\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T14:14:13.284488Z","caller":"traceutil/trace.go:171","msg":"trace[18489439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26707; }","duration":"545.524494ms","start":"2026-05-19T14:14:12.738947Z","end":"2026-05-19T14:14:13.284472Z","steps":["trace[18489439] 'agreement among raft nodes before linearized reading' (duration: 545.405351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.284518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.455792Z","time spent":"1.828711732s","remote":"127.0.0.1:39560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:13.284534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:12.738924Z","time spent":"545.598747ms","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:14:13.284536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51574991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:13.284111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525519022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-19T14:14:13.284561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.525685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-6zgk9\" ","response":"range_response_count:1 size:7480"} {"level":"warn","ts":"2026-05-19T14:14:13.284578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424754495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:13.28458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548066429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2214724"} {"level":"info","ts":"2026-05-19T14:14:13.284614Z","caller":"traceutil/trace.go:171","msg":"trace[1649903817] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26707; }","duration":"1.424825537s","start":"2026-05-19T14:14:11.859776Z","end":"2026-05-19T14:14:13.284601Z","steps":["trace[1649903817] 'agreement among raft nodes before linearized reading' (duration: 1.424774335s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.284614Z","caller":"traceutil/trace.go:171","msg":"trace[2133036319] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-6zgk9; range_end:; response_count:1; response_revision:26707; }","duration":"639.632428ms","start":"2026-05-19T14:14:12.644967Z","end":"2026-05-19T14:14:13.2846Z","steps":["trace[2133036319] 'agreement among raft nodes before linearized reading' (duration: 639.483853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.285013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:12.644939Z","time spent":"640.054178ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7503,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-6zgk9\" "} {"level":"warn","ts":"2026-05-19T14:14:13.284283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:12.591557Z","time spent":"692.697957ms","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T14:14:13.285118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059916943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268870"} {"level":"info","ts":"2026-05-19T14:14:13.285206Z","caller":"traceutil/trace.go:171","msg":"trace[335215791] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26707; }","duration":"2.060017215s","start":"2026-05-19T14:14:11.225169Z","end":"2026-05-19T14:14:13.285187Z","steps":["trace[335215791] 'agreement among raft nodes before linearized reading' (duration: 2.059447201s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.284146Z","caller":"traceutil/trace.go:171","msg":"trace[1740986663] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26707; }","duration":"2.159745387s","start":"2026-05-19T14:14:11.124382Z","end":"2026-05-19T14:14:13.284128Z","steps":["trace[1740986663] 'agreement among raft nodes before linearized reading' (duration: 2.159662275s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.285252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.22512Z","time spent":"2.060122309s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268893,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-19T14:14:13.285282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.124367Z","time spent":"2.160899278s","remote":"127.0.0.1:57998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:13.28439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:12.358531Z","time spent":"925.852119ms","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:13.284196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.758773Z","time spent":"1.525415309s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-19T14:14:13.28459Z","caller":"traceutil/trace.go:171","msg":"trace[89959319] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26707; }","duration":"2.515840373s","start":"2026-05-19T14:14:10.768733Z","end":"2026-05-19T14:14:13.284574Z","steps":["trace[89959319] 'agreement among raft nodes before linearized reading' (duration: 2.51575052s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.285586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:10.768712Z","time spent":"2.51685175s","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:13.28462Z","caller":"traceutil/trace.go:171","msg":"trace[2077120352] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26707; }","duration":"1.526055966s","start":"2026-05-19T14:14:11.758538Z","end":"2026-05-19T14:14:13.284594Z","steps":["trace[2077120352] 'agreement among raft nodes before linearized reading' (duration: 1.52544183s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.284641Z","caller":"traceutil/trace.go:171","msg":"trace[1751941827] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26706; }","duration":"3.548156561s","start":"2026-05-19T14:14:09.736466Z","end":"2026-05-19T14:14:13.284623Z","steps":["trace[1751941827] 'agreement among raft nodes before linearized reading' (duration: 3.181814794s)","trace[1751941827] 'range keys from in-memory index tree' (duration: 365.346361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:14:13.284651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.859754Z","time spent":"1.424886778s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:13.284658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58697177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:13.284742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507834986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:13.284534Z","caller":"traceutil/trace.go:171","msg":"trace[1165419873] range","detail":"{range_begin:/registry/masterleases/199.204.45.132; range_end:; response_count:1; response_revision:26707; }","duration":"799.468243ms","start":"2026-05-19T14:14:12.485046Z","end":"2026-05-19T14:14:13.284514Z","steps":["trace[1165419873] 'agreement among raft nodes before linearized reading' (duration: 799.189556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.284803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.541738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:13.284809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876810271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T14:14:13.286933Z","caller":"traceutil/trace.go:171","msg":"trace[1932431681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26707; }","duration":"1.878929227s","start":"2026-05-19T14:14:11.407942Z","end":"2026-05-19T14:14:13.286871Z","steps":["trace[1932431681] 'agreement among raft nodes before linearized reading' (duration: 1.876730909s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.286948Z","caller":"traceutil/trace.go:171","msg":"trace[1758313372] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:0; response_revision:26707; }","duration":"2.589307323s","start":"2026-05-19T14:14:10.697615Z","end":"2026-05-19T14:14:13.286922Z","steps":["trace[1758313372] 'agreement among raft nodes before linearized reading' (duration: 2.587004492s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.287009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.407922Z","time spent":"1.879065941s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:14:13.287023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:10.697584Z","time spent":"2.589422365s","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-05-19T14:14:13.287075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:09.736451Z","time spent":"3.550597046s","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2214747,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-19T14:14:13.287155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:12.485029Z","time spent":"802.108204ms","remote":"127.0.0.1:39002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.132\" "} {"level":"info","ts":"2026-05-19T14:14:13.28722Z","caller":"traceutil/trace.go:171","msg":"trace[9046556] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26707; }","duration":"225.998653ms","start":"2026-05-19T14:14:13.061204Z","end":"2026-05-19T14:14:13.287202Z","steps":["trace[9046556] 'agreement among raft nodes before linearized reading' (duration: 223.490067ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.287381Z","caller":"traceutil/trace.go:171","msg":"trace[1895316097] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26707; }","duration":"1.510516756s","start":"2026-05-19T14:14:11.776839Z","end":"2026-05-19T14:14:13.287356Z","steps":["trace[1895316097] 'agreement among raft nodes before linearized reading' (duration: 1.507817105s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.287437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.776829Z","time spent":"1.510591059s","remote":"127.0.0.1:51102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:14:13.286694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.502013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:14:13.287625Z","caller":"traceutil/trace.go:171","msg":"trace[77872495] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26707; }","duration":"466.500849ms","start":"2026-05-19T14:14:12.821109Z","end":"2026-05-19T14:14:13.287609Z","steps":["trace[77872495] 'agreement among raft nodes before linearized reading' (duration: 463.438348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.286874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:11.75852Z","time spent":"1.528328437s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-19T14:14:13.287683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:14:12.821086Z","time spent":"466.582321ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:14:13.576226Z","caller":"traceutil/trace.go:171","msg":"trace[2075694736] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"284.916268ms","start":"2026-05-19T14:14:13.291289Z","end":"2026-05-19T14:14:13.576205Z","steps":["trace[2075694736] 'process raft request' (duration: 284.723113ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.576635Z","caller":"traceutil/trace.go:171","msg":"trace[1215847196] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"284.046825ms","start":"2026-05-19T14:14:13.292556Z","end":"2026-05-19T14:14:13.576603Z","steps":["trace[1215847196] 'process raft request' (duration: 283.599923ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.576767Z","caller":"traceutil/trace.go:171","msg":"trace[1585175930] linearizableReadLoop","detail":"{readStateIndex:27611; appliedIndex:27606; }","duration":"276.356123ms","start":"2026-05-19T14:14:13.300384Z","end":"2026-05-19T14:14:13.57674Z","steps":["trace[1585175930] 'read index received' (duration: 275.702025ms)","trace[1585175930] 'applied index is now lower than readState.Index' (duration: 652.787µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:13.576786Z","caller":"traceutil/trace.go:171","msg":"trace[1693779137] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"282.36254ms","start":"2026-05-19T14:14:13.294398Z","end":"2026-05-19T14:14:13.576761Z","steps":["trace[1693779137] 'process raft request' (duration: 282.256677ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.576856Z","caller":"traceutil/trace.go:171","msg":"trace[1617684156] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"282.521444ms","start":"2026-05-19T14:14:13.294322Z","end":"2026-05-19T14:14:13.576843Z","steps":["trace[1617684156] 'process raft request' (duration: 282.236187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.57704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.591528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:14:13.577123Z","caller":"traceutil/trace.go:171","msg":"trace[561438895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26712; }","duration":"284.722102ms","start":"2026-05-19T14:14:13.292388Z","end":"2026-05-19T14:14:13.57711Z","steps":["trace[561438895] 'agreement among raft nodes before linearized reading' (duration: 284.555118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.577059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.370242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-19T14:14:13.577296Z","caller":"traceutil/trace.go:171","msg":"trace[936374090] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26712; }","duration":"279.649239ms","start":"2026-05-19T14:14:13.297625Z","end":"2026-05-19T14:14:13.577274Z","steps":["trace[936374090] 'agreement among raft nodes before linearized reading' (duration: 279.261398ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.576682Z","caller":"traceutil/trace.go:171","msg":"trace[122708304] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"284.045035ms","start":"2026-05-19T14:14:13.292614Z","end":"2026-05-19T14:14:13.576659Z","steps":["trace[122708304] 'process raft request' (duration: 283.818769ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.594796Z","caller":"traceutil/trace.go:171","msg":"trace[1841051936] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"291.124942ms","start":"2026-05-19T14:14:13.303642Z","end":"2026-05-19T14:14:13.594767Z","steps":["trace[1841051936] 'process raft request' (duration: 291.05044ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.594975Z","caller":"traceutil/trace.go:171","msg":"trace[1320457504] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"291.882201ms","start":"2026-05-19T14:14:13.303078Z","end":"2026-05-19T14:14:13.59496Z","steps":["trace[1320457504] 'process raft request' (duration: 291.46939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.595252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.487624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-19T14:14:13.595294Z","caller":"traceutil/trace.go:171","msg":"trace[1399653205] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26714; }","duration":"279.584486ms","start":"2026-05-19T14:14:13.315698Z","end":"2026-05-19T14:14:13.595282Z","steps":["trace[1399653205] 'agreement among raft nodes before linearized reading' (duration: 279.356111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.595295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.299436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:14:13.595277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.803981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:14:13.595358Z","caller":"traceutil/trace.go:171","msg":"trace[1905415020] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26714; }","duration":"161.414559ms","start":"2026-05-19T14:14:13.433927Z","end":"2026-05-19T14:14:13.595341Z","steps":["trace[1905415020] 'agreement among raft nodes before linearized reading' (duration: 161.309096ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.595377Z","caller":"traceutil/trace.go:171","msg":"trace[874500932] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26714; }","duration":"105.969297ms","start":"2026-05-19T14:14:13.489391Z","end":"2026-05-19T14:14:13.595361Z","steps":["trace[874500932] 'agreement among raft nodes before linearized reading' (duration: 105.630698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.595266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.816249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-19T14:14:13.595494Z","caller":"traceutil/trace.go:171","msg":"trace[1124879563] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26714; }","duration":"281.094277ms","start":"2026-05-19T14:14:13.314377Z","end":"2026-05-19T14:14:13.595471Z","steps":["trace[1124879563] 'agreement among raft nodes before linearized reading' (duration: 280.671156ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:13.813536Z","caller":"traceutil/trace.go:171","msg":"trace[904849697] linearizableReadLoop","detail":"{readStateIndex:27615; appliedIndex:27614; }","duration":"210.69922ms","start":"2026-05-19T14:14:13.60282Z","end":"2026-05-19T14:14:13.813519Z","steps":["trace[904849697] 'read index received' (duration: 210.595247ms)","trace[904849697] 'applied index is now lower than readState.Index' (duration: 103.253µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:13.813694Z","caller":"traceutil/trace.go:171","msg":"trace[83400153] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"215.538438ms","start":"2026-05-19T14:14:13.598124Z","end":"2026-05-19T14:14:13.813662Z","steps":["trace[83400153] 'process raft request' (duration: 215.273741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.813786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.946436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-19T14:14:13.813821Z","caller":"traceutil/trace.go:171","msg":"trace[1753895188] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26716; }","duration":"211.035519ms","start":"2026-05-19T14:14:13.602776Z","end":"2026-05-19T14:14:13.813812Z","steps":["trace[1753895188] 'agreement among raft nodes before linearized reading' (duration: 210.873984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.833469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.608903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-19T14:14:13.833535Z","caller":"traceutil/trace.go:171","msg":"trace[148310654] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26717; }","duration":"225.699196ms","start":"2026-05-19T14:14:13.607818Z","end":"2026-05-19T14:14:13.833517Z","steps":["trace[148310654] 'agreement among raft nodes before linearized reading' (duration: 225.556682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.833525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.789668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fa2180f9d1c8\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-05-19T14:14:13.833588Z","caller":"traceutil/trace.go:171","msg":"trace[1953763610] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v2scz.18b0fa2180f9d1c8; range_end:; response_count:1; response_revision:26717; }","duration":"225.882571ms","start":"2026-05-19T14:14:13.607689Z","end":"2026-05-19T14:14:13.833572Z","steps":["trace[1953763610] 'agreement among raft nodes before linearized reading' (duration: 225.724637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:13.833727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.528885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-19T14:14:13.83375Z","caller":"traceutil/trace.go:171","msg":"trace[318611861] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26717; }","duration":"210.607748ms","start":"2026-05-19T14:14:13.623137Z","end":"2026-05-19T14:14:13.833745Z","steps":["trace[318611861] 'agreement among raft nodes before linearized reading' (duration: 210.544146ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:14.002523Z","caller":"traceutil/trace.go:171","msg":"trace[1414450348] linearizableReadLoop","detail":"{readStateIndex:27617; appliedIndex:27616; }","duration":"169.491842ms","start":"2026-05-19T14:14:13.83301Z","end":"2026-05-19T14:14:14.002502Z","steps":["trace[1414450348] 'read index received' (duration: 168.645779ms)","trace[1414450348] 'applied index is now lower than readState.Index' (duration: 844.773µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:14.002557Z","caller":"traceutil/trace.go:171","msg":"trace[1078368529] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"182.246108ms","start":"2026-05-19T14:14:13.820278Z","end":"2026-05-19T14:14:14.002524Z","steps":["trace[1078368529] 'process raft request' (duration: 181.377635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:14.002707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.125771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-19T14:14:14.002754Z","caller":"traceutil/trace.go:171","msg":"trace[1541173071] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26718; }","duration":"186.218704ms","start":"2026-05-19T14:14:13.816525Z","end":"2026-05-19T14:14:14.002744Z","steps":["trace[1541173071] 'agreement among raft nodes before linearized reading' (duration: 186.06203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:14.00391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.009107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-19T14:14:14.003961Z","caller":"traceutil/trace.go:171","msg":"trace[2141600936] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26719; }","duration":"167.10281ms","start":"2026-05-19T14:14:13.836846Z","end":"2026-05-19T14:14:14.003948Z","steps":["trace[2141600936] 'agreement among raft nodes before linearized reading' (duration: 166.934605ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:14.004149Z","caller":"traceutil/trace.go:171","msg":"trace[1351188743] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"168.700761ms","start":"2026-05-19T14:14:13.835415Z","end":"2026-05-19T14:14:14.004116Z","steps":["trace[1351188743] 'process raft request' (duration: 168.27855ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:14.004198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.003656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-19T14:14:14.00423Z","caller":"traceutil/trace.go:171","msg":"trace[1310823198] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26719; }","duration":"167.047988ms","start":"2026-05-19T14:14:13.837172Z","end":"2026-05-19T14:14:14.00422Z","steps":["trace[1310823198] 'agreement among raft nodes before linearized reading' (duration: 166.959915ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:14.96171Z","caller":"traceutil/trace.go:171","msg":"trace[1049861275] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"190.494426ms","start":"2026-05-19T14:14:14.77119Z","end":"2026-05-19T14:14:14.961684Z","steps":["trace[1049861275] 'process raft request' (duration: 181.760506ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:14.971294Z","caller":"traceutil/trace.go:171","msg":"trace[1751311881] linearizableReadLoop","detail":"{readStateIndex:27659; appliedIndex:27657; }","duration":"150.188724ms","start":"2026-05-19T14:14:14.821081Z","end":"2026-05-19T14:14:14.97127Z","steps":["trace[1751311881] 'read index received' (duration: 131.8588ms)","trace[1751311881] 'applied index is now lower than readState.Index' (duration: 18.329044ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:14:14.971445Z","caller":"traceutil/trace.go:171","msg":"trace[1749455709] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"184.125838ms","start":"2026-05-19T14:14:14.787294Z","end":"2026-05-19T14:14:14.971419Z","steps":["trace[1749455709] 'process raft request' (duration: 183.844221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:14:14.971508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.410579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:14:14.971552Z","caller":"traceutil/trace.go:171","msg":"trace[1666369096] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26760; }","duration":"150.488111ms","start":"2026-05-19T14:14:14.821055Z","end":"2026-05-19T14:14:14.971543Z","steps":["trace[1666369096] 'agreement among raft nodes before linearized reading' (duration: 150.391609ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:14:15.834698Z","caller":"traceutil/trace.go:171","msg":"trace[1974054721] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"104.949949ms","start":"2026-05-19T14:14:15.729717Z","end":"2026-05-19T14:14:15.834667Z","steps":["trace[1974054721] 'process raft request' (duration: 104.065796ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:03.126105Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24962} {"level":"info","ts":"2026-05-19T14:15:03.290248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24962,"took":"157.59609ms","hash":3347936459,"current-db-size-bytes":56668160,"current-db-size":"57 MB","current-db-size-in-use-bytes":34717696,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-19T14:15:03.290384Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3347936459,"revision":24962,"compact-revision":21890} {"level":"info","ts":"2026-05-19T14:15:12.138728Z","caller":"traceutil/trace.go:171","msg":"trace[1747124014] linearizableReadLoop","detail":"{readStateIndex:28227; appliedIndex:28226; }","duration":"165.490607ms","start":"2026-05-19T14:15:11.97322Z","end":"2026-05-19T14:15:12.13871Z","steps":["trace[1747124014] 'read index received' (duration: 165.296501ms)","trace[1747124014] 'applied index is now lower than readState.Index' (duration: 193.036µs)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:15:12.138832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.590889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:15:12.138858Z","caller":"traceutil/trace.go:171","msg":"trace[1024372285] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27311; }","duration":"165.676191ms","start":"2026-05-19T14:15:11.973172Z","end":"2026-05-19T14:15:12.138849Z","steps":["trace[1024372285] 'agreement among raft nodes before linearized reading' (duration: 165.61212ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:12.139065Z","caller":"traceutil/trace.go:171","msg":"trace[2113373363] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"219.901722ms","start":"2026-05-19T14:15:11.919132Z","end":"2026-05-19T14:15:12.139034Z","steps":["trace[2113373363] 'process raft request' (duration: 219.396708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:17.811577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164952627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:15:17.830209Z","caller":"traceutil/trace.go:171","msg":"trace[1189333932] transaction","detail":"{read_only:false; response_revision:27350; number_of_response:1; }","duration":"602.700733ms","start":"2026-05-19T14:15:17.227461Z","end":"2026-05-19T14:15:17.830162Z","steps":["trace[1189333932] 'process raft request' (duration: 598.534833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:17.830385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.227424Z","time spent":"602.885447ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:15:18.855273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.695612ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:15:18.855378Z","caller":"traceutil/trace.go:171","msg":"trace[215253764] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27350; }","duration":"544.812936ms","start":"2026-05-19T14:15:18.310552Z","end":"2026-05-19T14:15:18.855365Z","steps":["trace[215253764] 'range keys from in-memory index tree' (duration: 544.681742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:19.205023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.423504ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-19T14:15:19.206292Z","caller":"traceutil/trace.go:171","msg":"trace[1387670006] transaction","detail":"{read_only:false; response_revision:27351; number_of_response:1; }","duration":"1.547875063s","start":"2026-05-19T14:15:17.658391Z","end":"2026-05-19T14:15:19.206266Z","steps":["trace[1387670006] 'process raft request' (duration: 1.546728472s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:19.206496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.658366Z","time spent":"1.548046036s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:15:19.538859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.864736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:15:19.539114Z","caller":"traceutil/trace.go:171","msg":"trace[2084370994] transaction","detail":"{read_only:false; response_revision:27352; number_of_response:1; }","duration":"1.757187565s","start":"2026-05-19T14:15:17.78188Z","end":"2026-05-19T14:15:19.539068Z","steps":["trace[2084370994] 'process raft request' (duration: 1.424377674s)","trace[2084370994] 'compare' (duration: 331.602479ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:15:19.539178Z","caller":"traceutil/trace.go:171","msg":"trace[213964421] transaction","detail":"{read_only:false; response_revision:27353; number_of_response:1; }","duration":"1.51027253s","start":"2026-05-19T14:15:18.028885Z","end":"2026-05-19T14:15:19.539157Z","steps":["trace[213964421] 'process raft request' (duration: 1.510105175s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:19.539265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.028864Z","time spent":"1.510359522s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:15:19.539333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.781848Z","time spent":"1.75736843s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:15:19.539299Z","caller":"traceutil/trace.go:171","msg":"trace[2114522025] linearizableReadLoop","detail":"{readStateIndex:28270; appliedIndex:28266; }","duration":"2.228522991s","start":"2026-05-19T14:15:17.310738Z","end":"2026-05-19T14:15:19.539261Z","steps":["trace[2114522025] 'read index received' (duration: 515.362918ms)","trace[2114522025] 'applied index is now lower than readState.Index' (duration: 1.713156953s)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:15:19.539319Z","caller":"traceutil/trace.go:171","msg":"trace[1987594280] transaction","detail":"{read_only:false; response_revision:27354; number_of_response:1; }","duration":"1.250396713s","start":"2026-05-19T14:15:18.288901Z","end":"2026-05-19T14:15:19.539298Z","steps":["trace[1987594280] 'process raft request' (duration: 1.250208218s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:19.539485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228758229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-19T14:15:19.539518Z","caller":"traceutil/trace.go:171","msg":"trace[1004784514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27355; }","duration":"2.22883971s","start":"2026-05-19T14:15:17.31067Z","end":"2026-05-19T14:15:19.53951Z","steps":["trace[1004784514] 'agreement among raft nodes before linearized reading' (duration: 2.228674785s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:19.539546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.310647Z","time spent":"2.228893862s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T14:15:19.539597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.288882Z","time spent":"1.250633459s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:15:19.539645Z","caller":"traceutil/trace.go:171","msg":"trace[1174340272] transaction","detail":"{read_only:false; response_revision:27355; number_of_response:1; }","duration":"660.736395ms","start":"2026-05-19T14:15:18.878672Z","end":"2026-05-19T14:15:19.539408Z","steps":["trace[1174340272] 'process raft request' (duration: 660.5872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:19.540056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.878646Z","time spent":"661.125644ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:15:20.09343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.748158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-19T14:15:20.093602Z","caller":"traceutil/trace.go:171","msg":"trace[232214748] transaction","detail":"{read_only:false; response_revision:27356; number_of_response:1; }","duration":"1.161495126s","start":"2026-05-19T14:15:18.932087Z","end":"2026-05-19T14:15:20.093582Z","steps":["trace[232214748] 'process raft request' (duration: 966.506912ms)","trace[232214748] 'compare' (duration: 194.590014ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:15:20.093676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.932053Z","time spent":"1.161591629s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:15:20.094143Z","caller":"traceutil/trace.go:171","msg":"trace[83555141] transaction","detail":"{read_only:false; response_revision:27357; number_of_response:1; }","duration":"1.140112943s","start":"2026-05-19T14:15:18.953986Z","end":"2026-05-19T14:15:20.094099Z","steps":["trace[83555141] 'process raft request' (duration: 1.139544488s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:20.094162Z","caller":"traceutil/trace.go:171","msg":"trace[1556900984] linearizableReadLoop","detail":"{readStateIndex:28276; appliedIndex:28273; }","duration":"554.690725ms","start":"2026-05-19T14:15:19.539451Z","end":"2026-05-19T14:15:20.094141Z","steps":["trace[1556900984] 'read index received' (duration: 359.156956ms)","trace[1556900984] 'applied index is now lower than readState.Index' (duration: 195.532729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:15:20.094249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.953966Z","time spent":"1.140218875s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:15:20.094355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399235686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:15:20.094372Z","caller":"traceutil/trace.go:171","msg":"trace[1898651060] transaction","detail":"{read_only:false; response_revision:27359; number_of_response:1; }","duration":"550.904806ms","start":"2026-05-19T14:15:19.543446Z","end":"2026-05-19T14:15:20.09435Z","steps":["trace[1898651060] 'process raft request' (duration: 550.66232ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:20.094411Z","caller":"traceutil/trace.go:171","msg":"trace[1453243221] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27359; }","duration":"2.399307688s","start":"2026-05-19T14:15:17.695091Z","end":"2026-05-19T14:15:20.094399Z","steps":["trace[1453243221] 'agreement among raft nodes before linearized reading' (duration: 2.399186305s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.695018Z","time spent":"2.399413161s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:15:20.09442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929781138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:15:20.094458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380109241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-19T14:15:20.094479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:19.543429Z","time spent":"550.979708ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:15:20.094518Z","caller":"traceutil/trace.go:171","msg":"trace[1925221741] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27359; }","duration":"1.929936272s","start":"2026-05-19T14:15:18.164556Z","end":"2026-05-19T14:15:20.094492Z","steps":["trace[1925221741] 'agreement among raft nodes before linearized reading' (duration: 1.929710576s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:20.09453Z","caller":"traceutil/trace.go:171","msg":"trace[125136466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27359; }","duration":"2.380188133s","start":"2026-05-19T14:15:17.714324Z","end":"2026-05-19T14:15:20.094512Z","steps":["trace[125136466] 'agreement among raft nodes before linearized reading' (duration: 2.379950027s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.714277Z","time spent":"2.380286416s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T14:15:20.094566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369788324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-19T14:15:20.094574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.164536Z","time spent":"1.930025266s","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:15:20.094614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235813179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:15:20.094634Z","caller":"traceutil/trace.go:171","msg":"trace[547738052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27359; }","duration":"1.23585798s","start":"2026-05-19T14:15:18.858769Z","end":"2026-05-19T14:15:20.094627Z","steps":["trace[547738052] 'agreement among raft nodes before linearized reading' (duration: 1.235485049s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:20.094615Z","caller":"traceutil/trace.go:171","msg":"trace[1397386138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27359; }","duration":"1.369872006s","start":"2026-05-19T14:15:18.72473Z","end":"2026-05-19T14:15:20.094602Z","steps":["trace[1397386138] 'agreement among raft nodes before linearized reading' (duration: 1.369533046s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915063081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-19T14:15:20.09465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.858756Z","time spent":"1.235890401s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:15:20.094632Z","caller":"traceutil/trace.go:171","msg":"trace[594325362] transaction","detail":"{read_only:false; response_revision:27360; number_of_response:1; }","duration":"296.007761ms","start":"2026-05-19T14:15:19.798603Z","end":"2026-05-19T14:15:20.094611Z","steps":["trace[594325362] 'process raft request' (duration: 295.701352ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:20.094662Z","caller":"traceutil/trace.go:171","msg":"trace[613996489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27359; }","duration":"1.915158713s","start":"2026-05-19T14:15:18.179493Z","end":"2026-05-19T14:15:20.094651Z","steps":["trace[613996489] 'agreement among raft nodes before linearized reading' (duration: 1.914710181s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171530258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:15:20.09468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.179473Z","time spent":"1.915202675s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T14:15:20.094662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.724712Z","time spent":"1.369943287s","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:15:20.094686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.213896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:15:20.0947Z","caller":"traceutil/trace.go:171","msg":"trace[516779844] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27359; }","duration":"2.17160466s","start":"2026-05-19T14:15:17.923083Z","end":"2026-05-19T14:15:20.094688Z","steps":["trace[516779844] 'agreement among raft nodes before linearized reading' (duration: 2.171178938s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587548205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:15:20.09472Z","caller":"traceutil/trace.go:171","msg":"trace[40852315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27359; }","duration":"686.273419ms","start":"2026-05-19T14:15:19.408434Z","end":"2026-05-19T14:15:20.094708Z","steps":["trace[40852315] 'agreement among raft nodes before linearized reading' (duration: 685.802716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.923065Z","time spent":"2.171660501s","remote":"127.0.0.1:39618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:15:20.094739Z","caller":"traceutil/trace.go:171","msg":"trace[612458419] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27359; }","duration":"2.587619207s","start":"2026-05-19T14:15:17.507106Z","end":"2026-05-19T14:15:20.094725Z","steps":["trace[612458419] 'agreement among raft nodes before linearized reading' (duration: 2.587326069s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378624333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-19T14:15:20.094754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:19.408416Z","time spent":"686.330209ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:15:20.094769Z","caller":"traceutil/trace.go:171","msg":"trace[177858493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27359; }","duration":"2.378674614s","start":"2026-05-19T14:15:17.716089Z","end":"2026-05-19T14:15:20.094764Z","steps":["trace[177858493] 'agreement among raft nodes before linearized reading' (duration: 2.37814745s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.09477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.507085Z","time spent":"2.587676078s","remote":"127.0.0.1:35960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:15:20.09478Z","caller":"traceutil/trace.go:171","msg":"trace[446935275] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"259.906437ms","start":"2026-05-19T14:15:19.834868Z","end":"2026-05-19T14:15:20.094774Z","steps":["trace[446935275] 'process raft request' (duration: 259.703272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:17.716062Z","time spent":"2.378760246s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T14:15:20.094796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702716678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-19T14:15:20.094854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217794323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-19T14:15:20.09488Z","caller":"traceutil/trace.go:171","msg":"trace[782434707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27359; }","duration":"1.217876405s","start":"2026-05-19T14:15:18.876993Z","end":"2026-05-19T14:15:20.09487Z","steps":["trace[782434707] 'agreement among raft nodes before linearized reading' (duration: 1.217250118s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:20.094875Z","caller":"traceutil/trace.go:171","msg":"trace[608208921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27359; }","duration":"1.702846951s","start":"2026-05-19T14:15:18.392009Z","end":"2026-05-19T14:15:20.094856Z","steps":["trace[608208921] 'agreement among raft nodes before linearized reading' (duration: 1.702260556s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.876972Z","time spent":"1.217925636s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T14:15:20.094897Z","caller":"traceutil/trace.go:171","msg":"trace[909781260] transaction","detail":"{read_only:false; response_revision:27358; number_of_response:1; }","duration":"904.149837ms","start":"2026-05-19T14:15:19.189981Z","end":"2026-05-19T14:15:20.094131Z","steps":["trace[909781260] 'process raft request' (duration: 904.027714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.094922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:18.391989Z","time spent":"1.702923203s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T14:15:20.095096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:19.189947Z","time spent":"905.053031ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:15:20.09596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.851223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:15:20.09601Z","caller":"traceutil/trace.go:171","msg":"trace[224457793] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27361; }","duration":"218.931307ms","start":"2026-05-19T14:15:19.877067Z","end":"2026-05-19T14:15:20.095998Z","steps":["trace[224457793] 'agreement among raft nodes before linearized reading' (duration: 218.848034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.096348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.694831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:15:20.096408Z","caller":"traceutil/trace.go:171","msg":"trace[1346666411] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27361; }","duration":"525.792634ms","start":"2026-05-19T14:15:19.570598Z","end":"2026-05-19T14:15:20.09639Z","steps":["trace[1346666411] 'agreement among raft nodes before linearized reading' (duration: 525.699741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.096449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:19.570579Z","time spent":"525.861005ms","remote":"127.0.0.1:45274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:15:20.606667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164952644,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T14:15:20.616145Z","caller":"traceutil/trace.go:171","msg":"trace[2122332473] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"515.261646ms","start":"2026-05-19T14:15:20.100844Z","end":"2026-05-19T14:15:20.616105Z","steps":["trace[2122332473] 'process raft request' (duration: 515.087661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.616288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:20.100825Z","time spent":"515.38623ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:15:20.62418Z","caller":"traceutil/trace.go:171","msg":"trace[914396655] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"522.181518ms","start":"2026-05-19T14:15:20.101972Z","end":"2026-05-19T14:15:20.624154Z","steps":["trace[914396655] 'process raft request' (duration: 521.593343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.624242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.309916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:15:20.624303Z","caller":"traceutil/trace.go:171","msg":"trace[2117848915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27367; }","duration":"518.393548ms","start":"2026-05-19T14:15:20.105891Z","end":"2026-05-19T14:15:20.624285Z","steps":["trace[2117848915] 'agreement among raft nodes before linearized reading' (duration: 518.251484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.624325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:20.101962Z","time spent":"522.288291ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:15:20.624333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:20.105883Z","time spent":"518.44539ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-19T14:15:20.624589Z","caller":"traceutil/trace.go:171","msg":"trace[528826876] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"522.399375ms","start":"2026-05-19T14:15:20.102154Z","end":"2026-05-19T14:15:20.624553Z","steps":["trace[528826876] 'process raft request' (duration: 521.504911ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:20.624651Z","caller":"traceutil/trace.go:171","msg":"trace[796878040] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"522.365323ms","start":"2026-05-19T14:15:20.10228Z","end":"2026-05-19T14:15:20.624645Z","steps":["trace[796878040] 'process raft request' (duration: 521.461618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.62471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:20.102261Z","time spent":"522.409554ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:15:20.624749Z","caller":"traceutil/trace.go:171","msg":"trace[1156037266] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"147.03122ms","start":"2026-05-19T14:15:20.477703Z","end":"2026-05-19T14:15:20.624734Z","steps":["trace[1156037266] 'process raft request' (duration: 146.069504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.624699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:20.102136Z","time spent":"522.511308ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:15:20.624615Z","caller":"traceutil/trace.go:171","msg":"trace[135731207] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"522.349193ms","start":"2026-05-19T14:15:20.102256Z","end":"2026-05-19T14:15:20.624605Z","steps":["trace[135731207] 'process raft request' (duration: 521.445688ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:20.62485Z","caller":"traceutil/trace.go:171","msg":"trace[979350203] linearizableReadLoop","detail":"{readStateIndex:28285; appliedIndex:28279; }","duration":"518.206373ms","start":"2026-05-19T14:15:20.105912Z","end":"2026-05-19T14:15:20.624118Z","steps":["trace[979350203] 'read index received' (duration: 509.278428ms)","trace[979350203] 'applied index is now lower than readState.Index' (duration: 8.926785ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:15:20.624875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:20.10223Z","time spent":"522.615311ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:15:20.625016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.878099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-19T14:15:20.625047Z","caller":"traceutil/trace.go:171","msg":"trace[778719339] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27367; }","duration":"336.94641ms","start":"2026-05-19T14:15:20.288088Z","end":"2026-05-19T14:15:20.625034Z","steps":["trace[778719339] 'agreement among raft nodes before linearized reading' (duration: 336.850528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.625068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:15:20.288065Z","time spent":"336.997092ms","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T14:15:20.62516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.691383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:15:20.625208Z","caller":"traceutil/trace.go:171","msg":"trace[337284135] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27367; }","duration":"148.759505ms","start":"2026-05-19T14:15:20.47643Z","end":"2026-05-19T14:15:20.62519Z","steps":["trace[337284135] 'agreement among raft nodes before linearized reading' (duration: 148.640162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.625247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.803258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-19T14:15:20.625273Z","caller":"traceutil/trace.go:171","msg":"trace[52865946] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27367; }","duration":"192.850899ms","start":"2026-05-19T14:15:20.432411Z","end":"2026-05-19T14:15:20.625262Z","steps":["trace[52865946] 'agreement among raft nodes before linearized reading' (duration: 192.818438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:15:20.625215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.573411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:15:20.625374Z","caller":"traceutil/trace.go:171","msg":"trace[428537504] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27367; }","duration":"181.771537ms","start":"2026-05-19T14:15:20.443593Z","end":"2026-05-19T14:15:20.625364Z","steps":["trace[428537504] 'agreement among raft nodes before linearized reading' (duration: 181.599581ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:25.676378Z","caller":"traceutil/trace.go:171","msg":"trace[461975878] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"116.455992ms","start":"2026-05-19T14:15:25.559816Z","end":"2026-05-19T14:15:25.676272Z","steps":["trace[461975878] 'process raft request' (duration: 115.59356ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:15:25.676395Z","caller":"traceutil/trace.go:171","msg":"trace[1095161743] transaction","detail":"{read_only:false; response_revision:27399; number_of_response:1; }","duration":"113.714731ms","start":"2026-05-19T14:15:25.562564Z","end":"2026-05-19T14:15:25.676279Z","steps":["trace[1095161743] 'process raft request' (duration: 113.636059ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:18:29.532784Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"56c01ea8fdc90390","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T14:18:29.538108Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-19T14:18:29.538297Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-05-19T14:19:37.12305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":256879178164959205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T14:19:37.603801Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036509568s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T14:19:37.60431Z","caller":"traceutil/trace.go:171","msg":"trace[1969205637] transaction","detail":"{read_only:false; response_revision:29735; number_of_response:1; }","duration":"1.037119046s","start":"2026-05-19T14:19:36.567164Z","end":"2026-05-19T14:19:37.604283Z","steps":["trace[1969205637] 'process raft request' (duration: 1.03689602s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.60454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:36.567135Z","time spent":"1.03727237s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:19:37.609375Z","caller":"traceutil/trace.go:171","msg":"trace[252527597] transaction","detail":"{read_only:false; response_revision:29737; number_of_response:1; }","duration":"1.008243963s","start":"2026-05-19T14:19:36.601108Z","end":"2026-05-19T14:19:37.609352Z","steps":["trace[252527597] 'process raft request' (duration: 1.007827972s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:19:37.60942Z","caller":"traceutil/trace.go:171","msg":"trace[1990836740] transaction","detail":"{read_only:false; response_revision:29739; number_of_response:1; }","duration":"531.947796ms","start":"2026-05-19T14:19:37.077438Z","end":"2026-05-19T14:19:37.609386Z","steps":["trace[1990836740] 'process raft request' (duration: 531.583117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.609509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:36.601083Z","time spent":"1.008357026s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:19:37.609653Z","caller":"traceutil/trace.go:171","msg":"trace[421664241] transaction","detail":"{read_only:false; response_revision:29738; number_of_response:1; }","duration":"537.167373ms","start":"2026-05-19T14:19:37.072465Z","end":"2026-05-19T14:19:37.609633Z","steps":["trace[421664241] 'process raft request' (duration: 536.515707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.609695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:37.077422Z","time spent":"532.09572ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:19:37.609701Z","caller":"traceutil/trace.go:171","msg":"trace[1394976211] transaction","detail":"{read_only:false; response_revision:29736; number_of_response:1; }","duration":"1.038545613s","start":"2026-05-19T14:19:36.571129Z","end":"2026-05-19T14:19:37.609674Z","steps":["trace[1394976211] 'process raft request' (duration: 1.03768554s)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:19:37.609678Z","caller":"traceutil/trace.go:171","msg":"trace[160153830] transaction","detail":"{read_only:false; response_revision:29740; number_of_response:1; }","duration":"525.942218ms","start":"2026-05-19T14:19:37.083704Z","end":"2026-05-19T14:19:37.609646Z","steps":["trace[160153830] 'process raft request' (duration: 525.351123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.609754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:36.571102Z","time spent":"1.038626886s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:19:37.609753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:37.072434Z","time spent":"537.277707ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T14:19:37.609868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:37.083522Z","time spent":"526.246486ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:19:37.611568Z","caller":"traceutil/trace.go:171","msg":"trace[717646970] linearizableReadLoop","detail":"{readStateIndex:30720; appliedIndex:30714; }","duration":"988.755009ms","start":"2026-05-19T14:19:36.6228Z","end":"2026-05-19T14:19:37.611555Z","steps":["trace[717646970] 'read index received' (duration: 981.368665ms)","trace[717646970] 'applied index is now lower than readState.Index' (duration: 7.385314ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:19:37.611677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.878022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:19:37.611702Z","caller":"traceutil/trace.go:171","msg":"trace[1466737919] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29740; }","duration":"988.939434ms","start":"2026-05-19T14:19:36.622755Z","end":"2026-05-19T14:19:37.611694Z","steps":["trace[1466737919] 'agreement among raft nodes before linearized reading' (duration: 988.886582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.611735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:36.622742Z","time spent":"988.977024ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:19:37.61191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.72778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"warn","ts":"2026-05-19T14:19:37.611918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.296719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:19:37.611937Z","caller":"traceutil/trace.go:171","msg":"trace[1444562819] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:29740; }","duration":"495.794532ms","start":"2026-05-19T14:19:37.116137Z","end":"2026-05-19T14:19:37.611932Z","steps":["trace[1444562819] 'agreement among raft nodes before linearized reading' (duration: 495.696009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.611955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:37.116114Z","time spent":"495.836613ms","remote":"127.0.0.1:39192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-05-19T14:19:37.611953Z","caller":"traceutil/trace.go:171","msg":"trace[1367337244] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29740; }","duration":"625.390782ms","start":"2026-05-19T14:19:36.986553Z","end":"2026-05-19T14:19:37.611944Z","steps":["trace[1367337244] 'agreement among raft nodes before linearized reading' (duration: 625.31305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.611956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.146698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-19T14:19:37.611966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.138002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:19:37.612002Z","caller":"traceutil/trace.go:171","msg":"trace[1075258409] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:29740; }","duration":"735.228159ms","start":"2026-05-19T14:19:36.87676Z","end":"2026-05-19T14:19:37.611988Z","steps":["trace[1075258409] 'agreement among raft nodes before linearized reading' (duration: 735.071705ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:19:37.612005Z","caller":"traceutil/trace.go:171","msg":"trace[201728305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29740; }","duration":"886.212694ms","start":"2026-05-19T14:19:36.725781Z","end":"2026-05-19T14:19:37.611994Z","steps":["trace[201728305] 'agreement among raft nodes before linearized reading' (duration: 885.960197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.612013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.215659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-19T14:19:37.61203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:36.876742Z","time spent":"735.281571ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:19:37.612046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:36.725765Z","time spent":"886.276205ms","remote":"127.0.0.1:38972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T14:19:37.612043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:36.986533Z","time spent":"625.440104ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:19:37.612057Z","caller":"traceutil/trace.go:171","msg":"trace[1469552690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29740; }","duration":"259.334043ms","start":"2026-05-19T14:19:37.352705Z","end":"2026-05-19T14:19:37.612039Z","steps":["trace[1469552690] 'agreement among raft nodes before linearized reading' (duration: 259.19301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.612108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.532524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:19:37.612143Z","caller":"traceutil/trace.go:171","msg":"trace[1965842738] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:29740; }","duration":"418.599885ms","start":"2026-05-19T14:19:37.193525Z","end":"2026-05-19T14:19:37.612124Z","steps":["trace[1965842738] 'agreement among raft nodes before linearized reading' (duration: 418.558454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.612163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:37.193501Z","time spent":"418.656846ms","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-05-19T14:19:37.612239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.819091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-19T14:19:37.612334Z","caller":"traceutil/trace.go:171","msg":"trace[1340286981] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29740; }","duration":"848.033536ms","start":"2026-05-19T14:19:36.764278Z","end":"2026-05-19T14:19:37.612312Z","steps":["trace[1340286981] 'agreement among raft nodes before linearized reading' (duration: 847.77267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:37.612382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:19:36.764257Z","time spent":"848.112078ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-19T14:19:40.068843Z","caller":"traceutil/trace.go:171","msg":"trace[1475599540] linearizableReadLoop","detail":"{readStateIndex:30740; appliedIndex:30739; }","duration":"135.538547ms","start":"2026-05-19T14:19:39.933267Z","end":"2026-05-19T14:19:40.068806Z","steps":["trace[1475599540] 'read index received' (duration: 90.310753ms)","trace[1475599540] 'applied index is now lower than readState.Index' (duration: 45.226674ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:19:40.068905Z","caller":"traceutil/trace.go:171","msg":"trace[1469030731] transaction","detail":"{read_only:false; response_revision:29759; number_of_response:1; }","duration":"141.933445ms","start":"2026-05-19T14:19:39.926938Z","end":"2026-05-19T14:19:40.068871Z","steps":["trace[1469030731] 'process raft request' (duration: 96.612409ms)","trace[1469030731] 'compare' (duration: 45.122012ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T14:19:40.069099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.808383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T14:19:40.069138Z","caller":"traceutil/trace.go:171","msg":"trace[1186532139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29759; }","duration":"135.895907ms","start":"2026-05-19T14:19:39.933231Z","end":"2026-05-19T14:19:40.069127Z","steps":["trace[1186532139] 'agreement among raft nodes before linearized reading' (duration: 135.738712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:40.069192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.404586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-19T14:19:40.069291Z","caller":"traceutil/trace.go:171","msg":"trace[111311876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29759; }","duration":"134.521169ms","start":"2026-05-19T14:19:39.934745Z","end":"2026-05-19T14:19:40.069266Z","steps":["trace[111311876] 'agreement among raft nodes before linearized reading' (duration: 134.307983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:19:40.069192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.744966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T14:19:40.069416Z","caller":"traceutil/trace.go:171","msg":"trace[1076993404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29759; }","duration":"135.015423ms","start":"2026-05-19T14:19:39.934387Z","end":"2026-05-19T14:19:40.069402Z","steps":["trace[1076993404] 'agreement among raft nodes before linearized reading' (duration: 134.621732ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:20:03.13336Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27225} {"level":"info","ts":"2026-05-19T14:20:03.375243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27225,"took":"237.387424ms","hash":1269499072,"current-db-size-bytes":57712640,"current-db-size":"58 MB","current-db-size-in-use-bytes":36331520,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-19T14:20:03.375297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1269499072,"revision":27225,"compact-revision":24962} {"level":"info","ts":"2026-05-19T14:25:03.140845Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30018} {"level":"info","ts":"2026-05-19T14:25:03.292334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30018,"took":"146.992576ms","hash":1635364642,"current-db-size-bytes":57712640,"current-db-size":"58 MB","current-db-size-in-use-bytes":31674368,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T14:25:03.292395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1635364642,"revision":30018,"compact-revision":27225} {"level":"info","ts":"2026-05-19T14:30:03.152984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32311} {"level":"info","ts":"2026-05-19T14:30:03.299855Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32311,"took":"142.520988ms","hash":608222595,"current-db-size-bytes":57712640,"current-db-size":"58 MB","current-db-size-in-use-bytes":29974528,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-19T14:30:03.299912Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":608222595,"revision":32311,"compact-revision":30018} {"level":"info","ts":"2026-05-19T14:35:03.158455Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34539} {"level":"info","ts":"2026-05-19T14:35:03.290664Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34539,"took":"129.368081ms","hash":1240097905,"current-db-size-bytes":57712640,"current-db-size":"58 MB","current-db-size-in-use-bytes":30171136,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-19T14:35:03.290721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1240097905,"revision":34539,"compact-revision":32311} {"level":"info","ts":"2026-05-19T14:37:59.888854Z","caller":"traceutil/trace.go:171","msg":"trace[2022019627] transaction","detail":"{read_only:false; response_revision:38142; number_of_response:1; }","duration":"339.832924ms","start":"2026-05-19T14:37:59.548814Z","end":"2026-05-19T14:37:59.888647Z","steps":["trace[2022019627] 'process raft request' (duration: 335.12852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:37:59.888982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:37:59.548792Z","time spent":"340.125293ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:37:59.889389Z","caller":"traceutil/trace.go:171","msg":"trace[1340360985] linearizableReadLoop","detail":"{readStateIndex:39371; appliedIndex:39367; }","duration":"216.642258ms","start":"2026-05-19T14:37:59.672722Z","end":"2026-05-19T14:37:59.889364Z","steps":["trace[1340360985] 'read index received' (duration: 211.242175ms)","trace[1340360985] 'applied index is now lower than readState.Index' (duration: 5.399283ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T14:37:59.889509Z","caller":"traceutil/trace.go:171","msg":"trace[1534315214] transaction","detail":"{read_only:false; response_revision:38145; number_of_response:1; }","duration":"287.576118ms","start":"2026-05-19T14:37:59.601919Z","end":"2026-05-19T14:37:59.889495Z","steps":["trace[1534315214] 'process raft request' (duration: 287.404674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:37:59.889628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.896095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-19T14:37:59.88965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.977965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-19T14:37:59.889671Z","caller":"traceutil/trace.go:171","msg":"trace[127946887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38145; }","duration":"216.983907ms","start":"2026-05-19T14:37:59.672674Z","end":"2026-05-19T14:37:59.889658Z","steps":["trace[127946887] 'agreement among raft nodes before linearized reading' (duration: 216.828313ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:37:59.889683Z","caller":"traceutil/trace.go:171","msg":"trace[2047081129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38145; }","duration":"212.034397ms","start":"2026-05-19T14:37:59.67764Z","end":"2026-05-19T14:37:59.889674Z","steps":["trace[2047081129] 'agreement among raft nodes before linearized reading' (duration: 211.934254ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:37:59.889642Z","caller":"traceutil/trace.go:171","msg":"trace[1573479388] transaction","detail":"{read_only:false; response_revision:38143; number_of_response:1; }","duration":"317.885406ms","start":"2026-05-19T14:37:59.571515Z","end":"2026-05-19T14:37:59.8894Z","steps":["trace[1573479388] 'process raft request' (duration: 317.65142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:37:59.889782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.492671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-19T14:37:59.889817Z","caller":"traceutil/trace.go:171","msg":"trace[1969035987] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38145; }","duration":"206.548282ms","start":"2026-05-19T14:37:59.68326Z","end":"2026-05-19T14:37:59.889808Z","steps":["trace[1969035987] 'agreement among raft nodes before linearized reading' (duration: 206.468249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:37:59.889817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.687016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-19T14:37:59.889849Z","caller":"traceutil/trace.go:171","msg":"trace[1250711653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38145; }","duration":"209.736577ms","start":"2026-05-19T14:37:59.680103Z","end":"2026-05-19T14:37:59.88984Z","steps":["trace[1250711653] 'agreement among raft nodes before linearized reading' (duration: 209.664665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T14:37:59.889951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T14:37:59.571493Z","time spent":"318.296187ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T14:37:59.889463Z","caller":"traceutil/trace.go:171","msg":"trace[1990621768] transaction","detail":"{read_only:false; response_revision:38144; number_of_response:1; }","duration":"294.737077ms","start":"2026-05-19T14:37:59.594696Z","end":"2026-05-19T14:37:59.889433Z","steps":["trace[1990621768] 'process raft request' (duration: 294.577453ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T14:39:24.184677Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"56c01ea8fdc90390","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-19T14:39:24.189954Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-19T14:39:24.190415Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-19T14:40:03.165075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36836} {"level":"info","ts":"2026-05-19T14:40:03.286983Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36836,"took":"117.715861ms","hash":2977537773,"current-db-size-bytes":58556416,"current-db-size":"59 MB","current-db-size-in-use-bytes":32100352,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-19T14:40:03.287053Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2977537773,"revision":36836,"compact-revision":34539} {"level":"info","ts":"2026-05-19T14:45:03.170591Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39063} {"level":"info","ts":"2026-05-19T14:45:03.299151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39063,"took":"125.21303ms","hash":3847337088,"current-db-size-bytes":58556416,"current-db-size":"59 MB","current-db-size-in-use-bytes":31256576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-19T14:45:03.299206Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3847337088,"revision":39063,"compact-revision":36836}