{"level":"warn","ts":"2026-03-02T18:30:45.575377Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:30:45.575462Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T18:30:45.57552Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:30:45.57555Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-02T18:30:45.575565Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:30:45.576151Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-03-02T18:30:45.576225Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T18:30:45.680638Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"100.157639ms"} {"level":"info","ts":"2026-03-02T18:30:45.877411Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-03-02T18:30:45.877555Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T18:30:45.877586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-03-02T18:30:45.877616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T18:30:45.877631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-03-02T18:30:45.877702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-03-02T18:30:45.915156Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T18:30:45.918617Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T18:30:45.919906Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T18:30:45.922376Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T18:30:45.922513Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T18:30:45.922651Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:30:45.922735Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:30:45.922751Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:30:45.924202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-03-02T18:30:45.924607Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-02T18:30:45.927434Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:30:45.927624Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-02T18:30:45.927673Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-02T18:30:45.927858Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T18:30:45.927909Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T18:30:46.795568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T18:30:46.795642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T18:30:46.795684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-03-02T18:30:46.795704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-03-02T18:30:46.795716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-03-02T18:30:46.795732Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-03-02T18:30:46.795746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-03-02T18:30:46.796821Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T18:30:46.797632Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:30:46.797679Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:30:46.797846Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:30:46.798085Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T18:30:46.79813Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T18:30:46.799069Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:30:46.79917Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:30:46.799208Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:30:46.800322Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T18:30:46.800992Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"warn","ts":"2026-03-02T18:31:05.029642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263626197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:31:05.529923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263626197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:31:05.712947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.2193765s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:31:05.71345Z","caller":"traceutil/trace.go:171","msg":"trace[1516295813] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"1.220029894s","start":"2026-03-02T18:31:04.493384Z","end":"2026-03-02T18:31:05.713414Z","steps":["trace[1516295813] 'process raft request' (duration: 1.21984292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:05.714206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:04.493363Z","time spent":"1.220205249s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:31:05.772524Z","caller":"traceutil/trace.go:171","msg":"trace[137940875] linearizableReadLoop","detail":"{readStateIndex:466; appliedIndex:464; }","duration":"1.243952439s","start":"2026-03-02T18:31:04.528534Z","end":"2026-03-02T18:31:05.772487Z","steps":["trace[137940875] 'read index received' (duration: 1.18463107s)","trace[137940875] 'applied index is now lower than readState.Index' (duration: 59.319819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:31:05.772748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244194116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:31:05.772807Z","caller":"traceutil/trace.go:171","msg":"trace[2145349947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:449; }","duration":"1.244329249s","start":"2026-03-02T18:31:04.528465Z","end":"2026-03-02T18:31:05.772794Z","steps":["trace[2145349947] 'agreement among raft nodes before linearized reading' (duration: 1.244212737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:05.772852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:04.528435Z","time spent":"1.244407611s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:31:05.772904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.160738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T18:31:05.773Z","caller":"traceutil/trace.go:171","msg":"trace[1017699355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:449; }","duration":"747.332602ms","start":"2026-03-02T18:31:05.025645Z","end":"2026-03-02T18:31:05.772978Z","steps":["trace[1017699355] 'agreement among raft nodes before linearized reading' (duration: 747.161688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:05.773006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.650745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-02T18:31:05.773041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:05.02562Z","time spent":"747.413454ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:31:05.773018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.201996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T18:31:05.773071Z","caller":"traceutil/trace.go:171","msg":"trace[1301240935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:449; }","duration":"604.757068ms","start":"2026-03-02T18:31:05.168297Z","end":"2026-03-02T18:31:05.773054Z","steps":["trace[1301240935] 'agreement among raft nodes before linearized reading' (duration: 604.632085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:05.773117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:05.168276Z","time spent":"604.83414ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:31:05.773124Z","caller":"traceutil/trace.go:171","msg":"trace[1621900009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:449; }","duration":"575.36156ms","start":"2026-03-02T18:31:05.197736Z","end":"2026-03-02T18:31:05.773097Z","steps":["trace[1621900009] 'agreement among raft nodes before linearized reading' (duration: 575.158455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:05.773176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:05.197716Z","time spent":"575.451031ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T18:31:05.917309Z","caller":"traceutil/trace.go:171","msg":"trace[960721265] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:466; }","duration":"133.22998ms","start":"2026-03-02T18:31:05.784044Z","end":"2026-03-02T18:31:05.917274Z","steps":["trace[960721265] 'read index received' (duration: 44.144904ms)","trace[960721265] 'applied index is now lower than readState.Index' (duration: 89.083776ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:05.917407Z","caller":"traceutil/trace.go:171","msg":"trace[1929671898] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"138.373377ms","start":"2026-03-02T18:31:05.778984Z","end":"2026-03-02T18:31:05.917358Z","steps":["trace[1929671898] 'process raft request' (duration: 106.864271ms)","trace[1929671898] 'compare' (duration: 31.184659ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:05.917438Z","caller":"traceutil/trace.go:171","msg":"trace[656865452] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"138.339706ms","start":"2026-03-02T18:31:05.779067Z","end":"2026-03-02T18:31:05.917406Z","steps":["trace[656865452] 'process raft request' (duration: 138.153992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:05.917483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.415604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:31:05.917526Z","caller":"traceutil/trace.go:171","msg":"trace[1700316386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:452; }","duration":"133.518757ms","start":"2026-03-02T18:31:05.783994Z","end":"2026-03-02T18:31:05.917513Z","steps":["trace[1700316386] 'agreement among raft nodes before linearized reading' (duration: 133.421685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:12.253216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.433876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:31:12.253357Z","caller":"traceutil/trace.go:171","msg":"trace[25968668] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"401.130696ms","start":"2026-03-02T18:31:11.852208Z","end":"2026-03-02T18:31:12.253339Z","steps":["trace[25968668] 'read index received' (duration: 107.156498ms)","trace[25968668] 'applied index is now lower than readState.Index' (duration: 293.972528ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:12.253421Z","caller":"traceutil/trace.go:171","msg":"trace[1915878942] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"461.08357ms","start":"2026-03-02T18:31:11.792281Z","end":"2026-03-02T18:31:12.253364Z","steps":["trace[1915878942] 'process raft request' (duration: 167.152673ms)","trace[1915878942] 'compare' (duration: 293.282043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:31:12.253543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.34084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T18:31:12.253595Z","caller":"traceutil/trace.go:171","msg":"trace[941846561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:464; }","duration":"401.451122ms","start":"2026-03-02T18:31:11.852129Z","end":"2026-03-02T18:31:12.25358Z","steps":["trace[941846561] 'agreement among raft nodes before linearized reading' (duration: 401.313129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:12.253592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.057422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:31:12.253646Z","caller":"traceutil/trace.go:171","msg":"trace[1065443894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"302.171644ms","start":"2026-03-02T18:31:11.951462Z","end":"2026-03-02T18:31:12.253633Z","steps":["trace[1065443894] 'agreement among raft nodes before linearized reading' (duration: 302.079932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:12.253648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:11.852095Z","time spent":"401.541774ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:31:12.25369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:11.951394Z","time spent":"302.289028ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:31:12.25366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:11.79225Z","time spent":"461.302655ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:31:12.253642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.39004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:31:12.253783Z","caller":"traceutil/trace.go:171","msg":"trace[331451585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:464; }","duration":"302.600594ms","start":"2026-03-02T18:31:11.95116Z","end":"2026-03-02T18:31:12.25376Z","steps":["trace[331451585] 'agreement among raft nodes before linearized reading' (duration: 302.374689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:12.253834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:11.951119Z","time spent":"302.704537ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:31:15.456851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263626269,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:31:15.525717Z","caller":"traceutil/trace.go:171","msg":"trace[1696694081] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"569.798103ms","start":"2026-03-02T18:31:14.955887Z","end":"2026-03-02T18:31:15.525685Z","steps":["trace[1696694081] 'read index received' (duration: 560.649685ms)","trace[1696694081] 'applied index is now lower than readState.Index' (duration: 9.146618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:31:15.525874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.964506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:31:15.52591Z","caller":"traceutil/trace.go:171","msg":"trace[667555068] range","detail":"{range_begin:/registry/rolebindings/kube-system/cilium-config-agent; range_end:; response_count:0; response_revision:471; }","duration":"570.072298ms","start":"2026-03-02T18:31:14.955827Z","end":"2026-03-02T18:31:15.5259Z","steps":["trace[667555068] 'agreement among raft nodes before linearized reading' (duration: 569.970266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:15.525953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:14.955783Z","time spent":"570.16214ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" "} {"level":"info","ts":"2026-03-02T18:31:24.533894Z","caller":"traceutil/trace.go:171","msg":"trace[726823291] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"203.241259ms","start":"2026-03-02T18:31:24.330631Z","end":"2026-03-02T18:31:24.533872Z","steps":["trace[726823291] 'read index received' (duration: 203.139817ms)","trace[726823291] 'applied index is now lower than readState.Index' (duration: 99.742µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:24.53395Z","caller":"traceutil/trace.go:171","msg":"trace[1899461643] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"203.74666ms","start":"2026-03-02T18:31:24.330159Z","end":"2026-03-02T18:31:24.533905Z","steps":["trace[1899461643] 'process raft request' (duration: 203.549175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:24.534139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.484594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:31:24.534188Z","caller":"traceutil/trace.go:171","msg":"trace[672353080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"203.604837ms","start":"2026-03-02T18:31:24.330569Z","end":"2026-03-02T18:31:24.534174Z","steps":["trace[672353080] 'agreement among raft nodes before linearized reading' (duration: 203.439873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:25.017328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.453898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:31:25.017633Z","caller":"traceutil/trace.go:171","msg":"trace[1254286739] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"477.984116ms","start":"2026-03-02T18:31:24.53963Z","end":"2026-03-02T18:31:25.017615Z","steps":["trace[1254286739] 'process raft request' (duration: 477.861583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:31:25.017623Z","caller":"traceutil/trace.go:171","msg":"trace[1249869304] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"483.615435ms","start":"2026-03-02T18:31:24.533978Z","end":"2026-03-02T18:31:25.017593Z","steps":["trace[1249869304] 'read index received' (duration: 165.762969ms)","trace[1249869304] 'applied index is now lower than readState.Index' (duration: 317.850105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:31:25.017692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:24.539604Z","time spent":"478.067428ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:31:25.017659Z","caller":"traceutil/trace.go:171","msg":"trace[914158541] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"683.410965ms","start":"2026-03-02T18:31:24.334192Z","end":"2026-03-02T18:31:25.017603Z","steps":["trace[914158541] 'process raft request' (duration: 365.554399ms)","trace[914158541] 'compare' (duration: 317.109929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:31:25.017877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:24.334163Z","time spent":"683.607929ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:31:25.017842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.26753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:31:25.017926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.308375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:31:25.018084Z","caller":"traceutil/trace.go:171","msg":"trace[1028622476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:553; }","duration":"684.497829ms","start":"2026-03-02T18:31:24.33354Z","end":"2026-03-02T18:31:25.018038Z","steps":["trace[1028622476] 'agreement among raft nodes before linearized reading' (duration: 684.167102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:31:25.017973Z","caller":"traceutil/trace.go:171","msg":"trace[1546669280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"488.444514ms","start":"2026-03-02T18:31:24.529494Z","end":"2026-03-02T18:31:25.017938Z","steps":["trace[1546669280] 'agreement among raft nodes before linearized reading' (duration: 488.170448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:25.018165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:24.333527Z","time spent":"684.621693ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:31:25.018216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:24.529467Z","time spent":"488.6986ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:31:25.645626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.90232ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T18:31:25.645963Z","caller":"traceutil/trace.go:171","msg":"trace[756801810] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"628.230504ms","start":"2026-03-02T18:31:25.017688Z","end":"2026-03-02T18:31:25.645919Z","steps":["trace[756801810] 'read index received' (duration: 264.16898ms)","trace[756801810] 'applied index is now lower than readState.Index' (duration: 364.056174ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:25.646014Z","caller":"traceutil/trace.go:171","msg":"trace[124732570] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"622.672058ms","start":"2026-03-02T18:31:25.02332Z","end":"2026-03-02T18:31:25.645992Z","steps":["trace[124732570] 'process raft request' (duration: 622.449173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:25.646303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.224242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nrd79\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-02T18:31:25.646375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.278697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:31:25.646411Z","caller":"traceutil/trace.go:171","msg":"trace[1039212092] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nrd79; range_end:; response_count:1; response_revision:554; }","duration":"979.397016ms","start":"2026-03-02T18:31:24.666999Z","end":"2026-03-02T18:31:25.646396Z","steps":["trace[1039212092] 'agreement among raft nodes before linearized reading' (duration: 979.16894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:25.646446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:25.023293Z","time spent":"623.001675ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:31:25.646517Z","caller":"traceutil/trace.go:171","msg":"trace[1105308696] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:554; }","duration":"655.4425ms","start":"2026-03-02T18:31:24.991029Z","end":"2026-03-02T18:31:25.646471Z","steps":["trace[1105308696] 'agreement among raft nodes before linearized reading' (duration: 655.272896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:25.646488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.538881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:31:25.646591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:24.991005Z","time spent":"655.546073ms","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-02T18:31:25.646595Z","caller":"traceutil/trace.go:171","msg":"trace[1988314240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"119.703014ms","start":"2026-03-02T18:31:25.526863Z","end":"2026-03-02T18:31:25.646566Z","steps":["trace[1988314240] 'agreement among raft nodes before linearized reading' (duration: 119.51785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:25.646467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:24.666975Z","time spent":"979.479448ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-nrd79\" "} {"level":"warn","ts":"2026-03-02T18:31:26.918374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147570279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:31:26.91851Z","caller":"traceutil/trace.go:171","msg":"trace[1950047249] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:555; }","duration":"1.147802784s","start":"2026-03-02T18:31:25.770678Z","end":"2026-03-02T18:31:26.918481Z","steps":["trace[1950047249] 'range keys from in-memory index tree' (duration: 1.147429775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:26.918492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.259158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:31:26.918569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:25.770648Z","time spent":"1.147909337s","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T18:31:26.918391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.441014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:31:26.918716Z","caller":"traceutil/trace.go:171","msg":"trace[888422492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"379.847013ms","start":"2026-03-02T18:31:26.538838Z","end":"2026-03-02T18:31:26.918685Z","steps":["trace[888422492] 'range keys from in-memory index tree' (duration: 379.194838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:26.918866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:26.538795Z","time spent":"380.055497ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:31:26.918628Z","caller":"traceutil/trace.go:171","msg":"trace[806412008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"390.478623ms","start":"2026-03-02T18:31:26.528121Z","end":"2026-03-02T18:31:26.918599Z","steps":["trace[806412008] 'range keys from in-memory index tree' (duration: 390.162326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:26.919061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:26.528096Z","time spent":"390.912413ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:31:27.428252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263626426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:31:27.688454Z","caller":"traceutil/trace.go:171","msg":"trace[1174022324] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"760.635756ms","start":"2026-03-02T18:31:26.927789Z","end":"2026-03-02T18:31:27.688425Z","steps":["trace[1174022324] 'read index received' (duration: 760.455172ms)","trace[1174022324] 'applied index is now lower than readState.Index' (duration: 179.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:27.688613Z","caller":"traceutil/trace.go:171","msg":"trace[1886576603] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"765.019575ms","start":"2026-03-02T18:31:26.923583Z","end":"2026-03-02T18:31:27.688602Z","steps":["trace[1886576603] 'process raft request' (duration: 764.685667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:27.688727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:26.923561Z","time spent":"765.080817ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:31:27.688906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.116647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:31:27.688946Z","caller":"traceutil/trace.go:171","msg":"trace[491388503] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"761.195088ms","start":"2026-03-02T18:31:26.92774Z","end":"2026-03-02T18:31:27.688935Z","steps":["trace[491388503] 'agreement among raft nodes before linearized reading' (duration: 761.126217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:27.688967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:26.927722Z","time spent":"761.24118ms","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T18:31:27.689143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.686008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T18:31:27.689209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.655417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:31:27.689265Z","caller":"traceutil/trace.go:171","msg":"trace[50681250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:556; }","duration":"667.853161ms","start":"2026-03-02T18:31:27.021384Z","end":"2026-03-02T18:31:27.689237Z","steps":["trace[50681250] 'agreement among raft nodes before linearized reading' (duration: 667.504943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:31:27.689317Z","caller":"traceutil/trace.go:171","msg":"trace[1484867299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:556; }","duration":"667.845551ms","start":"2026-03-02T18:31:27.021449Z","end":"2026-03-02T18:31:27.689295Z","steps":["trace[1484867299] 'agreement among raft nodes before linearized reading' (duration: 667.483593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:27.68933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:27.021366Z","time spent":"667.950704ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:31:27.689379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:27.021419Z","time spent":"667.950084ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:31:29.286472Z","caller":"traceutil/trace.go:171","msg":"trace[776899846] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"479.380409ms","start":"2026-03-02T18:31:28.807068Z","end":"2026-03-02T18:31:29.286448Z","steps":["trace[776899846] 'process raft request' (duration: 476.251558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:29.28664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:28.807019Z","time spent":"479.529882ms","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:31:32.20402Z","caller":"traceutil/trace.go:171","msg":"trace[64477928] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"114.802743ms","start":"2026-03-02T18:31:32.089188Z","end":"2026-03-02T18:31:32.203991Z","steps":["trace[64477928] 'process raft request' (duration: 107.292602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:31:33.04918Z","caller":"traceutil/trace.go:171","msg":"trace[1433724942] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"145.854227ms","start":"2026-03-02T18:31:32.903293Z","end":"2026-03-02T18:31:33.049148Z","steps":["trace[1433724942] 'process raft request' (duration: 145.608301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:54.908429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.118663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:31:54.90847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.703953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:31:54.908569Z","caller":"traceutil/trace.go:171","msg":"trace[1770186883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"382.310068ms","start":"2026-03-02T18:31:54.526233Z","end":"2026-03-02T18:31:54.908543Z","steps":["trace[1770186883] 'range keys from in-memory index tree' (duration: 382.027741ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:31:54.908611Z","caller":"traceutil/trace.go:171","msg":"trace[1980466046] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:953; }","duration":"807.905046ms","start":"2026-03-02T18:31:54.10067Z","end":"2026-03-02T18:31:54.908575Z","steps":["trace[1980466046] 'count revisions from in-memory index tree' (duration: 807.59179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:54.908624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:54.526208Z","time spent":"382.405649ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:31:54.908678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:54.100645Z","time spent":"808.014209ms","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:32:19.540121Z","caller":"traceutil/trace.go:171","msg":"trace[427682003] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"137.197751ms","start":"2026-03-02T18:32:19.402885Z","end":"2026-03-02T18:32:19.540083Z","steps":["trace[427682003] 'process raft request' (duration: 101.830758ms)","trace[427682003] 'compare' (duration: 35.180978ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:19.704055Z","caller":"traceutil/trace.go:171","msg":"trace[157488809] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"159.812343ms","start":"2026-03-02T18:32:19.544195Z","end":"2026-03-02T18:32:19.704007Z","steps":["trace[157488809] 'process raft request' (duration: 146.031071ms)","trace[157488809] 'compare' (duration: 13.484916ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:19.730013Z","caller":"traceutil/trace.go:171","msg":"trace[1012511619] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"103.731262ms","start":"2026-03-02T18:32:19.626243Z","end":"2026-03-02T18:32:19.729974Z","steps":["trace[1012511619] 'process raft request' (duration: 103.473046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:19.730219Z","caller":"traceutil/trace.go:171","msg":"trace[624324384] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"103.823544ms","start":"2026-03-02T18:32:19.626361Z","end":"2026-03-02T18:32:19.730184Z","steps":["trace[624324384] 'process raft request' (duration: 103.552068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:23.666542Z","caller":"traceutil/trace.go:171","msg":"trace[948393563] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"433.652932ms","start":"2026-03-02T18:32:23.232853Z","end":"2026-03-02T18:32:23.666506Z","steps":["trace[948393563] 'process raft request' (duration: 433.475388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:23.666716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:23.232834Z","time spent":"433.798035ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:32:47.634259Z","caller":"traceutil/trace.go:171","msg":"trace[282877825] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"177.068545ms","start":"2026-03-02T18:32:47.457149Z","end":"2026-03-02T18:32:47.634218Z","steps":["trace[282877825] 'process raft request' (duration: 176.809649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:48.252111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.037064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:32:48.25222Z","caller":"traceutil/trace.go:171","msg":"trace[506921512] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1692; }","duration":"724.154309ms","start":"2026-03-02T18:32:47.528048Z","end":"2026-03-02T18:32:48.252203Z","steps":["trace[506921512] 'read index received' (duration: 105.878551ms)","trace[506921512] 'applied index is now lower than readState.Index' (duration: 618.274018ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:48.2523Z","caller":"traceutil/trace.go:171","msg":"trace[1079060492] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"737.269277ms","start":"2026-03-02T18:32:47.515019Z","end":"2026-03-02T18:32:48.252288Z","steps":["trace[1079060492] 'process raft request' (duration: 600.949057ms)","trace[1079060492] 'compare' (duration: 135.739127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:32:48.252366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:47.514985Z","time spent":"737.349498ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:48.252585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.512308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:32:48.25271Z","caller":"traceutil/trace.go:171","msg":"trace[620188522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"724.668361ms","start":"2026-03-02T18:32:47.528002Z","end":"2026-03-02T18:32:48.252671Z","steps":["trace[620188522] 'agreement among raft nodes before linearized reading' (duration: 724.492027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:48.252774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:47.527982Z","time spent":"724.778213ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:32:48.33863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.188281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:32:48.338718Z","caller":"traceutil/trace.go:171","msg":"trace[325734779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1628; }","duration":"167.307423ms","start":"2026-03-02T18:32:48.17139Z","end":"2026-03-02T18:32:48.338697Z","steps":["trace[325734779] 'agreement among raft nodes before linearized reading' (duration: 167.104778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:48.338776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.483539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T18:32:48.338797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.193964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d1db4e6-63f4-481e-bec4-b49d18bbaf1f\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-02T18:32:48.338837Z","caller":"traceutil/trace.go:171","msg":"trace[1635689273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1628; }","duration":"134.574421ms","start":"2026-03-02T18:32:48.204242Z","end":"2026-03-02T18:32:48.338816Z","steps":["trace[1635689273] 'agreement among raft nodes before linearized reading' (duration: 134.455069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:48.338847Z","caller":"traceutil/trace.go:171","msg":"trace[1590602370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d1db4e6-63f4-481e-bec4-b49d18bbaf1f; range_end:; response_count:1; response_revision:1628; }","duration":"112.243715ms","start":"2026-03-02T18:32:48.226588Z","end":"2026-03-02T18:32:48.338831Z","steps":["trace[1590602370] 'agreement among raft nodes before linearized reading' (duration: 112.074611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:48.339007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.88437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0d1db4e6-63f4-481e-bec4-b49d18bbaf1f\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-02T18:32:48.339051Z","caller":"traceutil/trace.go:171","msg":"trace[713046092] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0d1db4e6-63f4-481e-bec4-b49d18bbaf1f; range_end:; response_count:1; response_revision:1628; }","duration":"180.925481ms","start":"2026-03-02T18:32:48.158112Z","end":"2026-03-02T18:32:48.339037Z","steps":["trace[713046092] 'agreement among raft nodes before linearized reading' (duration: 180.827119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:48.339088Z","caller":"traceutil/trace.go:171","msg":"trace[41746518] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"691.531768ms","start":"2026-03-02T18:32:47.647536Z","end":"2026-03-02T18:32:48.339068Z","steps":["trace[41746518] 'process raft request' (duration: 690.759261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:48.338647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.927414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T18:32:48.339215Z","caller":"traceutil/trace.go:171","msg":"trace[863766476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1628; }","duration":"167.534238ms","start":"2026-03-02T18:32:48.171671Z","end":"2026-03-02T18:32:48.339205Z","steps":["trace[863766476] 'agreement among raft nodes before linearized reading' (duration: 166.814042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:48.339227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:47.64751Z","time spent":"691.633681ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:48.339257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.442166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T18:32:48.340476Z","caller":"traceutil/trace.go:171","msg":"trace[1455023292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1628; }","duration":"541.498048ms","start":"2026-03-02T18:32:47.797797Z","end":"2026-03-02T18:32:48.339295Z","steps":["trace[1455023292] 'agreement among raft nodes before linearized reading' (duration: 541.362334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:48.340501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.731721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-02T18:32:48.340559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:47.797729Z","time spent":"542.809547ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T18:32:48.340609Z","caller":"traceutil/trace.go:171","msg":"trace[638136523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1628; }","duration":"151.831562ms","start":"2026-03-02T18:32:48.188727Z","end":"2026-03-02T18:32:48.340558Z","steps":["trace[638136523] 'agreement among raft nodes before linearized reading' (duration: 150.632526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:48.341363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.799262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T18:32:48.341546Z","caller":"traceutil/trace.go:171","msg":"trace[347626702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1628; }","duration":"270.020422ms","start":"2026-03-02T18:32:48.071471Z","end":"2026-03-02T18:32:48.341491Z","steps":["trace[347626702] 'agreement among raft nodes before linearized reading' (duration: 267.555976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:49.190655Z","caller":"traceutil/trace.go:171","msg":"trace[323893840] linearizableReadLoop","detail":"{readStateIndex:1702; appliedIndex:1701; }","duration":"365.926336ms","start":"2026-03-02T18:32:48.824705Z","end":"2026-03-02T18:32:49.190632Z","steps":["trace[323893840] 'read index received' (duration: 365.759263ms)","trace[323893840] 'applied index is now lower than readState.Index' (duration: 165.463µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:32:49.190802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.081529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:32:49.190769Z","caller":"traceutil/trace.go:171","msg":"trace[664043888] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"646.18246ms","start":"2026-03-02T18:32:48.54454Z","end":"2026-03-02T18:32:49.190723Z","steps":["trace[664043888] 'process raft request' (duration: 645.941345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:49.19083Z","caller":"traceutil/trace.go:171","msg":"trace[103474438] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1635; }","duration":"366.176221ms","start":"2026-03-02T18:32:48.824645Z","end":"2026-03-02T18:32:49.190821Z","steps":["trace[103474438] 'agreement among raft nodes before linearized reading' (duration: 366.069159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:49.190976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:48.544505Z","time spent":"646.361674ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:49.191016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:48.824621Z","time spent":"366.344307ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:32:56.684273Z","caller":"traceutil/trace.go:171","msg":"trace[1426963025] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"207.123836ms","start":"2026-03-02T18:32:56.477125Z","end":"2026-03-02T18:32:56.684249Z","steps":["trace[1426963025] 'process raft request' (duration: 207.073025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:56.684356Z","caller":"traceutil/trace.go:171","msg":"trace[637061499] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"208.683581ms","start":"2026-03-02T18:32:56.475625Z","end":"2026-03-02T18:32:56.684308Z","steps":["trace[637061499] 'process raft request' (duration: 172.570243ms)","trace[637061499] 'compare' (duration: 35.837812ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:56.684381Z","caller":"traceutil/trace.go:171","msg":"trace[771555589] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1769; }","duration":"208.63061ms","start":"2026-03-02T18:32:56.475718Z","end":"2026-03-02T18:32:56.684349Z","steps":["trace[771555589] 'read index received' (duration: 172.484351ms)","trace[771555589] 'applied index is now lower than readState.Index' (duration: 36.143039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:32:56.684581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.845944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T18:32:56.684674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.26422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:32:56.684678Z","caller":"traceutil/trace.go:171","msg":"trace[208327267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1701; }","duration":"208.933767ms","start":"2026-03-02T18:32:56.475673Z","end":"2026-03-02T18:32:56.684607Z","steps":["trace[208327267] 'agreement among raft nodes before linearized reading' (duration: 208.791043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:56.684634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.017221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:32:56.684843Z","caller":"traceutil/trace.go:171","msg":"trace[323251922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"157.258986ms","start":"2026-03-02T18:32:56.527564Z","end":"2026-03-02T18:32:56.684823Z","steps":["trace[323251922] 'agreement among raft nodes before linearized reading' (duration: 157.002669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:56.684722Z","caller":"traceutil/trace.go:171","msg":"trace[1044500511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1701; }","duration":"207.330901ms","start":"2026-03-02T18:32:56.477377Z","end":"2026-03-02T18:32:56.684708Z","steps":["trace[1044500511] 'agreement among raft nodes before linearized reading' (duration: 207.161796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:56.684864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.921631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:32:56.684946Z","caller":"traceutil/trace.go:171","msg":"trace[889683062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1701; }","duration":"207.033424ms","start":"2026-03-02T18:32:56.477889Z","end":"2026-03-02T18:32:56.684923Z","steps":["trace[889683062] 'agreement among raft nodes before linearized reading' (duration: 206.725278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:58.442177Z","caller":"traceutil/trace.go:171","msg":"trace[1511923147] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"114.341233ms","start":"2026-03-02T18:32:58.327806Z","end":"2026-03-02T18:32:58.442147Z","steps":["trace[1511923147] 'process raft request' (duration: 114.175909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:03.470664Z","caller":"traceutil/trace.go:171","msg":"trace[1498054127] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"201.428467ms","start":"2026-03-02T18:33:03.2692Z","end":"2026-03-02T18:33:03.470628Z","steps":["trace[1498054127] 'process raft request' (duration: 201.261044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:04.827065Z","caller":"traceutil/trace.go:171","msg":"trace[1284572196] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"459.952799ms","start":"2026-03-02T18:33:04.36709Z","end":"2026-03-02T18:33:04.827043Z","steps":["trace[1284572196] 'process raft request' (duration: 459.801085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:04.827248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.367063Z","time spent":"460.101832ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:04.82874Z","caller":"traceutil/trace.go:171","msg":"trace[1959165090] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"360.368611ms","start":"2026-03-02T18:33:04.468345Z","end":"2026-03-02T18:33:04.828714Z","steps":["trace[1959165090] 'process raft request' (duration: 360.171377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:04.828936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.468319Z","time spent":"360.517655ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:04.829163Z","caller":"traceutil/trace.go:171","msg":"trace[287450940] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"317.95606ms","start":"2026-03-02T18:33:04.511192Z","end":"2026-03-02T18:33:04.829148Z","steps":["trace[287450940] 'process raft request' (duration: 317.467079ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:04.829289Z","caller":"traceutil/trace.go:171","msg":"trace[722976046] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"132.719928ms","start":"2026-03-02T18:33:04.696533Z","end":"2026-03-02T18:33:04.829253Z","steps":["trace[722976046] 'process raft request' (duration: 132.422882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:04.829332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.51116Z","time spent":"318.065602ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:04.829448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.02178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:04.82912Z","caller":"traceutil/trace.go:171","msg":"trace[339837792] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1821; }","duration":"302.681263ms","start":"2026-03-02T18:33:04.526419Z","end":"2026-03-02T18:33:04.8291Z","steps":["trace[339837792] 'read index received' (duration: 300.688157ms)","trace[339837792] 'applied index is now lower than readState.Index' (duration: 1.992186ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:04.829502Z","caller":"traceutil/trace.go:171","msg":"trace[481016822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1753; }","duration":"303.106163ms","start":"2026-03-02T18:33:04.526384Z","end":"2026-03-02T18:33:04.82949Z","steps":["trace[481016822] 'agreement among raft nodes before linearized reading' (duration: 303.01175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:04.829538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.526362Z","time spent":"303.169594ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:33:04.829647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.032549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T18:33:04.829682Z","caller":"traceutil/trace.go:171","msg":"trace[823794996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"302.08248ms","start":"2026-03-02T18:33:04.527587Z","end":"2026-03-02T18:33:04.829669Z","steps":["trace[823794996] 'agreement among raft nodes before linearized reading' (duration: 301.965507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:04.829712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:04.527577Z","time spent":"302.12715ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T18:33:04.830084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.139401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:04.830126Z","caller":"traceutil/trace.go:171","msg":"trace[595533775] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1753; }","duration":"164.215833ms","start":"2026-03-02T18:33:04.665899Z","end":"2026-03-02T18:33:04.830115Z","steps":["trace[595533775] 'agreement among raft nodes before linearized reading' (duration: 164.151551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:25.072207Z","caller":"traceutil/trace.go:171","msg":"trace[37237983] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"100.763944ms","start":"2026-03-02T18:33:24.971416Z","end":"2026-03-02T18:33:25.07218Z","steps":["trace[37237983] 'process raft request' (duration: 96.461886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:25.267117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.1578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T18:33:25.267472Z","caller":"traceutil/trace.go:171","msg":"trace[1432336699] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"159.534677ms","start":"2026-03-02T18:33:25.107911Z","end":"2026-03-02T18:33:25.267446Z","steps":["trace[1432336699] 'process raft request' (duration: 159.340643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:35.176351Z","caller":"traceutil/trace.go:171","msg":"trace[1489364743] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"311.307108ms","start":"2026-03-02T18:33:34.865021Z","end":"2026-03-02T18:33:35.176328Z","steps":["trace[1489364743] 'process raft request' (duration: 311.187336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:35.176516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:34.864994Z","time spent":"311.445881ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:35.322854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.790741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:33:35.32314Z","caller":"traceutil/trace.go:171","msg":"trace[379115409] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"355.49273ms","start":"2026-03-02T18:33:34.967593Z","end":"2026-03-02T18:33:35.323086Z","steps":["trace[379115409] 'process raft request' (duration: 241.372462ms)","trace[379115409] 'compare' (duration: 113.675258ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:35.323141Z","caller":"traceutil/trace.go:171","msg":"trace[301641648] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"328.223751ms","start":"2026-03-02T18:33:34.994877Z","end":"2026-03-02T18:33:35.323101Z","steps":["trace[301641648] 'process raft request' (duration: 328.082278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:35.323281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:34.994849Z","time spent":"328.358555ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:35.323281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:34.967574Z","time spent":"355.627803ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:35.341976Z","caller":"traceutil/trace.go:171","msg":"trace[1225752710] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1982; }","duration":"328.631041ms","start":"2026-03-02T18:33:35.013328Z","end":"2026-03-02T18:33:35.341959Z","steps":["trace[1225752710] 'read index received' (duration: 163.011597ms)","trace[1225752710] 'applied index is now lower than readState.Index' (duration: 165.618134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:35.342186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.857246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T18:33:35.342221Z","caller":"traceutil/trace.go:171","msg":"trace[2073848143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1907; }","duration":"328.930708ms","start":"2026-03-02T18:33:35.013281Z","end":"2026-03-02T18:33:35.342212Z","steps":["trace[2073848143] 'agreement among raft nodes before linearized reading' (duration: 328.789035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:35.342252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:35.013263Z","time spent":"328.981589ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:35.342305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.045337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T18:33:35.342356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.330534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T18:33:35.342389Z","caller":"traceutil/trace.go:171","msg":"trace[716193953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1907; }","duration":"328.15813ms","start":"2026-03-02T18:33:35.0142Z","end":"2026-03-02T18:33:35.342358Z","steps":["trace[716193953] 'agreement among raft nodes before linearized reading' (duration: 327.947976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:35.342441Z","caller":"traceutil/trace.go:171","msg":"trace[95671650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1907; }","duration":"197.418866ms","start":"2026-03-02T18:33:35.144998Z","end":"2026-03-02T18:33:35.342417Z","steps":["trace[95671650] 'agreement among raft nodes before linearized reading' (duration: 197.205621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:35.342447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:35.014184Z","time spent":"328.249052ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:35.342765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.20714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-02T18:33:35.342568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.020633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:33:35.342943Z","caller":"traceutil/trace.go:171","msg":"trace[686751740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1907; }","duration":"208.314583ms","start":"2026-03-02T18:33:35.134525Z","end":"2026-03-02T18:33:35.34284Z","steps":["trace[686751740] 'agreement among raft nodes before linearized reading' (duration: 207.669379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:35.342593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.251775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T18:33:35.34331Z","caller":"traceutil/trace.go:171","msg":"trace[1251714322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1907; }","duration":"214.005122ms","start":"2026-03-02T18:33:35.129284Z","end":"2026-03-02T18:33:35.343289Z","steps":["trace[1251714322] 'agreement among raft nodes before linearized reading' (duration: 213.01883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:35.343384Z","caller":"traceutil/trace.go:171","msg":"trace[1674088743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1907; }","duration":"177.620067ms","start":"2026-03-02T18:33:35.165501Z","end":"2026-03-02T18:33:35.343121Z","steps":["trace[1674088743] 'agreement among raft nodes before linearized reading' (duration: 176.716647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:41.896089Z","caller":"traceutil/trace.go:171","msg":"trace[2052286785] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"449.910551ms","start":"2026-03-02T18:33:41.446148Z","end":"2026-03-02T18:33:41.896059Z","steps":["trace[2052286785] 'process raft request' (duration: 411.539151ms)","trace[2052286785] 'compare' (duration: 37.94338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:41.896253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:41.446125Z","time spent":"450.042933ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:41.919575Z","caller":"traceutil/trace.go:171","msg":"trace[883471966] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"473.331102ms","start":"2026-03-02T18:33:41.446198Z","end":"2026-03-02T18:33:41.919529Z","steps":["trace[883471966] 'process raft request' (duration: 473.072606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:41.919573Z","caller":"traceutil/trace.go:171","msg":"trace[1083044524] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"473.24987ms","start":"2026-03-02T18:33:41.446287Z","end":"2026-03-02T18:33:41.919537Z","steps":["trace[1083044524] 'process raft request' (duration: 473.147498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:41.919803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:41.446258Z","time spent":"473.421283ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:41.919908Z","caller":"traceutil/trace.go:171","msg":"trace[335577926] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2015; }","duration":"391.907686ms","start":"2026-03-02T18:33:41.527971Z","end":"2026-03-02T18:33:41.919879Z","steps":["trace[335577926] 'read index received' (duration: 329.89764ms)","trace[335577926] 'applied index is now lower than readState.Index' (duration: 62.008805ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:41.919921Z","caller":"traceutil/trace.go:171","msg":"trace[1408047770] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"473.529846ms","start":"2026-03-02T18:33:41.446354Z","end":"2026-03-02T18:33:41.919884Z","steps":["trace[1408047770] 'process raft request' (duration: 473.123317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:41.920045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.075549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:41.920026Z","caller":"traceutil/trace.go:171","msg":"trace[1497659876] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"242.762415ms","start":"2026-03-02T18:33:41.677207Z","end":"2026-03-02T18:33:41.91997Z","steps":["trace[1497659876] 'process raft request' (duration: 242.595751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:41.920123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:41.446344Z","time spent":"473.675209ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:41.919901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:41.446172Z","time spent":"473.492165ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:41.920094Z","caller":"traceutil/trace.go:171","msg":"trace[2008349919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1942; }","duration":"392.154411ms","start":"2026-03-02T18:33:41.527928Z","end":"2026-03-02T18:33:41.920082Z","steps":["trace[2008349919] 'agreement among raft nodes before linearized reading' (duration: 392.036988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:41.920288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:41.527913Z","time spent":"392.357535ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:33:41.920009Z","caller":"traceutil/trace.go:171","msg":"trace[770053089] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"473.485955ms","start":"2026-03-02T18:33:41.446462Z","end":"2026-03-02T18:33:41.919948Z","steps":["trace[770053089] 'process raft request' (duration: 473.25054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:41.92049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:41.446423Z","time spent":"473.915415ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:43.108178Z","caller":"traceutil/trace.go:171","msg":"trace[372774981] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"425.374665ms","start":"2026-03-02T18:33:42.682776Z","end":"2026-03-02T18:33:43.108151Z","steps":["trace[372774981] 'process raft request' (duration: 425.220741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:43.108336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:42.682747Z","time spent":"425.504687ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:43.582733Z","caller":"traceutil/trace.go:171","msg":"trace[1969257749] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"142.124153ms","start":"2026-03-02T18:33:43.440586Z","end":"2026-03-02T18:33:43.58271Z","steps":["trace[1969257749] 'process raft request' (duration: 141.937249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:44.397658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.331601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:33:44.397797Z","caller":"traceutil/trace.go:171","msg":"trace[1350001972] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"950.835099ms","start":"2026-03-02T18:33:43.446937Z","end":"2026-03-02T18:33:44.397772Z","steps":["trace[1350001972] 'process raft request' (duration: 189.285572ms)","trace[1350001972] 'compare' (duration: 760.975133ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:44.397892Z","caller":"traceutil/trace.go:171","msg":"trace[736745488] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"471.258755ms","start":"2026-03-02T18:33:43.926616Z","end":"2026-03-02T18:33:44.397875Z","steps":["trace[736745488] 'process raft request' (duration: 471.165473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:44.397995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.926598Z","time spent":"471.346798ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:44.397897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.446916Z","time spent":"950.938651ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:44.398171Z","caller":"traceutil/trace.go:171","msg":"trace[1286579316] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2023; }","duration":"939.815579ms","start":"2026-03-02T18:33:43.458319Z","end":"2026-03-02T18:33:44.398134Z","steps":["trace[1286579316] 'read index received' (duration: 124.310109ms)","trace[1286579316] 'applied index is now lower than readState.Index' (duration: 815.50204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:44.398421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.185742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:33:44.398485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.283427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T18:33:44.398471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.128255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T18:33:44.398528Z","caller":"traceutil/trace.go:171","msg":"trace[689475883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"498.372519ms","start":"2026-03-02T18:33:43.900146Z","end":"2026-03-02T18:33:44.398518Z","steps":["trace[689475883] 'agreement among raft nodes before linearized reading' (duration: 498.233496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:44.398502Z","caller":"traceutil/trace.go:171","msg":"trace[591836154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1947; }","duration":"871.295104ms","start":"2026-03-02T18:33:43.527182Z","end":"2026-03-02T18:33:44.398477Z","steps":["trace[591836154] 'agreement among raft nodes before linearized reading' (duration: 871.172842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:44.398519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.67739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T18:33:44.398564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.900123Z","time spent":"498.434411ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T18:33:44.398584Z","caller":"traceutil/trace.go:171","msg":"trace[1217340217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1947; }","duration":"473.752852ms","start":"2026-03-02T18:33:43.924817Z","end":"2026-03-02T18:33:44.39857Z","steps":["trace[1217340217] 'agreement among raft nodes before linearized reading' (duration: 473.559297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:44.398594Z","caller":"traceutil/trace.go:171","msg":"trace[1020449643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"940.293809ms","start":"2026-03-02T18:33:43.458267Z","end":"2026-03-02T18:33:44.398561Z","steps":["trace[1020449643] 'agreement among raft nodes before linearized reading' (duration: 939.999153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:44.39858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.770791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T18:33:44.398623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.924794Z","time spent":"473.820023ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:33:44.398654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.45825Z","time spent":"940.388671ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T18:33:44.398492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.190401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:33:44.398673Z","caller":"traceutil/trace.go:171","msg":"trace[780516826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1947; }","duration":"473.883154ms","start":"2026-03-02T18:33:43.924765Z","end":"2026-03-02T18:33:44.398648Z","steps":["trace[780516826] 'agreement among raft nodes before linearized reading' (duration: 473.629079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:44.398738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.924756Z","time spent":"473.968876ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:33:44.398789Z","caller":"traceutil/trace.go:171","msg":"trace[59726960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"474.443727ms","start":"2026-03-02T18:33:43.924265Z","end":"2026-03-02T18:33:44.398709Z","steps":["trace[59726960] 'agreement among raft nodes before linearized reading' (duration: 474.097589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:44.398863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.924252Z","time spent":"474.58876ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:44.398476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.404927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:33:44.39903Z","caller":"traceutil/trace.go:171","msg":"trace[208071537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1947; }","duration":"474.934518ms","start":"2026-03-02T18:33:43.924035Z","end":"2026-03-02T18:33:44.398969Z","steps":["trace[208071537] 'agreement among raft nodes before linearized reading' (duration: 474.337815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:44.398792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.527165Z","time spent":"871.403678ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:33:44.399172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:43.924023Z","time spent":"475.128043ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:33:44.613271Z","caller":"traceutil/trace.go:171","msg":"trace[313662450] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"209.624572ms","start":"2026-03-02T18:33:44.403614Z","end":"2026-03-02T18:33:44.613239Z","steps":["trace[313662450] 'process raft request' (duration: 161.689266ms)","trace[313662450] 'compare' (duration: 47.823154ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:44.614216Z","caller":"traceutil/trace.go:171","msg":"trace[1386065179] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"210.545103ms","start":"2026-03-02T18:33:44.403637Z","end":"2026-03-02T18:33:44.614182Z","steps":["trace[1386065179] 'process raft request' (duration: 210.295398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:44.614221Z","caller":"traceutil/trace.go:171","msg":"trace[1891941900] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"210.488372ms","start":"2026-03-02T18:33:44.403694Z","end":"2026-03-02T18:33:44.614182Z","steps":["trace[1891941900] 'process raft request' (duration: 210.38017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:44.614519Z","caller":"traceutil/trace.go:171","msg":"trace[59911759] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"210.753428ms","start":"2026-03-02T18:33:44.403747Z","end":"2026-03-02T18:33:44.614501Z","steps":["trace[59911759] 'process raft request' (duration: 210.38588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:44.614763Z","caller":"traceutil/trace.go:171","msg":"trace[1097846339] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"210.954953ms","start":"2026-03-02T18:33:44.403796Z","end":"2026-03-02T18:33:44.614751Z","steps":["trace[1097846339] 'process raft request' (duration: 210.644286ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:49.701491Z","caller":"traceutil/trace.go:171","msg":"trace[103700663] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"100.648373ms","start":"2026-03-02T18:33:49.60082Z","end":"2026-03-02T18:33:49.701468Z","steps":["trace[103700663] 'process raft request' (duration: 100.498209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.361011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263630148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:34:35.607494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012661339s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:34:35.608209Z","caller":"traceutil/trace.go:171","msg":"trace[1376067353] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"1.01320129s","start":"2026-03-02T18:34:34.594711Z","end":"2026-03-02T18:34:35.607913Z","steps":["trace[1376067353] 'process raft request' (duration: 1.012988126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.608354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:34.594685Z","time spent":"1.013595619s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:35.60863Z","caller":"traceutil/trace.go:171","msg":"trace[84397728] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"1.009539678s","start":"2026-03-02T18:34:34.599061Z","end":"2026-03-02T18:34:35.608601Z","steps":["trace[84397728] 'process raft request' (duration: 1.009432476s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.608788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:34.59904Z","time spent":"1.009670001s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:35.610476Z","caller":"traceutil/trace.go:171","msg":"trace[1816413468] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2462; }","duration":"750.453011ms","start":"2026-03-02T18:34:34.859992Z","end":"2026-03-02T18:34:35.610445Z","steps":["trace[1816413468] 'read index received' (duration: 747.694959ms)","trace[1816413468] 'applied index is now lower than readState.Index' (duration: 2.756382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:35.610622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.636415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T18:34:35.610665Z","caller":"traceutil/trace.go:171","msg":"trace[418519468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2366; }","duration":"750.718387ms","start":"2026-03-02T18:34:34.859937Z","end":"2026-03-02T18:34:35.610656Z","steps":["trace[418519468] 'agreement among raft nodes before linearized reading' (duration: 750.604934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.610688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:34.859917Z","time spent":"750.766138ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:34:35.610775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.509798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:34:35.61081Z","caller":"traceutil/trace.go:171","msg":"trace[377889621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2366; }","duration":"748.585539ms","start":"2026-03-02T18:34:34.862215Z","end":"2026-03-02T18:34:35.6108Z","steps":["trace[377889621] 'agreement among raft nodes before linearized reading' (duration: 748.407605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.610787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.872834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-02T18:34:35.610854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:34.862197Z","time spent":"748.648501ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:34:35.610865Z","caller":"traceutil/trace.go:171","msg":"trace[498956338] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2366; }","duration":"731.985937ms","start":"2026-03-02T18:34:34.878862Z","end":"2026-03-02T18:34:35.610848Z","steps":["trace[498956338] 'agreement among raft nodes before linearized reading' (duration: 731.773462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.6109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.157616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T18:34:35.61091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:34.878852Z","time spent":"732.048768ms","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T18:34:35.610923Z","caller":"traceutil/trace.go:171","msg":"trace[841621798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2366; }","duration":"581.212977ms","start":"2026-03-02T18:34:35.029704Z","end":"2026-03-02T18:34:35.610917Z","steps":["trace[841621798] 'agreement among raft nodes before linearized reading' (duration: 581.147716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.610941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:35.029689Z","time spent":"581.247828ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T18:34:35.61111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.928881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:34:35.611148Z","caller":"traceutil/trace.go:171","msg":"trace[2069995185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2366; }","duration":"741.987481ms","start":"2026-03-02T18:34:34.869152Z","end":"2026-03-02T18:34:35.611139Z","steps":["trace[2069995185] 'agreement among raft nodes before linearized reading' (duration: 741.896509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.611191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:34.86914Z","time spent":"742.041632ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:35.611189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.149551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:35.611249Z","caller":"traceutil/trace.go:171","msg":"trace[296056238] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2366; }","duration":"600.243443ms","start":"2026-03-02T18:34:35.010989Z","end":"2026-03-02T18:34:35.611233Z","steps":["trace[296056238] 'agreement among raft nodes before linearized reading' (duration: 600.138871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.611286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:35.010972Z","time spent":"600.304775ms","remote":"127.0.0.1:43730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:34:35.611306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.041325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:34:35.61134Z","caller":"traceutil/trace.go:171","msg":"trace[1527799019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2366; }","duration":"743.164298ms","start":"2026-03-02T18:34:34.86817Z","end":"2026-03-02T18:34:35.611335Z","steps":["trace[1527799019] 'agreement among raft nodes before linearized reading' (duration: 743.094356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.611358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:34.868146Z","time spent":"743.207488ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:35.611564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.976583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:34:35.611636Z","caller":"traceutil/trace.go:171","msg":"trace[184880486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2366; }","duration":"743.076116ms","start":"2026-03-02T18:34:34.868543Z","end":"2026-03-02T18:34:35.611619Z","steps":["trace[184880486] 'agreement among raft nodes before linearized reading' (duration: 742.878682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:35.61168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:34.868526Z","time spent":"743.141237ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:35:12.089431Z","caller":"traceutil/trace.go:171","msg":"trace[1086504824] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"278.123704ms","start":"2026-03-02T18:35:11.811281Z","end":"2026-03-02T18:35:12.089405Z","steps":["trace[1086504824] 'process raft request' (duration: 277.982971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:12.110523Z","caller":"traceutil/trace.go:171","msg":"trace[236470171] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"297.197711ms","start":"2026-03-02T18:35:11.813306Z","end":"2026-03-02T18:35:12.110503Z","steps":["trace[236470171] 'process raft request' (duration: 297.084188ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:12.110687Z","caller":"traceutil/trace.go:171","msg":"trace[1869144854] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2672; }","duration":"284.493096ms","start":"2026-03-02T18:35:11.826157Z","end":"2026-03-02T18:35:12.110651Z","steps":["trace[1869144854] 'read index received' (duration: 263.199539ms)","trace[1869144854] 'applied index is now lower than readState.Index' (duration: 21.291317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:35:12.111014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.822863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:35:12.111085Z","caller":"traceutil/trace.go:171","msg":"trace[137512385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2568; }","duration":"284.927675ms","start":"2026-03-02T18:35:11.826141Z","end":"2026-03-02T18:35:12.111069Z","steps":["trace[137512385] 'agreement among raft nodes before linearized reading' (duration: 284.6828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:12.111101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.170773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:35:12.111142Z","caller":"traceutil/trace.go:171","msg":"trace[393991836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2568; }","duration":"282.259446ms","start":"2026-03-02T18:35:11.828871Z","end":"2026-03-02T18:35:12.11113Z","steps":["trace[393991836] 'agreement among raft nodes before linearized reading' (duration: 282.112242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:12.111299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.11308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T18:35:12.111324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.03878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:35:12.111376Z","caller":"traceutil/trace.go:171","msg":"trace[153443620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2568; }","duration":"282.116144ms","start":"2026-03-02T18:35:11.829245Z","end":"2026-03-02T18:35:12.111362Z","steps":["trace[153443620] 'agreement among raft nodes before linearized reading' (duration: 281.98174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:12.11134Z","caller":"traceutil/trace.go:171","msg":"trace[858042040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2568; }","duration":"281.166883ms","start":"2026-03-02T18:35:11.830162Z","end":"2026-03-02T18:35:12.111329Z","steps":["trace[858042040] 'agreement among raft nodes before linearized reading' (duration: 281.0697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:12.111575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.713874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:35:12.111724Z","caller":"traceutil/trace.go:171","msg":"trace[920804686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2568; }","duration":"281.892449ms","start":"2026-03-02T18:35:11.829805Z","end":"2026-03-02T18:35:12.111697Z","steps":["trace[920804686] 'agreement among raft nodes before linearized reading' (duration: 281.420528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:12.545595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.107228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:35:12.545797Z","caller":"traceutil/trace.go:171","msg":"trace[51014804] linearizableReadLoop","detail":"{readStateIndex:2680; appliedIndex:2676; }","duration":"168.286922ms","start":"2026-03-02T18:35:12.377495Z","end":"2026-03-02T18:35:12.545782Z","steps":["trace[51014804] 'read index received' (duration: 59.361µs)","trace[51014804] 'applied index is now lower than readState.Index' (duration: 168.226661ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:35:12.545889Z","caller":"traceutil/trace.go:171","msg":"trace[1295103740] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"429.12898ms","start":"2026-03-02T18:35:12.116749Z","end":"2026-03-02T18:35:12.545878Z","steps":["trace[1295103740] 'process raft request' (duration: 144.674493ms)","trace[1295103740] 'compare' (duration: 284.005656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:35:12.54595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.116725Z","time spent":"429.191691ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:12.546076Z","caller":"traceutil/trace.go:171","msg":"trace[358554261] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"428.325631ms","start":"2026-03-02T18:35:12.117736Z","end":"2026-03-02T18:35:12.546062Z","steps":["trace[358554261] 'process raft request' (duration: 428.009374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:12.546139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.117727Z","time spent":"428.387622ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:12.546342Z","caller":"traceutil/trace.go:171","msg":"trace[1412732368] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"429.285342ms","start":"2026-03-02T18:35:12.117024Z","end":"2026-03-02T18:35:12.54631Z","steps":["trace[1412732368] 'process raft request' (duration: 428.697809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:12.546354Z","caller":"traceutil/trace.go:171","msg":"trace[1989596447] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"429.509028ms","start":"2026-03-02T18:35:12.116801Z","end":"2026-03-02T18:35:12.54631Z","steps":["trace[1989596447] 'process raft request' (duration: 428.877384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:12.546458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.117006Z","time spent":"429.396365ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:35:12.546458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.116777Z","time spent":"429.627911ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:35:12.54644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.868275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:35:12.546577Z","caller":"traceutil/trace.go:171","msg":"trace[1561649503] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2573; }","duration":"169.117022ms","start":"2026-03-02T18:35:12.37744Z","end":"2026-03-02T18:35:12.546557Z","steps":["trace[1561649503] 'agreement among raft nodes before linearized reading' (duration: 168.862356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.255239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.752893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T18:35:13.255333Z","caller":"traceutil/trace.go:171","msg":"trace[455924267] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2573; }","duration":"375.907736ms","start":"2026-03-02T18:35:12.879404Z","end":"2026-03-02T18:35:13.255312Z","steps":["trace[455924267] 'range keys from in-memory index tree' (duration: 375.429096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.255381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.879317Z","time spent":"376.05499ms","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T18:35:30.370281Z","caller":"traceutil/trace.go:171","msg":"trace[1411143438] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"181.933668ms","start":"2026-03-02T18:35:30.188317Z","end":"2026-03-02T18:35:30.370251Z","steps":["trace[1411143438] 'process raft request' (duration: 94.631491ms)","trace[1411143438] 'compare' (duration: 86.811426ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:37:14.799213Z","caller":"traceutil/trace.go:171","msg":"trace[345970014] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"124.976683ms","start":"2026-03-02T18:37:14.674212Z","end":"2026-03-02T18:37:14.799189Z","steps":["trace[345970014] 'process raft request' (duration: 124.827279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:37:14.800653Z","caller":"traceutil/trace.go:171","msg":"trace[1693148521] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"126.124108ms","start":"2026-03-02T18:37:14.674513Z","end":"2026-03-02T18:37:14.800637Z","steps":["trace[1693148521] 'process raft request' (duration: 126.016586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:37:14.80087Z","caller":"traceutil/trace.go:171","msg":"trace[850932916] linearizableReadLoop","detail":"{readStateIndex:3337; appliedIndex:3335; }","duration":"114.331176ms","start":"2026-03-02T18:37:14.686507Z","end":"2026-03-02T18:37:14.800838Z","steps":["trace[850932916] 'read index received' (duration: 112.552606ms)","trace[850932916] 'applied index is now lower than readState.Index' (duration: 1.77624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:37:14.801022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.475279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:37:14.801059Z","caller":"traceutil/trace.go:171","msg":"trace[927591273] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3202; }","duration":"114.576621ms","start":"2026-03-02T18:37:14.686469Z","end":"2026-03-02T18:37:14.801046Z","steps":["trace[927591273] 'agreement among raft nodes before linearized reading' (duration: 114.470089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:37:51.11795Z","caller":"traceutil/trace.go:171","msg":"trace[1924433864] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"193.077244ms","start":"2026-03-02T18:37:50.924844Z","end":"2026-03-02T18:37:51.117922Z","steps":["trace[1924433864] 'process raft request' (duration: 192.89089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:37:51.128625Z","caller":"traceutil/trace.go:171","msg":"trace[601076464] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"200.328265ms","start":"2026-03-02T18:37:50.928275Z","end":"2026-03-02T18:37:51.128604Z","steps":["trace[601076464] 'process raft request' (duration: 200.227603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:37:51.128624Z","caller":"traceutil/trace.go:171","msg":"trace[676168354] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"200.461598ms","start":"2026-03-02T18:37:50.928132Z","end":"2026-03-02T18:37:51.128594Z","steps":["trace[676168354] 'process raft request' (duration: 200.263034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:37:51.128777Z","caller":"traceutil/trace.go:171","msg":"trace[1233386744] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"167.905696ms","start":"2026-03-02T18:37:50.960865Z","end":"2026-03-02T18:37:51.12877Z","steps":["trace[1233386744] 'process raft request' (duration: 167.709601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:11.213128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.499332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:11.213239Z","caller":"traceutil/trace.go:171","msg":"trace[690113902] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4440; }","duration":"139.691406ms","start":"2026-03-02T18:39:11.073526Z","end":"2026-03-02T18:39:11.213217Z","steps":["trace[690113902] 'count revisions from in-memory index tree' (duration: 139.38074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:11.307528Z","caller":"traceutil/trace.go:171","msg":"trace[53498439] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"217.410045ms","start":"2026-03-02T18:39:11.09009Z","end":"2026-03-02T18:39:11.3075Z","steps":["trace[53498439] 'process raft request' (duration: 217.279802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:11.377242Z","caller":"traceutil/trace.go:171","msg":"trace[542169012] linearizableReadLoop","detail":"{readStateIndex:4625; appliedIndex:4623; }","duration":"135.405442ms","start":"2026-03-02T18:39:11.241796Z","end":"2026-03-02T18:39:11.377201Z","steps":["trace[542169012] 'read index received' (duration: 65.63046ms)","trace[542169012] 'applied index is now lower than readState.Index' (duration: 69.773132ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:11.377278Z","caller":"traceutil/trace.go:171","msg":"trace[1561439169] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"150.934086ms","start":"2026-03-02T18:39:11.226296Z","end":"2026-03-02T18:39:11.37723Z","steps":["trace[1561439169] 'process raft request' (duration: 136.826922ms)","trace[1561439169] 'compare' (duration: 13.886779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:11.378354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.531767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2195851"} {"level":"info","ts":"2026-03-02T18:39:11.378467Z","caller":"traceutil/trace.go:171","msg":"trace[529025000] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4442; }","duration":"136.68758ms","start":"2026-03-02T18:39:11.241749Z","end":"2026-03-02T18:39:11.378437Z","steps":["trace[529025000] 'agreement among raft nodes before linearized reading' (duration: 135.588406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:16.534756Z","caller":"traceutil/trace.go:171","msg":"trace[1022243920] linearizableReadLoop","detail":"{readStateIndex:4730; appliedIndex:4729; }","duration":"213.837776ms","start":"2026-03-02T18:39:16.320898Z","end":"2026-03-02T18:39:16.534736Z","steps":["trace[1022243920] 'read index received' (duration: 213.658362ms)","trace[1022243920] 'applied index is now lower than readState.Index' (duration: 178.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:16.534814Z","caller":"traceutil/trace.go:171","msg":"trace[1845247202] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"215.259387ms","start":"2026-03-02T18:39:16.319526Z","end":"2026-03-02T18:39:16.534785Z","steps":["trace[1845247202] 'process raft request' (duration: 215.078753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:16.53496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.03807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-02T18:39:16.534992Z","caller":"traceutil/trace.go:171","msg":"trace[1562760061] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4544; }","duration":"214.086821ms","start":"2026-03-02T18:39:16.320896Z","end":"2026-03-02T18:39:16.534982Z","steps":["trace[1562760061] 'agreement among raft nodes before linearized reading' (duration: 213.948588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:16.85871Z","caller":"traceutil/trace.go:171","msg":"trace[117748474] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"238.960744ms","start":"2026-03-02T18:39:16.619714Z","end":"2026-03-02T18:39:16.858675Z","steps":["trace[117748474] 'process raft request' (duration: 208.895176ms)","trace[117748474] 'compare' (duration: 29.838023ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:16.858754Z","caller":"traceutil/trace.go:171","msg":"trace[299533369] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"238.672177ms","start":"2026-03-02T18:39:16.620035Z","end":"2026-03-02T18:39:16.858708Z","steps":["trace[299533369] 'process raft request' (duration: 238.570535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:16.85877Z","caller":"traceutil/trace.go:171","msg":"trace[2034162571] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4731; }","duration":"230.25826ms","start":"2026-03-02T18:39:16.628485Z","end":"2026-03-02T18:39:16.858744Z","steps":["trace[2034162571] 'read index received' (duration: 2.195359ms)","trace[2034162571] 'applied index is now lower than readState.Index' (duration: 228.061681ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:16.858821Z","caller":"traceutil/trace.go:171","msg":"trace[1150456708] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"238.421862ms","start":"2026-03-02T18:39:16.62034Z","end":"2026-03-02T18:39:16.858761Z","steps":["trace[1150456708] 'process raft request' (duration: 238.303669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:16.858923Z","caller":"traceutil/trace.go:171","msg":"trace[698793242] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"236.665313ms","start":"2026-03-02T18:39:16.62225Z","end":"2026-03-02T18:39:16.858915Z","steps":["trace[698793242] 'process raft request' (duration: 236.457157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:16.858893Z","caller":"traceutil/trace.go:171","msg":"trace[744776673] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"236.810626ms","start":"2026-03-02T18:39:16.622066Z","end":"2026-03-02T18:39:16.858877Z","steps":["trace[744776673] 'process raft request' (duration: 236.615121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:16.859209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.704111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-02T18:39:16.859252Z","caller":"traceutil/trace.go:171","msg":"trace[1676222384] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4551; }","duration":"230.785412ms","start":"2026-03-02T18:39:16.628457Z","end":"2026-03-02T18:39:16.859242Z","steps":["trace[1676222384] 'agreement among raft nodes before linearized reading' (duration: 230.607188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:16.864722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.739739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-02T18:39:16.864813Z","caller":"traceutil/trace.go:171","msg":"trace[722443117] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4552; }","duration":"220.853201ms","start":"2026-03-02T18:39:16.643935Z","end":"2026-03-02T18:39:16.864788Z","steps":["trace[722443117] 'agreement among raft nodes before linearized reading' (duration: 220.563245ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:16.864982Z","caller":"traceutil/trace.go:171","msg":"trace[273437794] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"232.276546ms","start":"2026-03-02T18:39:16.632657Z","end":"2026-03-02T18:39:16.864934Z","steps":["trace[273437794] 'process raft request' (duration: 231.693682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:18.611212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.719169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:39:18.611304Z","caller":"traceutil/trace.go:171","msg":"trace[875753690] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4664; }","duration":"475.851092ms","start":"2026-03-02T18:39:18.135436Z","end":"2026-03-02T18:39:18.611287Z","steps":["trace[875753690] 'count revisions from in-memory index tree' (duration: 475.653268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:18.611343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:18.135418Z","time spent":"475.913704ms","remote":"127.0.0.1:55752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:39:18.611352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.685244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:39:18.611399Z","caller":"traceutil/trace.go:171","msg":"trace[1553645882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4664; }","duration":"299.770986ms","start":"2026-03-02T18:39:18.311616Z","end":"2026-03-02T18:39:18.611387Z","steps":["trace[1553645882] 'range keys from in-memory index tree' (duration: 299.530701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:18.611781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.331536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T18:39:18.611918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.908015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cngr7\" ","response":"range_response_count:1 size:9743"} {"level":"info","ts":"2026-03-02T18:39:18.611965Z","caller":"traceutil/trace.go:171","msg":"trace[538083297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4664; }","duration":"460.585602ms","start":"2026-03-02T18:39:18.151345Z","end":"2026-03-02T18:39:18.611931Z","steps":["trace[538083297] 'range keys from in-memory index tree' (duration: 459.835215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:18.611977Z","caller":"traceutil/trace.go:171","msg":"trace[746990665] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cngr7; range_end:; response_count:1; response_revision:4664; }","duration":"472.983638ms","start":"2026-03-02T18:39:18.138971Z","end":"2026-03-02T18:39:18.611954Z","steps":["trace[746990665] 'range keys from in-memory index tree' (duration: 472.21716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:18.612045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:18.138955Z","time spent":"473.07551ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9766,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cngr7\" "} {"level":"warn","ts":"2026-03-02T18:39:18.612047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:18.15132Z","time spent":"460.714405ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:39:18.612084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.32144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cngr7.18991a3839473e70\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-02T18:39:18.612189Z","caller":"traceutil/trace.go:171","msg":"trace[354182004] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cngr7.18991a3839473e70; range_end:; response_count:1; response_revision:4664; }","duration":"471.469554ms","start":"2026-03-02T18:39:18.140694Z","end":"2026-03-02T18:39:18.612164Z","steps":["trace[354182004] 'range keys from in-memory index tree' (duration: 470.468872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:18.612245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:18.140677Z","time spent":"471.555385ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cngr7.18991a3839473e70\" "} {"level":"warn","ts":"2026-03-02T18:39:20.567925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.855094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:20.568088Z","caller":"traceutil/trace.go:171","msg":"trace[635345962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4709; }","duration":"575.030478ms","start":"2026-03-02T18:39:19.993028Z","end":"2026-03-02T18:39:20.568058Z","steps":["trace[635345962] 'range keys from in-memory index tree' (duration: 574.834943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:20.568674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.294535ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T18:39:20.568795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:19.896417Z","time spent":"672.370802ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T18:39:20.881586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.03351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:39:20.881834Z","caller":"traceutil/trace.go:171","msg":"trace[1253224435] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"311.543979ms","start":"2026-03-02T18:39:20.570272Z","end":"2026-03-02T18:39:20.881816Z","steps":["trace[1253224435] 'process raft request' (duration: 311.462397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:20.881825Z","caller":"traceutil/trace.go:171","msg":"trace[2128677979] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"982.304914ms","start":"2026-03-02T18:39:19.89948Z","end":"2026-03-02T18:39:20.881785Z","steps":["trace[2128677979] 'process raft request' (duration: 812.006037ms)","trace[2128677979] 'compare' (duration: 169.895697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:20.881945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:20.570252Z","time spent":"311.640891ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:20.881973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:19.899462Z","time spent":"982.440718ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2497,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:39:20.882115Z","caller":"traceutil/trace.go:171","msg":"trace[649060173] linearizableReadLoop","detail":"{readStateIndex:4901; appliedIndex:4899; }","duration":"939.193986ms","start":"2026-03-02T18:39:19.942888Z","end":"2026-03-02T18:39:20.882082Z","steps":["trace[649060173] 'read index received' (duration: 335.417529ms)","trace[649060173] 'applied index is now lower than readState.Index' (duration: 603.773717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:20.882492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.564085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T18:39:20.882513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.846719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:39:20.882548Z","caller":"traceutil/trace.go:171","msg":"trace[505614625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4711; }","duration":"939.707778ms","start":"2026-03-02T18:39:19.942827Z","end":"2026-03-02T18:39:20.882534Z","steps":["trace[505614625] 'agreement among raft nodes before linearized reading' (duration: 939.430692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:20.882576Z","caller":"traceutil/trace.go:171","msg":"trace[1846543781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:4711; }","duration":"934.927661ms","start":"2026-03-02T18:39:19.94763Z","end":"2026-03-02T18:39:20.882558Z","steps":["trace[1846543781] 'agreement among raft nodes before linearized reading' (duration: 934.663345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:20.882592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:19.942797Z","time spent":"939.786179ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:39:20.882625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:19.947623Z","time spent":"934.989762ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-8mnz7\" "} {"level":"warn","ts":"2026-03-02T18:39:20.88269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.38244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T18:39:20.882701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.578827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22b52e05-ae21-4c9d-ba9c-922cec2cf4e3\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-02T18:39:20.88275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.696968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:20.882748Z","caller":"traceutil/trace.go:171","msg":"trace[1173766296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4711; }","duration":"206.469252ms","start":"2026-03-02T18:39:20.676261Z","end":"2026-03-02T18:39:20.88273Z","steps":["trace[1173766296] 'agreement among raft nodes before linearized reading' (duration: 206.306028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:20.882775Z","caller":"traceutil/trace.go:171","msg":"trace[1157182417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4711; }","duration":"354.716739ms","start":"2026-03-02T18:39:20.528048Z","end":"2026-03-02T18:39:20.882765Z","steps":["trace[1157182417] 'agreement among raft nodes before linearized reading' (duration: 354.685138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:20.882806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:20.527989Z","time spent":"354.81199ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:39:20.882834Z","caller":"traceutil/trace.go:171","msg":"trace[1800510194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-22b52e05-ae21-4c9d-ba9c-922cec2cf4e3; range_end:; response_count:1; response_revision:4711; }","duration":"726.652908ms","start":"2026-03-02T18:39:20.156078Z","end":"2026-03-02T18:39:20.882731Z","steps":["trace[1800510194] 'agreement among raft nodes before linearized reading' (duration: 726.537675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:20.882864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:20.156061Z","time spent":"726.793002ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22b52e05-ae21-4c9d-ba9c-922cec2cf4e3\" "} {"level":"warn","ts":"2026-03-02T18:39:20.882868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.130084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T18:39:20.882933Z","caller":"traceutil/trace.go:171","msg":"trace[1638640095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4711; }","duration":"211.233347ms","start":"2026-03-02T18:39:20.67168Z","end":"2026-03-02T18:39:20.882914Z","steps":["trace[1638640095] 'agreement among raft nodes before linearized reading' (duration: 211.061853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:20.882943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.635109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T18:39:20.882996Z","caller":"traceutil/trace.go:171","msg":"trace[1824089779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4711; }","duration":"878.745821ms","start":"2026-03-02T18:39:20.004237Z","end":"2026-03-02T18:39:20.882983Z","steps":["trace[1824089779] 'agreement among raft nodes before linearized reading' (duration: 878.603288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:20.883051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:20.004213Z","time spent":"878.826283ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:39:20.883063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.948523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777210"} {"level":"info","ts":"2026-03-02T18:39:20.883131Z","caller":"traceutil/trace.go:171","msg":"trace[1925737513] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4711; }","duration":"265.030094ms","start":"2026-03-02T18:39:20.618082Z","end":"2026-03-02T18:39:20.883112Z","steps":["trace[1925737513] 'agreement among raft nodes before linearized reading' (duration: 264.318279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:22.34487Z","caller":"traceutil/trace.go:171","msg":"trace[1425926181] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"112.637315ms","start":"2026-03-02T18:39:22.232209Z","end":"2026-03-02T18:39:22.344847Z","steps":["trace[1425926181] 'process raft request' (duration: 112.478971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:22.785059Z","caller":"traceutil/trace.go:171","msg":"trace[1142093293] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"107.48565ms","start":"2026-03-02T18:39:22.677551Z","end":"2026-03-02T18:39:22.785037Z","steps":["trace[1142093293] 'process raft request' (duration: 57.718083ms)","trace[1142093293] 'compare' (duration: 49.640335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:23.163962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.208896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:39:23.164053Z","caller":"traceutil/trace.go:171","msg":"trace[1919008604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4751; }","duration":"220.339359ms","start":"2026-03-02T18:39:22.943697Z","end":"2026-03-02T18:39:23.164036Z","steps":["trace[1919008604] 'range keys from in-memory index tree' (duration: 220.000282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:23.164132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.944691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-22b52e05-ae21-4c9d-ba9c-922cec2cf4e3\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-02T18:39:23.164183Z","caller":"traceutil/trace.go:171","msg":"trace[1621792669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-22b52e05-ae21-4c9d-ba9c-922cec2cf4e3; range_end:; response_count:1; response_revision:4751; }","duration":"211.017782ms","start":"2026-03-02T18:39:22.95315Z","end":"2026-03-02T18:39:23.164168Z","steps":["trace[1621792669] 'range keys from in-memory index tree' (duration: 210.838248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:23.164221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.22911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T18:39:23.164216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.804854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:39:23.164258Z","caller":"traceutil/trace.go:171","msg":"trace[1956324887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4751; }","duration":"221.293941ms","start":"2026-03-02T18:39:22.942953Z","end":"2026-03-02T18:39:23.164247Z","steps":["trace[1956324887] 'range keys from in-memory index tree' (duration: 221.144738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:23.164294Z","caller":"traceutil/trace.go:171","msg":"trace[1491232354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:4751; }","duration":"267.972358ms","start":"2026-03-02T18:39:22.896301Z","end":"2026-03-02T18:39:23.164274Z","steps":["trace[1491232354] 'range keys from in-memory index tree' (duration: 267.57726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:23.164377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.285571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:39:23.16443Z","caller":"traceutil/trace.go:171","msg":"trace[901011204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4751; }","duration":"221.380553ms","start":"2026-03-02T18:39:22.943034Z","end":"2026-03-02T18:39:23.164414Z","steps":["trace[901011204] 'range keys from in-memory index tree' (duration: 221.136138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:23.164455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.283439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:39:23.164489Z","caller":"traceutil/trace.go:171","msg":"trace[1476005217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4751; }","duration":"247.346ms","start":"2026-03-02T18:39:22.917133Z","end":"2026-03-02T18:39:23.164479Z","steps":["trace[1476005217] 'range keys from in-memory index tree' (duration: 247.136405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:23.332847Z","caller":"traceutil/trace.go:171","msg":"trace[1372249848] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4943; }","duration":"165.081721ms","start":"2026-03-02T18:39:23.167744Z","end":"2026-03-02T18:39:23.332826Z","steps":["trace[1372249848] 'read index received' (duration: 111.722µs)","trace[1372249848] 'applied index is now lower than readState.Index' (duration: 164.969309ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:23.332977Z","caller":"traceutil/trace.go:171","msg":"trace[2024516942] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"165.221305ms","start":"2026-03-02T18:39:23.167722Z","end":"2026-03-02T18:39:23.332943Z","steps":["trace[2024516942] 'process raft request' (duration: 164.922857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:23.333074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.309946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62891"} {"level":"info","ts":"2026-03-02T18:39:23.333102Z","caller":"traceutil/trace.go:171","msg":"trace[147838298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4752; }","duration":"165.358327ms","start":"2026-03-02T18:39:23.167736Z","end":"2026-03-02T18:39:23.333094Z","steps":["trace[147838298] 'agreement among raft nodes before linearized reading' (duration: 165.193743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:23.477577Z","caller":"traceutil/trace.go:171","msg":"trace[2028328205] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"309.767798ms","start":"2026-03-02T18:39:23.167774Z","end":"2026-03-02T18:39:23.477542Z","steps":["trace[2028328205] 'process raft request' (duration: 238.650626ms)","trace[2028328205] 'compare' (duration: 70.884046ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:23.477638Z","caller":"traceutil/trace.go:171","msg":"trace[1677743204] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"309.39615ms","start":"2026-03-02T18:39:23.168202Z","end":"2026-03-02T18:39:23.477598Z","steps":["trace[1677743204] 'process raft request' (duration: 309.269427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:23.477747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:23.167754Z","time spent":"309.904031ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:23.477807Z","caller":"traceutil/trace.go:171","msg":"trace[546037635] linearizableReadLoop","detail":"{readStateIndex:4947; appliedIndex:4944; }","duration":"144.876581ms","start":"2026-03-02T18:39:23.332908Z","end":"2026-03-02T18:39:23.477785Z","steps":["trace[546037635] 'read index received' (duration: 73.458923ms)","trace[546037635] 'applied index is now lower than readState.Index' (duration: 71.415748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:23.477828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:23.168184Z","time spent":"309.557323ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:23.477893Z","caller":"traceutil/trace.go:171","msg":"trace[173514087] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"308.48626ms","start":"2026-03-02T18:39:23.169342Z","end":"2026-03-02T18:39:23.477828Z","steps":["trace[173514087] 'process raft request' (duration: 308.198704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:23.477976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.792047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17437"} {"level":"info","ts":"2026-03-02T18:39:23.478002Z","caller":"traceutil/trace.go:171","msg":"trace[772057286] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4755; }","duration":"308.855738ms","start":"2026-03-02T18:39:23.169139Z","end":"2026-03-02T18:39:23.477995Z","steps":["trace[772057286] 'agreement among raft nodes before linearized reading' (duration: 308.717695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:23.47803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:23.169127Z","time spent":"308.898219ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17460,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T18:39:23.478165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:23.169309Z","time spent":"308.710925ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:24.589094Z","caller":"traceutil/trace.go:171","msg":"trace[985385327] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"142.731954ms","start":"2026-03-02T18:39:24.446303Z","end":"2026-03-02T18:39:24.589035Z","steps":["trace[985385327] 'process raft request' (duration: 82.928094ms)","trace[985385327] 'compare' (duration: 59.641876ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:24.603286Z","caller":"traceutil/trace.go:171","msg":"trace[430682306] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4976; }","duration":"154.223339ms","start":"2026-03-02T18:39:24.449051Z","end":"2026-03-02T18:39:24.603274Z","steps":["trace[430682306] 'read index received' (duration: 80.192133ms)","trace[430682306] 'applied index is now lower than readState.Index' (duration: 74.030376ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:24.603344Z","caller":"traceutil/trace.go:171","msg":"trace[165621408] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"155.661602ms","start":"2026-03-02T18:39:24.447675Z","end":"2026-03-02T18:39:24.603337Z","steps":["trace[165621408] 'process raft request' (duration: 155.542579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:24.603323Z","caller":"traceutil/trace.go:171","msg":"trace[1250625989] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"155.832315ms","start":"2026-03-02T18:39:24.447457Z","end":"2026-03-02T18:39:24.603289Z","steps":["trace[1250625989] 'process raft request' (duration: 155.682822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:24.603531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.452384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-02T18:39:24.603629Z","caller":"traceutil/trace.go:171","msg":"trace[739428410] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4785; }","duration":"154.589987ms","start":"2026-03-02T18:39:24.449005Z","end":"2026-03-02T18:39:24.603595Z","steps":["trace[739428410] 'agreement among raft nodes before linearized reading' (duration: 154.348302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:24.604866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.308487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803326"} {"level":"info","ts":"2026-03-02T18:39:24.604907Z","caller":"traceutil/trace.go:171","msg":"trace[824248426] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4786; }","duration":"107.393739ms","start":"2026-03-02T18:39:24.497503Z","end":"2026-03-02T18:39:24.604897Z","steps":["trace[824248426] 'agreement among raft nodes before linearized reading' (duration: 107.016249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:25.834618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.034049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:39:25.834893Z","caller":"traceutil/trace.go:171","msg":"trace[37317667] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"328.281211ms","start":"2026-03-02T18:39:25.506578Z","end":"2026-03-02T18:39:25.834859Z","steps":["trace[37317667] 'process raft request' (duration: 131.930075ms)","trace[37317667] 'compare' (duration: 195.926017ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:25.834981Z","caller":"traceutil/trace.go:171","msg":"trace[1876656212] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"217.706641ms","start":"2026-03-02T18:39:25.617258Z","end":"2026-03-02T18:39:25.834964Z","steps":["trace[1876656212] 'process raft request' (duration: 217.65604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:25.835131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:25.506558Z","time spent":"328.440874ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:25.835125Z","caller":"traceutil/trace.go:171","msg":"trace[851002930] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"239.23166ms","start":"2026-03-02T18:39:25.595867Z","end":"2026-03-02T18:39:25.835099Z","steps":["trace[851002930] 'process raft request' (duration: 238.941184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:25.835136Z","caller":"traceutil/trace.go:171","msg":"trace[289987785] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"328.476124ms","start":"2026-03-02T18:39:25.506613Z","end":"2026-03-02T18:39:25.835089Z","steps":["trace[289987785] 'process raft request' (duration: 328.109156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:25.835403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.13596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:25.835455Z","caller":"traceutil/trace.go:171","msg":"trace[786206551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4813; }","duration":"307.230713ms","start":"2026-03-02T18:39:25.528212Z","end":"2026-03-02T18:39:25.835442Z","steps":["trace[786206551] 'agreement among raft nodes before linearized reading' (duration: 307.10384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:25.835502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:25.528199Z","time spent":"307.294544ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:39:25.835159Z","caller":"traceutil/trace.go:171","msg":"trace[808920592] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"217.916246ms","start":"2026-03-02T18:39:25.617221Z","end":"2026-03-02T18:39:25.835137Z","steps":["trace[808920592] 'process raft request' (duration: 217.64688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:25.835518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:25.506592Z","time spent":"328.849214ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:25.835187Z","caller":"traceutil/trace.go:171","msg":"trace[1718607021] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:5004; }","duration":"306.917596ms","start":"2026-03-02T18:39:25.528249Z","end":"2026-03-02T18:39:25.835166Z","steps":["trace[1718607021] 'read index received' (duration: 110.352255ms)","trace[1718607021] 'applied index is now lower than readState.Index' (duration: 196.562921ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:25.888734Z","caller":"traceutil/trace.go:171","msg":"trace[2006735449] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"119.334954ms","start":"2026-03-02T18:39:25.769375Z","end":"2026-03-02T18:39:25.888709Z","steps":["trace[2006735449] 'process raft request' (duration: 118.984217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:25.888901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.986888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:39:25.888955Z","caller":"traceutil/trace.go:171","msg":"trace[1586272374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4815; }","duration":"138.08692ms","start":"2026-03-02T18:39:25.750855Z","end":"2026-03-02T18:39:25.888942Z","steps":["trace[1586272374] 'agreement among raft nodes before linearized reading' (duration: 137.888076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:25.888983Z","caller":"traceutil/trace.go:171","msg":"trace[1803217832] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"115.1173ms","start":"2026-03-02T18:39:25.773835Z","end":"2026-03-02T18:39:25.888953Z","steps":["trace[1803217832] 'process raft request' (duration: 114.733411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:26.377509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.528039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:39:26.377625Z","caller":"traceutil/trace.go:171","msg":"trace[745517809] linearizableReadLoop","detail":"{readStateIndex:5013; appliedIndex:5011; }","duration":"480.611087ms","start":"2026-03-02T18:39:25.896996Z","end":"2026-03-02T18:39:26.377607Z","steps":["trace[745517809] 'read index received' (duration: 21.039967ms)","trace[745517809] 'applied index is now lower than readState.Index' (duration: 459.570089ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:26.37771Z","caller":"traceutil/trace.go:171","msg":"trace[630746525] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"483.793288ms","start":"2026-03-02T18:39:25.89386Z","end":"2026-03-02T18:39:26.377654Z","steps":["trace[630746525] 'process raft request' (duration: 69.049865ms)","trace[630746525] 'compare' (duration: 414.364674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:26.377881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.857614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4949"} {"level":"warn","ts":"2026-03-02T18:39:26.377904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:25.893832Z","time spent":"483.972832ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:39:26.377922Z","caller":"traceutil/trace.go:171","msg":"trace[1750222815] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4817; }","duration":"480.949085ms","start":"2026-03-02T18:39:25.896964Z","end":"2026-03-02T18:39:26.377913Z","steps":["trace[1750222815] 'agreement among raft nodes before linearized reading' (duration: 480.73733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:26.377972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:25.896952Z","time spent":"481.008616ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4972,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-03-02T18:39:26.377973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.031716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T18:39:26.378012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.582301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T18:39:26.378046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.522415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T18:39:26.378093Z","caller":"traceutil/trace.go:171","msg":"trace[1897767286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4817; }","duration":"247.615557ms","start":"2026-03-02T18:39:26.130464Z","end":"2026-03-02T18:39:26.37808Z","steps":["trace[1897767286] 'agreement among raft nodes before linearized reading' (duration: 247.401142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:26.378093Z","caller":"traceutil/trace.go:171","msg":"trace[1254727521] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4817; }","duration":"423.719984ms","start":"2026-03-02T18:39:25.954355Z","end":"2026-03-02T18:39:26.378075Z","steps":["trace[1254727521] 'agreement among raft nodes before linearized reading' (duration: 423.487449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:26.378233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:25.954333Z","time spent":"423.889477ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T18:39:26.378044Z","caller":"traceutil/trace.go:171","msg":"trace[375567046] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4817; }","duration":"337.164449ms","start":"2026-03-02T18:39:26.040865Z","end":"2026-03-02T18:39:26.37803Z","steps":["trace[375567046] 'agreement among raft nodes before linearized reading' (duration: 337.007225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:26.378369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:26.040843Z","time spent":"337.506756ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":24,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:39:27.979883Z","caller":"traceutil/trace.go:171","msg":"trace[7337982] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"138.998761ms","start":"2026-03-02T18:39:27.840865Z","end":"2026-03-02T18:39:27.979864Z","steps":["trace[7337982] 'process raft request' (duration: 138.867658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:27.980003Z","caller":"traceutil/trace.go:171","msg":"trace[632657868] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"139.115163ms","start":"2026-03-02T18:39:27.840869Z","end":"2026-03-02T18:39:27.979984Z","steps":["trace[632657868] 'process raft request' (duration: 138.96358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:28.242053Z","caller":"traceutil/trace.go:171","msg":"trace[2120308740] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"399.634657ms","start":"2026-03-02T18:39:27.842403Z","end":"2026-03-02T18:39:28.242037Z","steps":["trace[2120308740] 'process raft request' (duration: 399.589356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:28.24206Z","caller":"traceutil/trace.go:171","msg":"trace[830194239] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"400.626909ms","start":"2026-03-02T18:39:27.841413Z","end":"2026-03-02T18:39:28.24204Z","steps":["trace[830194239] 'process raft request' (duration: 400.480526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:28.24216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:27.841404Z","time spent":"400.706011ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:28.242158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:27.842394Z","time spent":"399.711079ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:28.242221Z","caller":"traceutil/trace.go:171","msg":"trace[1156004256] linearizableReadLoop","detail":"{readStateIndex:5047; appliedIndex:5043; }","duration":"320.058067ms","start":"2026-03-02T18:39:27.922136Z","end":"2026-03-02T18:39:28.242195Z","steps":["trace[1156004256] 'read index received' (duration: 57.697883ms)","trace[1156004256] 'applied index is now lower than readState.Index' (duration: 262.358424ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:28.242276Z","caller":"traceutil/trace.go:171","msg":"trace[1025677466] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"398.161544ms","start":"2026-03-02T18:39:27.844081Z","end":"2026-03-02T18:39:28.242242Z","steps":["trace[1025677466] 'process raft request' (duration: 397.937849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:28.242399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.244421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:39:28.242438Z","caller":"traceutil/trace.go:171","msg":"trace[187026577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4851; }","duration":"320.329083ms","start":"2026-03-02T18:39:27.922099Z","end":"2026-03-02T18:39:28.242428Z","steps":["trace[187026577] 'agreement among raft nodes before linearized reading' (duration: 320.181139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:28.242441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:27.844073Z","time spent":"398.281907ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:28.242475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:27.922081Z","time spent":"320.384624ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:39:30.160007Z","caller":"traceutil/trace.go:171","msg":"trace[132628778] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5079; }","duration":"262.824244ms","start":"2026-03-02T18:39:29.897145Z","end":"2026-03-02T18:39:30.15997Z","steps":["trace[132628778] 'read index received' (duration: 262.400334ms)","trace[132628778] 'applied index is now lower than readState.Index' (duration: 422.48µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:30.160158Z","caller":"traceutil/trace.go:171","msg":"trace[2047266391] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"323.945024ms","start":"2026-03-02T18:39:29.83616Z","end":"2026-03-02T18:39:30.160105Z","steps":["trace[2047266391] 'process raft request' (duration: 323.413532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.160388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:29.83614Z","time spent":"324.115848ms","remote":"127.0.0.1:55676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129518,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:30.160712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.539681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T18:39:30.160834Z","caller":"traceutil/trace.go:171","msg":"trace[414027097] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:4883; }","duration":"263.724755ms","start":"2026-03-02T18:39:29.897081Z","end":"2026-03-02T18:39:30.160806Z","steps":["trace[414027097] 'agreement among raft nodes before linearized reading' (duration: 263.081401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:30.169383Z","caller":"traceutil/trace.go:171","msg":"trace[175357948] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"184.888781ms","start":"2026-03-02T18:39:29.984477Z","end":"2026-03-02T18:39:30.169366Z","steps":["trace[175357948] 'process raft request' (duration: 184.769878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.169686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.228727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:30.169762Z","caller":"traceutil/trace.go:171","msg":"trace[1935060978] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4885; }","duration":"189.386931ms","start":"2026-03-02T18:39:29.980359Z","end":"2026-03-02T18:39:30.169745Z","steps":["trace[1935060978] 'agreement among raft nodes before linearized reading' (duration: 189.252398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:30.169691Z","caller":"traceutil/trace.go:171","msg":"trace[1202344853] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"184.8374ms","start":"2026-03-02T18:39:29.984811Z","end":"2026-03-02T18:39:30.169648Z","steps":["trace[1202344853] 'process raft request' (duration: 184.516103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.608439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.203802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:39:30.608651Z","caller":"traceutil/trace.go:171","msg":"trace[453483747] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5084; }","duration":"363.134356ms","start":"2026-03-02T18:39:30.245502Z","end":"2026-03-02T18:39:30.608637Z","steps":["trace[453483747] 'read index received' (duration: 234.891283ms)","trace[453483747] 'applied index is now lower than readState.Index' (duration: 128.241943ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:30.608746Z","caller":"traceutil/trace.go:171","msg":"trace[1621781332] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"370.513929ms","start":"2026-03-02T18:39:30.238225Z","end":"2026-03-02T18:39:30.608739Z","steps":["trace[1621781332] 'process raft request' (duration: 241.943729ms)","trace[1621781332] 'compare' (duration: 128.096059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:30.608785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:30.238198Z","time spent":"370.56921ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:30.608941Z","caller":"traceutil/trace.go:171","msg":"trace[1859461345] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"361.850717ms","start":"2026-03-02T18:39:30.247083Z","end":"2026-03-02T18:39:30.608934Z","steps":["trace[1859461345] 'process raft request' (duration: 361.52383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.60898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:30.247068Z","time spent":"361.893438ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:30.608941Z","caller":"traceutil/trace.go:171","msg":"trace[31847881] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"367.521823ms","start":"2026-03-02T18:39:30.241369Z","end":"2026-03-02T18:39:30.608891Z","steps":["trace[31847881] 'process raft request' (duration: 367.151085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.609157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.655587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T18:39:30.609155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:30.241353Z","time spent":"367.700577ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:39:30.609179Z","caller":"traceutil/trace.go:171","msg":"trace[594679130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4890; }","duration":"363.718738ms","start":"2026-03-02T18:39:30.245455Z","end":"2026-03-02T18:39:30.609174Z","steps":["trace[594679130] 'agreement among raft nodes before linearized reading' (duration: 363.629916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.609199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:30.24544Z","time spent":"363.755649ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T18:39:30.609242Z","caller":"traceutil/trace.go:171","msg":"trace[773782746] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"367.788889ms","start":"2026-03-02T18:39:30.241407Z","end":"2026-03-02T18:39:30.609196Z","steps":["trace[773782746] 'process raft request' (duration: 367.147175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.609437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:30.241376Z","time spent":"367.988412ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:39:30.609475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.33933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T18:39:30.609546Z","caller":"traceutil/trace.go:171","msg":"trace[1293307342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4890; }","duration":"363.503204ms","start":"2026-03-02T18:39:30.246025Z","end":"2026-03-02T18:39:30.609528Z","steps":["trace[1293307342] 'agreement among raft nodes before linearized reading' (duration: 363.290769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.609607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.49048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:39:30.609625Z","caller":"traceutil/trace.go:171","msg":"trace[275295436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4890; }","duration":"357.555601ms","start":"2026-03-02T18:39:30.252064Z","end":"2026-03-02T18:39:30.60962Z","steps":["trace[275295436] 'agreement among raft nodes before linearized reading' (duration: 357.49983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.609643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:30.252047Z","time spent":"357.591893ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:39:30.609634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:30.246Z","time spent":"363.622556ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:39:30.609781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.061106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-mx2jp\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-02T18:39:30.609842Z","caller":"traceutil/trace.go:171","msg":"trace[1900044673] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-mx2jp; range_end:; response_count:1; response_revision:4890; }","duration":"355.135808ms","start":"2026-03-02T18:39:30.254688Z","end":"2026-03-02T18:39:30.609824Z","steps":["trace[1900044673] 'agreement among raft nodes before linearized reading' (duration: 354.882612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:30.609887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:30.254681Z","time spent":"355.198039ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7688,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-mx2jp\" "} {"level":"info","ts":"2026-03-02T18:39:40.537035Z","caller":"traceutil/trace.go:171","msg":"trace[1400621166] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5232; }","duration":"134.247666ms","start":"2026-03-02T18:39:40.402757Z","end":"2026-03-02T18:39:40.537005Z","steps":["trace[1400621166] 'read index received' (duration: 134.080452ms)","trace[1400621166] 'applied index is now lower than readState.Index' (duration: 165.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:40.537361Z","caller":"traceutil/trace.go:171","msg":"trace[2129318157] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"136.168418ms","start":"2026-03-02T18:39:40.401178Z","end":"2026-03-02T18:39:40.537346Z","steps":["trace[2129318157] 'process raft request' (duration: 135.600896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:40.537449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.667985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:39:40.537525Z","caller":"traceutil/trace.go:171","msg":"trace[991090047] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5033; }","duration":"134.766467ms","start":"2026-03-02T18:39:40.402741Z","end":"2026-03-02T18:39:40.537508Z","steps":["trace[991090047] 'agreement among raft nodes before linearized reading' (duration: 134.601703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.037961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263636686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:39:41.163451Z","caller":"traceutil/trace.go:171","msg":"trace[216582846] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"759.832237ms","start":"2026-03-02T18:39:40.403582Z","end":"2026-03-02T18:39:41.163414Z","steps":["trace[216582846] 'process raft request' (duration: 755.186504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:41.163545Z","caller":"traceutil/trace.go:171","msg":"trace[530547852] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"759.430479ms","start":"2026-03-02T18:39:40.404081Z","end":"2026-03-02T18:39:41.163511Z","steps":["trace[530547852] 'process raft request' (duration: 759.269625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.163685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:40.403574Z","time spent":"759.979321ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:41.164348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:40.40404Z","time spent":"759.592183ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:41.167067Z","caller":"traceutil/trace.go:171","msg":"trace[1699464340] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5233; }","duration":"629.908648ms","start":"2026-03-02T18:39:40.537127Z","end":"2026-03-02T18:39:41.167036Z","steps":["trace[1699464340] 'read index received' (duration: 621.617754ms)","trace[1699464340] 'applied index is now lower than readState.Index' (duration: 8.290154ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:41.167217Z","caller":"traceutil/trace.go:171","msg":"trace[980144953] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"474.078152ms","start":"2026-03-02T18:39:40.693124Z","end":"2026-03-02T18:39:41.167202Z","steps":["trace[980144953] 'process raft request' (duration: 473.520999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.167366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:40.693107Z","time spent":"474.147964ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:41.167509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.824535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-02T18:39:41.167512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.375608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:41.167575Z","caller":"traceutil/trace.go:171","msg":"trace[1585086937] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5036; }","duration":"164.949638ms","start":"2026-03-02T18:39:41.002608Z","end":"2026-03-02T18:39:41.167557Z","steps":["trace[1585086937] 'agreement among raft nodes before linearized reading' (duration: 164.718053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.16757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.324482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18991a3d5116e6d4\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-03-02T18:39:41.167583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.498392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:39:41.16768Z","caller":"traceutil/trace.go:171","msg":"trace[549598178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5036; }","duration":"336.659497ms","start":"2026-03-02T18:39:40.831Z","end":"2026-03-02T18:39:41.16766Z","steps":["trace[549598178] 'agreement among raft nodes before linearized reading' (duration: 336.396171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.167738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:40.830979Z","time spent":"336.749758ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:39:41.167757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.959208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-846aee95-5b14-41bf-a5cb-f44f0b2ce9ea\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-02T18:39:41.167616Z","caller":"traceutil/trace.go:171","msg":"trace[1647398887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5036; }","duration":"639.550981ms","start":"2026-03-02T18:39:40.528039Z","end":"2026-03-02T18:39:41.167589Z","steps":["trace[1647398887] 'agreement among raft nodes before linearized reading' (duration: 639.375157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:41.167798Z","caller":"traceutil/trace.go:171","msg":"trace[696486021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-846aee95-5b14-41bf-a5cb-f44f0b2ce9ea; range_end:; response_count:1; response_revision:5036; }","duration":"138.020408ms","start":"2026-03-02T18:39:41.029764Z","end":"2026-03-02T18:39:41.167784Z","steps":["trace[696486021] 'agreement among raft nodes before linearized reading' (duration: 137.893526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.16787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:40.528013Z","time spent":"639.846788ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:39:41.167784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.492993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:39:41.167913Z","caller":"traceutil/trace.go:171","msg":"trace[1165300980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5036; }","duration":"355.207489ms","start":"2026-03-02T18:39:40.812697Z","end":"2026-03-02T18:39:41.167905Z","steps":["trace[1165300980] 'agreement among raft nodes before linearized reading' (duration: 354.637597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.167999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:40.812672Z","time spent":"355.317912ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:39:41.16763Z","caller":"traceutil/trace.go:171","msg":"trace[1813732660] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18991a3d5116e6d4; range_end:; response_count:1; response_revision:5036; }","duration":"561.420874ms","start":"2026-03-02T18:39:40.606196Z","end":"2026-03-02T18:39:41.167617Z","steps":["trace[1813732660] 'agreement among raft nodes before linearized reading' (duration: 561.081826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.16813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:40.606178Z","time spent":"561.937226ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18991a3d5116e6d4\" "} {"level":"warn","ts":"2026-03-02T18:39:41.168297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.04717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T18:39:41.168342Z","caller":"traceutil/trace.go:171","msg":"trace[376486226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5036; }","duration":"362.138552ms","start":"2026-03-02T18:39:40.806195Z","end":"2026-03-02T18:39:41.168334Z","steps":["trace[376486226] 'agreement among raft nodes before linearized reading' (duration: 361.172591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:41.168369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:40.806167Z","time spent":"362.195134ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:39:48.391015Z","caller":"traceutil/trace.go:171","msg":"trace[40871675] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"115.706523ms","start":"2026-03-02T18:39:48.275282Z","end":"2026-03-02T18:39:48.390988Z","steps":["trace[40871675] 'process raft request' (duration: 115.509748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:51.175018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.815858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:51.175106Z","caller":"traceutil/trace.go:171","msg":"trace[1626182320] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5136; }","duration":"242.925391ms","start":"2026-03-02T18:39:50.932161Z","end":"2026-03-02T18:39:51.175087Z","steps":["trace[1626182320] 'count revisions from in-memory index tree' (duration: 242.643925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:51.175389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.295626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:51.175522Z","caller":"traceutil/trace.go:171","msg":"trace[377690883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5136; }","duration":"648.465349ms","start":"2026-03-02T18:39:50.527041Z","end":"2026-03-02T18:39:51.175507Z","steps":["trace[377690883] 'range keys from in-memory index tree' (duration: 648.223274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:51.175762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.527022Z","time spent":"648.708396ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:39:57.696452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.571548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:57.696593Z","caller":"traceutil/trace.go:171","msg":"trace[665253684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5243; }","duration":"167.799474ms","start":"2026-03-02T18:39:57.528766Z","end":"2026-03-02T18:39:57.696565Z","steps":["trace[665253684] 'range keys from in-memory index tree' (duration: 167.203461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:03.029092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263637258,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:40:03.228052Z","caller":"traceutil/trace.go:171","msg":"trace[1536731006] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"778.037043ms","start":"2026-03-02T18:40:02.449979Z","end":"2026-03-02T18:40:03.228016Z","steps":["trace[1536731006] 'process raft request' (duration: 777.775318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:03.228248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:02.449956Z","time spent":"778.194496ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:40:04.133523Z","caller":"traceutil/trace.go:171","msg":"trace[122522107] linearizableReadLoop","detail":"{readStateIndex:5490; appliedIndex:5488; }","duration":"1.60491534s","start":"2026-03-02T18:40:02.528579Z","end":"2026-03-02T18:40:04.133494Z","steps":["trace[122522107] 'read index received' (duration: 699.170784ms)","trace[122522107] 'applied index is now lower than readState.Index' (duration: 905.743466ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:04.133576Z","caller":"traceutil/trace.go:171","msg":"trace[194563750] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"1.674521624s","start":"2026-03-02T18:40:02.458999Z","end":"2026-03-02T18:40:04.133521Z","steps":["trace[194563750] 'process raft request' (duration: 1.607868405s)","trace[194563750] 'compare' (duration: 66.374453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:40:04.133764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605157705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:40:04.133856Z","caller":"traceutil/trace.go:171","msg":"trace[987120561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5283; }","duration":"1.605280827s","start":"2026-03-02T18:40:02.528543Z","end":"2026-03-02T18:40:04.133824Z","steps":["trace[987120561] 'agreement among raft nodes before linearized reading' (duration: 1.605113803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.133905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:02.528527Z","time spent":"1.605368259s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:40:04.13423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:02.458954Z","time spent":"1.674859082s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:04.155574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.907435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-02T18:40:04.15559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.84743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:40:04.15565Z","caller":"traceutil/trace.go:171","msg":"trace[530699998] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5285; }","duration":"721.007917ms","start":"2026-03-02T18:40:03.434623Z","end":"2026-03-02T18:40:04.15563Z","steps":["trace[530699998] 'agreement among raft nodes before linearized reading' (duration: 720.754951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:04.155673Z","caller":"traceutil/trace.go:171","msg":"trace[1590489728] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:5285; }","duration":"421.990784ms","start":"2026-03-02T18:40:03.733665Z","end":"2026-03-02T18:40:04.155656Z","steps":["trace[1590489728] 'agreement among raft nodes before linearized reading' (duration: 421.693187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.155688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.434612Z","time spent":"721.069098ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T18:40:04.155714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.733638Z","time spent":"422.068955ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-8mnz7\" "} {"level":"warn","ts":"2026-03-02T18:40:04.155959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171548524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T18:40:04.155989Z","caller":"traceutil/trace.go:171","msg":"trace[1360721735] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5285; }","duration":"1.171624246s","start":"2026-03-02T18:40:02.984356Z","end":"2026-03-02T18:40:04.15598Z","steps":["trace[1360721735] 'agreement among raft nodes before linearized reading' (duration: 1.171547814s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.15601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:02.984332Z","time spent":"1.171673686s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T18:40:04.156038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.746251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:40:04.156067Z","caller":"traceutil/trace.go:171","msg":"trace[118430483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5285; }","duration":"208.837103ms","start":"2026-03-02T18:40:03.947223Z","end":"2026-03-02T18:40:04.15606Z","steps":["trace[118430483] 'agreement among raft nodes before linearized reading' (duration: 208.753902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.15604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.883233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:40:04.156221Z","caller":"traceutil/trace.go:171","msg":"trace[1595363545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5285; }","duration":"844.19925ms","start":"2026-03-02T18:40:03.311996Z","end":"2026-03-02T18:40:04.156195Z","steps":["trace[1595363545] 'agreement among raft nodes before linearized reading' (duration: 843.837982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.156314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.311974Z","time spent":"844.321984ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:40:04.156309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469888804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-02T18:40:04.156404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.888102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:40:04.156427Z","caller":"traceutil/trace.go:171","msg":"trace[1043450739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5285; }","duration":"801.909082ms","start":"2026-03-02T18:40:03.354511Z","end":"2026-03-02T18:40:04.15642Z","steps":["trace[1043450739] 'agreement among raft nodes before linearized reading' (duration: 801.856771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.156453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.354479Z","time spent":"801.969304ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T18:40:04.156446Z","caller":"traceutil/trace.go:171","msg":"trace[1958788384] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5285; }","duration":"1.470046917s","start":"2026-03-02T18:40:02.68637Z","end":"2026-03-02T18:40:04.156417Z","steps":["trace[1958788384] 'agreement among raft nodes before linearized reading' (duration: 1.469662289s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.156512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:02.686334Z","time spent":"1.47016447s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T18:40:04.156549Z","caller":"traceutil/trace.go:171","msg":"trace[940328076] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"720.202679ms","start":"2026-03-02T18:40:03.436303Z","end":"2026-03-02T18:40:04.156506Z","steps":["trace[940328076] 'process raft request' (duration: 718.997763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.156661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.593966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:40:04.15669Z","caller":"traceutil/trace.go:171","msg":"trace[2093126105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5285; }","duration":"815.650207ms","start":"2026-03-02T18:40:03.341033Z","end":"2026-03-02T18:40:04.156683Z","steps":["trace[2093126105] 'agreement among raft nodes before linearized reading' (duration: 815.584876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.156349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.677892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T18:40:04.156714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.341017Z","time spent":"815.692049ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:40:04.156732Z","caller":"traceutil/trace.go:171","msg":"trace[1674428188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5285; }","duration":"809.102612ms","start":"2026-03-02T18:40:03.347617Z","end":"2026-03-02T18:40:04.15672Z","steps":["trace[1674428188] 'agreement among raft nodes before linearized reading' (duration: 808.686913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.156759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.436275Z","time spent":"720.380403ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:04.156246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.907488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:40:04.156816Z","caller":"traceutil/trace.go:171","msg":"trace[154972867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5285; }","duration":"334.523752ms","start":"2026-03-02T18:40:03.822284Z","end":"2026-03-02T18:40:04.156808Z","steps":["trace[154972867] 'agreement among raft nodes before linearized reading' (duration: 333.915288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.156848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.822239Z","time spent":"334.603223ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:40:04.156234Z","caller":"traceutil/trace.go:171","msg":"trace[1735981960] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"879.411932ms","start":"2026-03-02T18:40:03.276813Z","end":"2026-03-02T18:40:04.156225Z","steps":["trace[1735981960] 'process raft request' (duration: 878.357699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.156784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.347594Z","time spent":"809.178393ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:40:04.156992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:03.276788Z","time spent":"880.104978ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:04.354576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.238379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:40:04.354836Z","caller":"traceutil/trace.go:171","msg":"trace[879420308] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"192.379068ms","start":"2026-03-02T18:40:04.162405Z","end":"2026-03-02T18:40:04.354784Z","steps":["trace[879420308] 'process raft request' (duration: 89.843853ms)","trace[879420308] 'compare' (duration: 102.092616ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:04.354914Z","caller":"traceutil/trace.go:171","msg":"trace[2130224761] linearizableReadLoop","detail":"{readStateIndex:5499; appliedIndex:5493; }","duration":"185.843063ms","start":"2026-03-02T18:40:04.169058Z","end":"2026-03-02T18:40:04.354901Z","steps":["trace[2130224761] 'read index received' (duration: 83.199135ms)","trace[2130224761] 'applied index is now lower than readState.Index' (duration: 102.642908ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:04.355002Z","caller":"traceutil/trace.go:171","msg":"trace[1586697638] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"191.295514ms","start":"2026-03-02T18:40:04.163697Z","end":"2026-03-02T18:40:04.354992Z","steps":["trace[1586697638] 'process raft request' (duration: 191.13225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:04.355034Z","caller":"traceutil/trace.go:171","msg":"trace[1497077464] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"191.290224ms","start":"2026-03-02T18:40:04.163675Z","end":"2026-03-02T18:40:04.354965Z","steps":["trace[1497077464] 'process raft request' (duration: 191.119611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:04.355079Z","caller":"traceutil/trace.go:171","msg":"trace[1038565921] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"191.476548ms","start":"2026-03-02T18:40:04.163564Z","end":"2026-03-02T18:40:04.355041Z","steps":["trace[1038565921] 'process raft request' (duration: 191.10742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.355193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.526691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:40:04.355222Z","caller":"traceutil/trace.go:171","msg":"trace[974568122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5292; }","duration":"178.595083ms","start":"2026-03-02T18:40:04.176617Z","end":"2026-03-02T18:40:04.355212Z","steps":["trace[974568122] 'agreement among raft nodes before linearized reading' (duration: 178.47598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:04.355257Z","caller":"traceutil/trace.go:171","msg":"trace[14011148] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"191.5703ms","start":"2026-03-02T18:40:04.163675Z","end":"2026-03-02T18:40:04.355246Z","steps":["trace[14011148] 'process raft request' (duration: 191.08586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:04.355316Z","caller":"traceutil/trace.go:171","msg":"trace[397009183] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"191.510149ms","start":"2026-03-02T18:40:04.163794Z","end":"2026-03-02T18:40:04.355304Z","steps":["trace[397009183] 'process raft request' (duration: 191.068599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.355427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.080484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-846aee95-5b14-41bf-a5cb-f44f0b2ce9ea\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T18:40:04.355477Z","caller":"traceutil/trace.go:171","msg":"trace[2100849189] range","detail":"{range_begin:/registry/persistentvolumes/pvc-846aee95-5b14-41bf-a5cb-f44f0b2ce9ea; range_end:; response_count:1; response_revision:5292; }","duration":"193.182536ms","start":"2026-03-02T18:40:04.16228Z","end":"2026-03-02T18:40:04.355463Z","steps":["trace[2100849189] 'agreement among raft nodes before linearized reading' (duration: 193.035853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:04.35548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.211227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81724"} {"level":"info","ts":"2026-03-02T18:40:04.355557Z","caller":"traceutil/trace.go:171","msg":"trace[1667443968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5292; }","duration":"193.33397ms","start":"2026-03-02T18:40:04.162204Z","end":"2026-03-02T18:40:04.355538Z","steps":["trace[1667443968] 'agreement among raft nodes before linearized reading' (duration: 192.87198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:05.23989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.72724ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T18:40:05.240274Z","caller":"traceutil/trace.go:171","msg":"trace[658704121] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"111.471813ms","start":"2026-03-02T18:40:05.128778Z","end":"2026-03-02T18:40:05.24025Z","steps":["trace[658704121] 'process raft request' (duration: 111.262509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:05.44956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.465092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13876"} {"level":"info","ts":"2026-03-02T18:40:05.449671Z","caller":"traceutil/trace.go:171","msg":"trace[1507390638] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5295; }","duration":"106.609695ms","start":"2026-03-02T18:40:05.34302Z","end":"2026-03-02T18:40:05.44963Z","steps":["trace[1507390638] 'range keys from in-memory index tree' (duration: 106.36278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:05.6229Z","caller":"traceutil/trace.go:171","msg":"trace[1554977463] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5503; }","duration":"113.729744ms","start":"2026-03-02T18:40:05.509141Z","end":"2026-03-02T18:40:05.622871Z","steps":["trace[1554977463] 'read index received' (duration: 113.53763ms)","trace[1554977463] 'applied index is now lower than readState.Index' (duration: 191.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:05.622956Z","caller":"traceutil/trace.go:171","msg":"trace[494497841] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"158.152939ms","start":"2026-03-02T18:40:05.464765Z","end":"2026-03-02T18:40:05.622918Z","steps":["trace[494497841] 'process raft request' (duration: 157.877733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:05.623179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.01342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:40:05.623246Z","caller":"traceutil/trace.go:171","msg":"trace[502134883] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5296; }","duration":"114.143193ms","start":"2026-03-02T18:40:05.509086Z","end":"2026-03-02T18:40:05.623229Z","steps":["trace[502134883] 'agreement among raft nodes before linearized reading' (duration: 113.948349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:05.831043Z","caller":"traceutil/trace.go:171","msg":"trace[775720217] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"192.037411ms","start":"2026-03-02T18:40:05.638978Z","end":"2026-03-02T18:40:05.831015Z","steps":["trace[775720217] 'process raft request' (duration: 190.887696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:46.841931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2742} {"level":"info","ts":"2026-03-02T18:40:46.906652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2742,"took":"63.484539ms","hash":2206840201,"current-db-size-bytes":40488960,"current-db-size":"40 MB","current-db-size-in-use-bytes":30306304,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T18:40:46.906729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2206840201,"revision":2742,"compact-revision":-1} {"level":"info","ts":"2026-03-02T18:44:47.55351Z","caller":"traceutil/trace.go:171","msg":"trace[1286738595] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"125.395155ms","start":"2026-03-02T18:44:47.428085Z","end":"2026-03-02T18:44:47.55348Z","steps":["trace[1286738595] 'process raft request' (duration: 69.998844ms)","trace[1286738595] 'compare' (duration: 55.285698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:45:46.850399Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5628} {"level":"info","ts":"2026-03-02T18:45:46.952214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5628,"took":"100.032861ms","hash":3492587128,"current-db-size-bytes":40488960,"current-db-size":"40 MB","current-db-size-in-use-bytes":21671936,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T18:45:46.952273Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3492587128,"revision":5628,"compact-revision":2742} {"level":"warn","ts":"2026-03-02T18:46:08.256422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0809995s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:46:08.257832Z","caller":"traceutil/trace.go:171","msg":"trace[1627321651] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"1.082520814s","start":"2026-03-02T18:46:07.175283Z","end":"2026-03-02T18:46:08.257804Z","steps":["trace[1627321651] 'process raft request' (duration: 1.081495401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:08.25837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:07.17525Z","time spent":"1.082664098s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:08.258493Z","caller":"traceutil/trace.go:171","msg":"trace[904346242] transaction","detail":"{read_only:false; response_revision:7837; number_of_response:1; }","duration":"560.022389ms","start":"2026-03-02T18:46:07.69843Z","end":"2026-03-02T18:46:08.258452Z","steps":["trace[904346242] 'process raft request' (duration: 559.907416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:08.258593Z","caller":"traceutil/trace.go:171","msg":"trace[771500431] linearizableReadLoop","detail":"{readStateIndex:8131; appliedIndex:8129; }","duration":"496.789534ms","start":"2026-03-02T18:46:07.761764Z","end":"2026-03-02T18:46:08.258554Z","steps":["trace[771500431] 'read index received' (duration: 494.960083ms)","trace[771500431] 'applied index is now lower than readState.Index' (duration: 1.828311ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:08.258655Z","caller":"traceutil/trace.go:171","msg":"trace[1869780474] transaction","detail":"{read_only:false; response_revision:7838; number_of_response:1; }","duration":"364.486006ms","start":"2026-03-02T18:46:07.894113Z","end":"2026-03-02T18:46:08.258599Z","steps":["trace[1869780474] 'process raft request' (duration: 364.295612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:08.258751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:07.698404Z","time spent":"560.219713ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:46:08.258809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.015919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:46:08.258888Z","caller":"traceutil/trace.go:171","msg":"trace[2116501848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7838; }","duration":"497.139131ms","start":"2026-03-02T18:46:07.761707Z","end":"2026-03-02T18:46:08.258846Z","steps":["trace[2116501848] 'agreement among raft nodes before linearized reading' (duration: 497.020429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:08.258894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:07.894079Z","time spent":"364.68191ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:46:08.258934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:07.761688Z","time spent":"497.234424ms","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:46:08.258924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.136771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:46:08.25901Z","caller":"traceutil/trace.go:171","msg":"trace[735473250] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7838; }","duration":"474.289504ms","start":"2026-03-02T18:46:07.7847Z","end":"2026-03-02T18:46:08.258989Z","steps":["trace[735473250] 'agreement among raft nodes before linearized reading' (duration: 474.08117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:08.259059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:07.784677Z","time spent":"474.372336ms","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:46:19.098742Z","caller":"traceutil/trace.go:171","msg":"trace[2978724] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"473.799384ms","start":"2026-03-02T18:46:18.624915Z","end":"2026-03-02T18:46:19.098714Z","steps":["trace[2978724] 'process raft request' (duration: 473.62209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:19.098925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:18.62488Z","time spent":"473.961267ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:19.115036Z","caller":"traceutil/trace.go:171","msg":"trace[769080331] linearizableReadLoop","detail":"{readStateIndex:8183; appliedIndex:8181; }","duration":"451.614531ms","start":"2026-03-02T18:46:18.663382Z","end":"2026-03-02T18:46:19.114997Z","steps":["trace[769080331] 'read index received' (duration: 435.216267ms)","trace[769080331] 'applied index is now lower than readState.Index' (duration: 16.396824ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:19.115151Z","caller":"traceutil/trace.go:171","msg":"trace[1340619368] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"237.830613ms","start":"2026-03-02T18:46:18.87731Z","end":"2026-03-02T18:46:19.11514Z","steps":["trace[1340619368] 'process raft request' (duration: 237.636678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:19.115064Z","caller":"traceutil/trace.go:171","msg":"trace[391531828] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"490.037553ms","start":"2026-03-02T18:46:18.624988Z","end":"2026-03-02T18:46:19.115026Z","steps":["trace[391531828] 'process raft request' (duration: 489.748287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:19.115377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.966329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:46:19.115421Z","caller":"traceutil/trace.go:171","msg":"trace[2110854637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7887; }","duration":"452.127513ms","start":"2026-03-02T18:46:18.663282Z","end":"2026-03-02T18:46:19.115409Z","steps":["trace[2110854637] 'agreement among raft nodes before linearized reading' (duration: 451.908178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:19.11542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.097846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:46:19.115445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.780498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:46:19.115466Z","caller":"traceutil/trace.go:171","msg":"trace[30780246] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7887; }","duration":"341.216489ms","start":"2026-03-02T18:46:18.774236Z","end":"2026-03-02T18:46:19.115452Z","steps":["trace[30780246] 'agreement among raft nodes before linearized reading' (duration: 341.114416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:19.115472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:18.663261Z","time spent":"452.201024ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:46:19.115468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.144862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-02T18:46:19.115498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:18.774209Z","time spent":"341.282121ms","remote":"127.0.0.1:50870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:46:19.115502Z","caller":"traceutil/trace.go:171","msg":"trace[1442155834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7887; }","duration":"439.87531ms","start":"2026-03-02T18:46:18.675608Z","end":"2026-03-02T18:46:19.115484Z","steps":["trace[1442155834] 'agreement among raft nodes before linearized reading' (duration: 439.650275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:19.115528Z","caller":"traceutil/trace.go:171","msg":"trace[620646436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:7887; }","duration":"320.242584ms","start":"2026-03-02T18:46:18.795268Z","end":"2026-03-02T18:46:19.115511Z","steps":["trace[620646436] 'agreement among raft nodes before linearized reading' (duration: 320.06511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:19.115544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:18.675587Z","time spent":"439.949212ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:46:19.115569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:18.795243Z","time spent":"320.318135ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-8mnz7\" "} {"level":"warn","ts":"2026-03-02T18:46:19.115515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:18.62495Z","time spent":"490.424603ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:46:19.115757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.185248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:46:19.115802Z","caller":"traceutil/trace.go:171","msg":"trace[2022104441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7887; }","duration":"409.26733ms","start":"2026-03-02T18:46:18.706525Z","end":"2026-03-02T18:46:19.115792Z","steps":["trace[2022104441] 'agreement among raft nodes before linearized reading' (duration: 409.154308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:19.115875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:18.706504Z","time spent":"409.363763ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:46:20.160759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.47294ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:20.160947Z","caller":"traceutil/trace.go:171","msg":"trace[867087272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7892; }","duration":"167.681495ms","start":"2026-03-02T18:46:19.993239Z","end":"2026-03-02T18:46:20.16092Z","steps":["trace[867087272] 'range keys from in-memory index tree' (duration: 167.44977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:20.657566Z","caller":"traceutil/trace.go:171","msg":"trace[1748882720] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"311.418947ms","start":"2026-03-02T18:46:20.346117Z","end":"2026-03-02T18:46:20.657536Z","steps":["trace[1748882720] 'process raft request' (duration: 299.256707ms)","trace[1748882720] 'compare' (duration: 11.815922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:20.657729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:20.346092Z","time spent":"311.54968ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:20.687096Z","caller":"traceutil/trace.go:171","msg":"trace[1149719566] linearizableReadLoop","detail":"{readStateIndex:8193; appliedIndex:8191; }","duration":"159.406391ms","start":"2026-03-02T18:46:20.527655Z","end":"2026-03-02T18:46:20.687061Z","steps":["trace[1149719566] 'read index received' (duration: 117.821617ms)","trace[1149719566] 'applied index is now lower than readState.Index' (duration: 41.583054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:20.68731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.628575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:20.687388Z","caller":"traceutil/trace.go:171","msg":"trace[714294346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7895; }","duration":"159.778269ms","start":"2026-03-02T18:46:20.527591Z","end":"2026-03-02T18:46:20.68737Z","steps":["trace[714294346] 'agreement among raft nodes before linearized reading' (duration: 159.592585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:20.687146Z","caller":"traceutil/trace.go:171","msg":"trace[886759828] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"332.488065ms","start":"2026-03-02T18:46:20.354632Z","end":"2026-03-02T18:46:20.68712Z","steps":["trace[886759828] 'process raft request' (duration: 332.25342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:20.687846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:20.354609Z","time spent":"333.129329ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:46:21.372474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.844561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:46:21.372694Z","caller":"traceutil/trace.go:171","msg":"trace[332793] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8194; }","duration":"235.236775ms","start":"2026-03-02T18:46:21.137439Z","end":"2026-03-02T18:46:21.372676Z","steps":["trace[332793] 'read index received' (duration: 7.080078ms)","trace[332793] 'applied index is now lower than readState.Index' (duration: 228.155367ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:21.373Z","caller":"traceutil/trace.go:171","msg":"trace[493256325] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"231.582923ms","start":"2026-03-02T18:46:21.141388Z","end":"2026-03-02T18:46:21.37297Z","steps":["trace[493256325] 'process raft request' (duration: 231.214335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:21.373097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.49073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:46:21.373179Z","caller":"traceutil/trace.go:171","msg":"trace[371426128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7898; }","duration":"203.610252ms","start":"2026-03-02T18:46:21.169548Z","end":"2026-03-02T18:46:21.373159Z","steps":["trace[371426128] 'agreement among raft nodes before linearized reading' (duration: 203.344036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:21.373452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.107794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:46:21.373504Z","caller":"traceutil/trace.go:171","msg":"trace[1113602829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:7898; }","duration":"245.174076ms","start":"2026-03-02T18:46:21.128312Z","end":"2026-03-02T18:46:21.373486Z","steps":["trace[1113602829] 'agreement among raft nodes before linearized reading' (duration: 244.469289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:21.373834Z","caller":"traceutil/trace.go:171","msg":"trace[761173355] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"250.77112ms","start":"2026-03-02T18:46:21.121989Z","end":"2026-03-02T18:46:21.37276Z","steps":["trace[761173355] 'process raft request' (duration: 22.51179ms)","trace[761173355] 'compare' (duration: 227.406321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:21.37401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.142022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:46:21.374112Z","caller":"traceutil/trace.go:171","msg":"trace[2070826071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7898; }","duration":"204.132615ms","start":"2026-03-02T18:46:21.169954Z","end":"2026-03-02T18:46:21.374087Z","steps":["trace[2070826071] 'agreement among raft nodes before linearized reading' (duration: 202.962358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:21.374112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.722825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:46:21.374258Z","caller":"traceutil/trace.go:171","msg":"trace[1910291176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7898; }","duration":"203.92987ms","start":"2026-03-02T18:46:21.170295Z","end":"2026-03-02T18:46:21.374225Z","steps":["trace[1910291176] 'agreement among raft nodes before linearized reading' (duration: 202.60765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:21.712035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.722891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:21.712125Z","caller":"traceutil/trace.go:171","msg":"trace[805414268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7901; }","duration":"183.837614ms","start":"2026-03-02T18:46:21.528268Z","end":"2026-03-02T18:46:21.712105Z","steps":["trace[805414268] 'range keys from in-memory index tree' (duration: 183.635149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:21.99903Z","caller":"traceutil/trace.go:171","msg":"trace[805422944] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"226.680355ms","start":"2026-03-02T18:46:21.77231Z","end":"2026-03-02T18:46:21.998991Z","steps":["trace[805422944] 'process raft request' (duration: 226.246125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:22.868141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:22.533919Z","time spent":"334.213414ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T18:46:22.868257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.493184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:22.868358Z","caller":"traceutil/trace.go:171","msg":"trace[1343849448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7903; }","duration":"340.658047ms","start":"2026-03-02T18:46:22.527677Z","end":"2026-03-02T18:46:22.868335Z","steps":["trace[1343849448] 'range keys from in-memory index tree' (duration: 340.34007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:22.868423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:22.527653Z","time spent":"340.759139ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:46:22.868885Z","caller":"traceutil/trace.go:171","msg":"trace[863359446] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"202.552624ms","start":"2026-03-02T18:46:22.666305Z","end":"2026-03-02T18:46:22.868857Z","steps":["trace[863359446] 'process raft request' (duration: 202.226377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:22.870808Z","caller":"traceutil/trace.go:171","msg":"trace[995856661] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"175.721689ms","start":"2026-03-02T18:46:22.695059Z","end":"2026-03-02T18:46:22.87078Z","steps":["trace[995856661] 'process raft request' (duration: 175.277749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:53.273922Z","caller":"traceutil/trace.go:171","msg":"trace[395090634] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"288.869559ms","start":"2026-03-02T18:46:52.985026Z","end":"2026-03-02T18:46:53.273896Z","steps":["trace[395090634] 'process raft request' (duration: 288.697035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:53.281512Z","caller":"traceutil/trace.go:171","msg":"trace[1317432461] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"295.597879ms","start":"2026-03-02T18:46:52.985892Z","end":"2026-03-02T18:46:53.281489Z","steps":["trace[1317432461] 'process raft request' (duration: 295.500577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:54.302147Z","caller":"traceutil/trace.go:171","msg":"trace[1073715668] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"162.820472ms","start":"2026-03-02T18:46:54.139301Z","end":"2026-03-02T18:46:54.302121Z","steps":["trace[1073715668] 'process raft request' (duration: 162.658589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:06.465769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.578061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:47:06.465933Z","caller":"traceutil/trace.go:171","msg":"trace[1922448550] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8211; }","duration":"173.834896ms","start":"2026-03-02T18:47:06.292067Z","end":"2026-03-02T18:47:06.465901Z","steps":["trace[1922448550] 'count revisions from in-memory index tree' (duration: 173.350146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:06.466166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.41216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lxd79\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-03-02T18:47:06.466316Z","caller":"traceutil/trace.go:171","msg":"trace[1895228968] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lxd79; range_end:; response_count:1; response_revision:8211; }","duration":"312.651036ms","start":"2026-03-02T18:47:06.153639Z","end":"2026-03-02T18:47:06.46629Z","steps":["trace[1895228968] 'range keys from in-memory index tree' (duration: 312.252987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:06.46619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.429203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lxd79\" ","response":"range_response_count:1 size:4664"} {"level":"warn","ts":"2026-03-02T18:47:06.466373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:06.153607Z","time spent":"312.754347ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lxd79\" "} {"level":"info","ts":"2026-03-02T18:47:06.46646Z","caller":"traceutil/trace.go:171","msg":"trace[1948453378] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lxd79; range_end:; response_count:1; response_revision:8211; }","duration":"313.685849ms","start":"2026-03-02T18:47:06.152728Z","end":"2026-03-02T18:47:06.466414Z","steps":["trace[1948453378] 'range keys from in-memory index tree' (duration: 313.365022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:06.466801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:06.152712Z","time spent":"314.062259ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4687,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lxd79\" "} {"level":"info","ts":"2026-03-02T18:47:06.78549Z","caller":"traceutil/trace.go:171","msg":"trace[1199952070] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8212; }","duration":"312.258797ms","start":"2026-03-02T18:47:06.473207Z","end":"2026-03-02T18:47:06.785466Z","steps":["trace[1199952070] 'process raft request' (duration: 312.054253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:06.785779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:06.47319Z","time spent":"312.376569ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T18:47:07.251165Z","caller":"traceutil/trace.go:171","msg":"trace[1951723558] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"774.853281ms","start":"2026-03-02T18:47:06.476237Z","end":"2026-03-02T18:47:07.251091Z","steps":["trace[1951723558] 'process raft request' (duration: 764.541742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:07.25141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:06.476227Z","time spent":"775.066245ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:47:07.251964Z","caller":"traceutil/trace.go:171","msg":"trace[1412904130] linearizableReadLoop","detail":"{readStateIndex:8525; appliedIndex:8523; }","duration":"519.035645ms","start":"2026-03-02T18:47:06.732893Z","end":"2026-03-02T18:47:07.251929Z","steps":["trace[1412904130] 'read index received' (duration: 52.400372ms)","trace[1412904130] 'applied index is now lower than readState.Index' (duration: 466.634173ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:47:07.252149Z","caller":"traceutil/trace.go:171","msg":"trace[1302835211] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"517.625914ms","start":"2026-03-02T18:47:06.734493Z","end":"2026-03-02T18:47:07.252119Z","steps":["trace[1302835211] 'process raft request' (duration: 516.850507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:07.252216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:06.734464Z","time spent":"517.721146ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:47:07.254487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.579361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lxd79\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-03-02T18:47:07.254535Z","caller":"traceutil/trace.go:171","msg":"trace[1283763472] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lxd79; range_end:; response_count:1; response_revision:8214; }","duration":"521.709794ms","start":"2026-03-02T18:47:06.732812Z","end":"2026-03-02T18:47:07.254522Z","steps":["trace[1283763472] 'agreement among raft nodes before linearized reading' (duration: 519.235789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:07.254568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:06.732779Z","time spent":"521.781277ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4667,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lxd79\" "} {"level":"info","ts":"2026-03-02T18:47:07.31701Z","caller":"traceutil/trace.go:171","msg":"trace[1525095606] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"270.684676ms","start":"2026-03-02T18:47:07.046288Z","end":"2026-03-02T18:47:07.316973Z","steps":["trace[1525095606] 'process raft request' (duration: 270.42511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:07.317529Z","caller":"traceutil/trace.go:171","msg":"trace[1916935845] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"192.01197ms","start":"2026-03-02T18:47:07.125504Z","end":"2026-03-02T18:47:07.317516Z","steps":["trace[1916935845] 'process raft request' (duration: 191.407927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:07.373015Z","caller":"traceutil/trace.go:171","msg":"trace[1955448332] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"108.739893ms","start":"2026-03-02T18:47:07.264222Z","end":"2026-03-02T18:47:07.372962Z","steps":["trace[1955448332] 'process raft request' (duration: 98.087617ms)","trace[1955448332] 'compare' (duration: 10.351099ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:47:07.544446Z","caller":"traceutil/trace.go:171","msg":"trace[858563814] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8529; }","duration":"134.119695ms","start":"2026-03-02T18:47:07.410287Z","end":"2026-03-02T18:47:07.544406Z","steps":["trace[858563814] 'read index received' (duration: 73.573163ms)","trace[858563814] 'applied index is now lower than readState.Index' (duration: 60.544992ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:47:07.544639Z","caller":"traceutil/trace.go:171","msg":"trace[1635452411] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"201.240254ms","start":"2026-03-02T18:47:07.343383Z","end":"2026-03-02T18:47:07.544623Z","steps":["trace[1635452411] 'process raft request' (duration: 140.489317ms)","trace[1635452411] 'compare' (duration: 60.265036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:47:07.544726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.423552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:47:07.544834Z","caller":"traceutil/trace.go:171","msg":"trace[1540373004] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8219; }","duration":"134.640637ms","start":"2026-03-02T18:47:07.410161Z","end":"2026-03-02T18:47:07.544802Z","steps":["trace[1540373004] 'agreement among raft nodes before linearized reading' (duration: 134.466523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:07.544807Z","caller":"traceutil/trace.go:171","msg":"trace[137446699] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"201.287355ms","start":"2026-03-02T18:47:07.343471Z","end":"2026-03-02T18:47:07.544758Z","steps":["trace[137446699] 'process raft request' (duration: 200.868266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:07.54492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.960043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T18:47:07.545416Z","caller":"traceutil/trace.go:171","msg":"trace[106424221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8219; }","duration":"121.458046ms","start":"2026-03-02T18:47:07.423873Z","end":"2026-03-02T18:47:07.545331Z","steps":["trace[106424221] 'agreement among raft nodes before linearized reading' (duration: 120.81341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:08.870741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.780385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:47:08.870914Z","caller":"traceutil/trace.go:171","msg":"trace[1334633402] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8228; }","duration":"201.009109ms","start":"2026-03-02T18:47:08.669882Z","end":"2026-03-02T18:47:08.870891Z","steps":["trace[1334633402] 'count revisions from in-memory index tree' (duration: 200.698413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:10.056643Z","caller":"traceutil/trace.go:171","msg":"trace[180566411] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"129.387521ms","start":"2026-03-02T18:47:09.927224Z","end":"2026-03-02T18:47:10.056611Z","steps":["trace[180566411] 'read index received' (duration: 129.274198ms)","trace[180566411] 'applied index is now lower than readState.Index' (duration: 111.393µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:47:10.05689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.647846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T18:47:10.056932Z","caller":"traceutil/trace.go:171","msg":"trace[1441299568] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:8238; }","duration":"129.731558ms","start":"2026-03-02T18:47:09.92719Z","end":"2026-03-02T18:47:10.056922Z","steps":["trace[1441299568] 'agreement among raft nodes before linearized reading' (duration: 129.542514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:10.234804Z","caller":"traceutil/trace.go:171","msg":"trace[1496542876] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"176.444715ms","start":"2026-03-02T18:47:10.058327Z","end":"2026-03-02T18:47:10.234772Z","steps":["trace[1496542876] 'process raft request' (duration: 176.24219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:11.284529Z","caller":"traceutil/trace.go:171","msg":"trace[482324822] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"151.039771ms","start":"2026-03-02T18:47:11.133459Z","end":"2026-03-02T18:47:11.284499Z","steps":["trace[482324822] 'process raft request' (duration: 150.889448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:16.62163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.200826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:47:16.621722Z","caller":"traceutil/trace.go:171","msg":"trace[1579518718] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8299; }","duration":"266.34821ms","start":"2026-03-02T18:47:16.355354Z","end":"2026-03-02T18:47:16.621702Z","steps":["trace[1579518718] 'count revisions from in-memory index tree' (duration: 266.060192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:58.655344Z","caller":"traceutil/trace.go:171","msg":"trace[552109599] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"130.813682ms","start":"2026-03-02T18:47:58.52449Z","end":"2026-03-02T18:47:58.655304Z","steps":["trace[552109599] 'process raft request' (duration: 92.338938ms)","trace[552109599] 'compare' (duration: 38.28412ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:00.300346Z","caller":"traceutil/trace.go:171","msg":"trace[5528256] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"170.463091ms","start":"2026-03-02T18:48:00.129854Z","end":"2026-03-02T18:48:00.300317Z","steps":["trace[5528256] 'process raft request' (duration: 120.262027ms)","trace[5528256] 'compare' (duration: 49.967559ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:00.300711Z","caller":"traceutil/trace.go:171","msg":"trace[2083545371] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"170.239976ms","start":"2026-03-02T18:48:00.130253Z","end":"2026-03-02T18:48:00.300493Z","steps":["trace[2083545371] 'process raft request' (duration: 170.016541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:00.301546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.375878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:259771"} {"level":"info","ts":"2026-03-02T18:48:00.301636Z","caller":"traceutil/trace.go:171","msg":"trace[1620349059] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:8746; }","duration":"169.504112ms","start":"2026-03-02T18:48:00.132111Z","end":"2026-03-02T18:48:00.301615Z","steps":["trace[1620349059] 'agreement among raft nodes before linearized reading' (duration: 168.386626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:04.428356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.370205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:48:04.428494Z","caller":"traceutil/trace.go:171","msg":"trace[2001540694] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9149; }","duration":"111.238908ms","start":"2026-03-02T18:48:04.317235Z","end":"2026-03-02T18:48:04.428474Z","steps":["trace[2001540694] 'read index received' (duration: 51.401µs)","trace[2001540694] 'applied index is now lower than readState.Index' (duration: 111.185797ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:04.428517Z","caller":"traceutil/trace.go:171","msg":"trace[1025231240] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"208.046085ms","start":"2026-03-02T18:48:04.220442Z","end":"2026-03-02T18:48:04.428488Z","steps":["trace[1025231240] 'process raft request' (duration: 39.445605ms)","trace[1025231240] 'compare' (duration: 168.240112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:48:04.428686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.450362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:48:04.428728Z","caller":"traceutil/trace.go:171","msg":"trace[370905224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8823; }","duration":"111.594956ms","start":"2026-03-02T18:48:04.31712Z","end":"2026-03-02T18:48:04.428715Z","steps":["trace[370905224] 'agreement among raft nodes before linearized reading' (duration: 111.444233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:04.428903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.048703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:48:04.429044Z","caller":"traceutil/trace.go:171","msg":"trace[1582810560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8823; }","duration":"111.243938ms","start":"2026-03-02T18:48:04.317768Z","end":"2026-03-02T18:48:04.429012Z","steps":["trace[1582810560] 'agreement among raft nodes before linearized reading' (duration: 110.864279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:04.429084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.226452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-465wq\" ","response":"range_response_count:1 size:10132"} {"level":"info","ts":"2026-03-02T18:48:04.429968Z","caller":"traceutil/trace.go:171","msg":"trace[410214039] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-465wq; range_end:; response_count:1; response_revision:8823; }","duration":"105.154773ms","start":"2026-03-02T18:48:04.324786Z","end":"2026-03-02T18:48:04.429941Z","steps":["trace[410214039] 'agreement among raft nodes before linearized reading' (duration: 104.004467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:04.877066Z","caller":"traceutil/trace.go:171","msg":"trace[1353635071] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"442.481847ms","start":"2026-03-02T18:48:04.434545Z","end":"2026-03-02T18:48:04.877026Z","steps":["trace[1353635071] 'process raft request' (duration: 435.764729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:04.877261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:04.434518Z","time spent":"442.64458ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:48:04.879461Z","caller":"traceutil/trace.go:171","msg":"trace[45488092] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"444.85401ms","start":"2026-03-02T18:48:04.434578Z","end":"2026-03-02T18:48:04.879432Z","steps":["trace[45488092] 'process raft request' (duration: 444.636095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:04.879694Z","caller":"traceutil/trace.go:171","msg":"trace[1890888674] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9150; }","duration":"231.046845ms","start":"2026-03-02T18:48:04.648615Z","end":"2026-03-02T18:48:04.879662Z","steps":["trace[1890888674] 'read index received' (duration: 221.714458ms)","trace[1890888674] 'applied index is now lower than readState.Index' (duration: 9.330367ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:04.879743Z","caller":"traceutil/trace.go:171","msg":"trace[361215072] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"440.110214ms","start":"2026-03-02T18:48:04.43961Z","end":"2026-03-02T18:48:04.87972Z","steps":["trace[361215072] 'process raft request' (duration: 439.758426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:04.87991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.307491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T18:48:04.879954Z","caller":"traceutil/trace.go:171","msg":"trace[2087630975] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8826; }","duration":"231.405883ms","start":"2026-03-02T18:48:04.648537Z","end":"2026-03-02T18:48:04.879943Z","steps":["trace[2087630975] 'agreement among raft nodes before linearized reading' (duration: 231.230869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:04.880005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:04.439594Z","time spent":"440.280517ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10126,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:48:04.879684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:04.434562Z","time spent":"444.984472ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:48:18.076982Z","caller":"traceutil/trace.go:171","msg":"trace[1568183230] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"154.087468ms","start":"2026-03-02T18:48:17.922864Z","end":"2026-03-02T18:48:18.076951Z","steps":["trace[1568183230] 'process raft request' (duration: 153.906994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:18.26603Z","caller":"traceutil/trace.go:171","msg":"trace[1947904905] linearizableReadLoop","detail":"{readStateIndex:9225; appliedIndex:9223; }","duration":"229.917612ms","start":"2026-03-02T18:48:18.036082Z","end":"2026-03-02T18:48:18.265999Z","steps":["trace[1947904905] 'read index received' (duration: 40.786045ms)","trace[1947904905] 'applied index is now lower than readState.Index' (duration: 189.129877ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:18.26615Z","caller":"traceutil/trace.go:171","msg":"trace[1606440499] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"305.415775ms","start":"2026-03-02T18:48:17.960696Z","end":"2026-03-02T18:48:18.266111Z","steps":["trace[1606440499] 'process raft request' (duration: 305.104847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:18.266199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.091395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:48:18.266242Z","caller":"traceutil/trace.go:171","msg":"trace[264767404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8894; }","duration":"230.194138ms","start":"2026-03-02T18:48:18.036035Z","end":"2026-03-02T18:48:18.266229Z","steps":["trace[264767404] 'agreement among raft nodes before linearized reading' (duration: 230.091856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:18.266339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:17.96065Z","time spent":"305.577469ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:48:18.284201Z","caller":"traceutil/trace.go:171","msg":"trace[366589678] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"182.58049ms","start":"2026-03-02T18:48:18.101541Z","end":"2026-03-02T18:48:18.284121Z","steps":["trace[366589678] 'process raft request' (duration: 182.363926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:18.651677Z","caller":"traceutil/trace.go:171","msg":"trace[727762196] linearizableReadLoop","detail":"{readStateIndex:9229; appliedIndex:9228; }","duration":"130.240338ms","start":"2026-03-02T18:48:18.521399Z","end":"2026-03-02T18:48:18.65164Z","steps":["trace[727762196] 'read index received' (duration: 129.983882ms)","trace[727762196] 'applied index is now lower than readState.Index' (duration: 254.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:18.651971Z","caller":"traceutil/trace.go:171","msg":"trace[2042064067] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"149.387024ms","start":"2026-03-02T18:48:18.502552Z","end":"2026-03-02T18:48:18.651939Z","steps":["trace[2042064067] 'process raft request' (duration: 148.907943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:18.652006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.590195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:48:18.652063Z","caller":"traceutil/trace.go:171","msg":"trace[714938030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:8898; }","duration":"130.700108ms","start":"2026-03-02T18:48:18.521348Z","end":"2026-03-02T18:48:18.652048Z","steps":["trace[714938030] 'agreement among raft nodes before linearized reading' (duration: 130.466783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:18.652194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.479961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:48:18.652347Z","caller":"traceutil/trace.go:171","msg":"trace[1456359270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8898; }","duration":"124.580153ms","start":"2026-03-02T18:48:18.527658Z","end":"2026-03-02T18:48:18.652238Z","steps":["trace[1456359270] 'agreement among raft nodes before linearized reading' (duration: 124.198525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:38.503225Z","caller":"traceutil/trace.go:171","msg":"trace[1307286835] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"148.313268ms","start":"2026-03-02T18:48:38.354885Z","end":"2026-03-02T18:48:38.503198Z","steps":["trace[1307286835] 'process raft request' (duration: 148.162774ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:38.509998Z","caller":"traceutil/trace.go:171","msg":"trace[145221066] transaction","detail":"{read_only:false; response_revision:9046; number_of_response:1; }","duration":"119.143724ms","start":"2026-03-02T18:48:38.39083Z","end":"2026-03-02T18:48:38.509973Z","steps":["trace[145221066] 'process raft request' (duration: 118.879838ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:39.218891Z","caller":"traceutil/trace.go:171","msg":"trace[1593843570] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"117.902316ms","start":"2026-03-02T18:48:39.100947Z","end":"2026-03-02T18:48:39.218849Z","steps":["trace[1593843570] 'process raft request' (duration: 115.415911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:40.246441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.851051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:48:40.246621Z","caller":"traceutil/trace.go:171","msg":"trace[265869234] linearizableReadLoop","detail":"{readStateIndex:9390; appliedIndex:9389; }","duration":"177.631765ms","start":"2026-03-02T18:48:40.068959Z","end":"2026-03-02T18:48:40.246591Z","steps":["trace[265869234] 'read index received' (duration: 8.410436ms)","trace[265869234] 'applied index is now lower than readState.Index' (duration: 169.219729ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:40.24665Z","caller":"traceutil/trace.go:171","msg":"trace[1547113701] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"224.086272ms","start":"2026-03-02T18:48:40.022506Z","end":"2026-03-02T18:48:40.246592Z","steps":["trace[1547113701] 'process raft request' (duration: 54.923074ms)","trace[1547113701] 'compare' (duration: 168.587686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:48:40.246828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.867481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:48:40.246888Z","caller":"traceutil/trace.go:171","msg":"trace[1577170449] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9054; }","duration":"177.959552ms","start":"2026-03-02T18:48:40.068908Z","end":"2026-03-02T18:48:40.246867Z","steps":["trace[1577170449] 'agreement among raft nodes before linearized reading' (duration: 177.759468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:57.214Z","caller":"traceutil/trace.go:171","msg":"trace[1349366752] linearizableReadLoop","detail":"{readStateIndex:9500; appliedIndex:9499; }","duration":"247.220753ms","start":"2026-03-02T18:48:56.966753Z","end":"2026-03-02T18:48:57.213974Z","steps":["trace[1349366752] 'read index received' (duration: 247.120281ms)","trace[1349366752] 'applied index is now lower than readState.Index' (duration: 98.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:57.214142Z","caller":"traceutil/trace.go:171","msg":"trace[271154724] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"251.044289ms","start":"2026-03-02T18:48:56.96303Z","end":"2026-03-02T18:48:57.214074Z","steps":["trace[271154724] 'process raft request' (duration: 250.777043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:57.214559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.789118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:48:57.214613Z","caller":"traceutil/trace.go:171","msg":"trace[850549365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:9161; }","duration":"247.879929ms","start":"2026-03-02T18:48:56.96672Z","end":"2026-03-02T18:48:57.2146Z","steps":["trace[850549365] 'agreement among raft nodes before linearized reading' (duration: 247.571102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:57.214926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.44485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:48:57.215073Z","caller":"traceutil/trace.go:171","msg":"trace[783809047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9161; }","duration":"186.647965ms","start":"2026-03-02T18:48:57.02839Z","end":"2026-03-02T18:48:57.215038Z","steps":["trace[783809047] 'agreement among raft nodes before linearized reading' (duration: 186.282217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:49:03.387697Z","caller":"traceutil/trace.go:171","msg":"trace[1482680693] linearizableReadLoop","detail":"{readStateIndex:9540; appliedIndex:9539; }","duration":"134.709237ms","start":"2026-03-02T18:49:03.252966Z","end":"2026-03-02T18:49:03.387675Z","steps":["trace[1482680693] 'read index received' (duration: 134.537004ms)","trace[1482680693] 'applied index is now lower than readState.Index' (duration: 171.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:49:03.387956Z","caller":"traceutil/trace.go:171","msg":"trace[2015030793] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"138.028861ms","start":"2026-03-02T18:49:03.249916Z","end":"2026-03-02T18:49:03.387945Z","steps":["trace[2015030793] 'process raft request' (duration: 137.640333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:49:03.388176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.195578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:49:03.388209Z","caller":"traceutil/trace.go:171","msg":"trace[334530489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:9200; }","duration":"135.25222ms","start":"2026-03-02T18:49:03.252946Z","end":"2026-03-02T18:49:03.388199Z","steps":["trace[334530489] 'agreement among raft nodes before linearized reading' (duration: 135.142217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:49:03.531338Z","caller":"traceutil/trace.go:171","msg":"trace[559323762] linearizableReadLoop","detail":"{readStateIndex:9541; appliedIndex:9540; }","duration":"138.252276ms","start":"2026-03-02T18:49:03.393066Z","end":"2026-03-02T18:49:03.531318Z","steps":["trace[559323762] 'read index received' (duration: 138.064882ms)","trace[559323762] 'applied index is now lower than readState.Index' (duration: 186.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:49:03.531808Z","caller":"traceutil/trace.go:171","msg":"trace[165335967] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"138.859359ms","start":"2026-03-02T18:49:03.392922Z","end":"2026-03-02T18:49:03.531781Z","steps":["trace[165335967] 'process raft request' (duration: 138.272046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:49:03.532555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.458192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:319523"} {"level":"info","ts":"2026-03-02T18:49:03.532609Z","caller":"traceutil/trace.go:171","msg":"trace[1172916988] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9201; }","duration":"139.575775ms","start":"2026-03-02T18:49:03.393022Z","end":"2026-03-02T18:49:03.532598Z","steps":["trace[1172916988] 'agreement among raft nodes before linearized reading' (duration: 138.682765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:50:11.183304Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T18:50:11.188184Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T18:50:11.188274Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T18:50:46.857709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7570} {"level":"info","ts":"2026-03-02T18:50:46.929548Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7570,"took":"69.115878ms","hash":2618618301,"current-db-size-bytes":40488960,"current-db-size":"40 MB","current-db-size-in-use-bytes":24539136,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T18:50:46.929662Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2618618301,"revision":7570,"compact-revision":5628} {"level":"info","ts":"2026-03-02T18:53:37.242968Z","caller":"traceutil/trace.go:171","msg":"trace[1618658798] linearizableReadLoop","detail":"{readStateIndex:11461; appliedIndex:11460; }","duration":"301.545625ms","start":"2026-03-02T18:53:36.941397Z","end":"2026-03-02T18:53:37.242943Z","steps":["trace[1618658798] 'read index received' (duration: 301.3519ms)","trace[1618658798] 'applied index is now lower than readState.Index' (duration: 192.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:53:37.243006Z","caller":"traceutil/trace.go:171","msg":"trace[1445917950] transaction","detail":"{read_only:false; response_revision:11056; number_of_response:1; }","duration":"332.943941ms","start":"2026-03-02T18:53:36.910033Z","end":"2026-03-02T18:53:37.242977Z","steps":["trace[1445917950] 'process raft request' (duration: 332.727637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:53:37.24317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:53:36.91001Z","time spent":"333.065794ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:53:37.243242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.77319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:53:37.243285Z","caller":"traceutil/trace.go:171","msg":"trace[1306864018] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11056; }","duration":"301.905913ms","start":"2026-03-02T18:53:36.941366Z","end":"2026-03-02T18:53:37.243272Z","steps":["trace[1306864018] 'agreement among raft nodes before linearized reading' (duration: 301.733769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:53:37.243339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:53:36.941352Z","time spent":"301.968244ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":31,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:53:37.320468Z","caller":"traceutil/trace.go:171","msg":"trace[1301599476] transaction","detail":"{read_only:false; response_revision:11057; number_of_response:1; }","duration":"363.237033ms","start":"2026-03-02T18:53:36.957191Z","end":"2026-03-02T18:53:37.320428Z","steps":["trace[1301599476] 'process raft request' (duration: 362.959697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:53:37.320632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:53:36.957147Z","time spent":"363.400177ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:53:37.320813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.653106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T18:53:37.320632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.094394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T18:53:37.321022Z","caller":"traceutil/trace.go:171","msg":"trace[322140052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11057; }","duration":"148.616546ms","start":"2026-03-02T18:53:37.172384Z","end":"2026-03-02T18:53:37.321001Z","steps":["trace[322140052] 'agreement among raft nodes before linearized reading' (duration: 147.980042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:53:37.320911Z","caller":"traceutil/trace.go:171","msg":"trace[841752075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11057; }","duration":"134.831409ms","start":"2026-03-02T18:53:37.186058Z","end":"2026-03-02T18:53:37.320889Z","steps":["trace[841752075] 'agreement among raft nodes before linearized reading' (duration: 134.559513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:53:37.782297Z","caller":"traceutil/trace.go:171","msg":"trace[81856436] linearizableReadLoop","detail":"{readStateIndex:11465; appliedIndex:11464; }","duration":"166.531733ms","start":"2026-03-02T18:53:37.615737Z","end":"2026-03-02T18:53:37.782268Z","steps":["trace[81856436] 'read index received' (duration: 69.857469ms)","trace[81856436] 'applied index is now lower than readState.Index' (duration: 96.672804ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:53:37.782452Z","caller":"traceutil/trace.go:171","msg":"trace[1042779317] transaction","detail":"{read_only:false; response_revision:11060; number_of_response:1; }","duration":"182.325032ms","start":"2026-03-02T18:53:37.600103Z","end":"2026-03-02T18:53:37.782428Z","steps":["trace[1042779317] 'process raft request' (duration: 85.597677ms)","trace[1042779317] 'compare' (duration: 96.413638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:53:37.782705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.807258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:53:37.782777Z","caller":"traceutil/trace.go:171","msg":"trace[1045185276] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11060; }","duration":"166.957791ms","start":"2026-03-02T18:53:37.615801Z","end":"2026-03-02T18:53:37.782759Z","steps":["trace[1045185276] 'agreement among raft nodes before linearized reading' (duration: 166.817588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:53:37.782742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.830969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:53:37.782847Z","caller":"traceutil/trace.go:171","msg":"trace[607292182] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11060; }","duration":"166.969702ms","start":"2026-03-02T18:53:37.615852Z","end":"2026-03-02T18:53:37.782822Z","steps":["trace[607292182] 'agreement among raft nodes before linearized reading' (duration: 166.776717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:53:37.782851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.041313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T18:53:37.782841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.059184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:53:37.782953Z","caller":"traceutil/trace.go:171","msg":"trace[1570735747] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11060; }","duration":"167.192377ms","start":"2026-03-02T18:53:37.615735Z","end":"2026-03-02T18:53:37.782928Z","steps":["trace[1570735747] 'agreement among raft nodes before linearized reading' (duration: 166.899361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:53:37.782978Z","caller":"traceutil/trace.go:171","msg":"trace[289137696] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11060; }","duration":"167.272018ms","start":"2026-03-02T18:53:37.615675Z","end":"2026-03-02T18:53:37.782947Z","steps":["trace[289137696] 'agreement among raft nodes before linearized reading' (duration: 166.962882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:53:37.782991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.381034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T18:53:37.783028Z","caller":"traceutil/trace.go:171","msg":"trace[1091033134] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11060; }","duration":"164.435456ms","start":"2026-03-02T18:53:37.618584Z","end":"2026-03-02T18:53:37.78302Z","steps":["trace[1091033134] 'agreement among raft nodes before linearized reading' (duration: 164.304283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:53:37.783003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.706771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:53:37.783089Z","caller":"traceutil/trace.go:171","msg":"trace[328873029] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:11060; }","duration":"132.809334ms","start":"2026-03-02T18:53:37.650256Z","end":"2026-03-02T18:53:37.783065Z","steps":["trace[328873029] 'agreement among raft nodes before linearized reading' (duration: 132.591729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:53:37.783039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.263289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:53:37.783264Z","caller":"traceutil/trace.go:171","msg":"trace[1245052498] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11060; }","duration":"167.542415ms","start":"2026-03-02T18:53:37.615703Z","end":"2026-03-02T18:53:37.783245Z","steps":["trace[1245052498] 'agreement among raft nodes before linearized reading' (duration: 166.801119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:54:00.589787Z","caller":"traceutil/trace.go:171","msg":"trace[711777956] transaction","detail":"{read_only:false; response_revision:11176; number_of_response:1; }","duration":"234.836457ms","start":"2026-03-02T18:54:00.35492Z","end":"2026-03-02T18:54:00.589756Z","steps":["trace[711777956] 'process raft request' (duration: 234.665643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:54:01.517563Z","caller":"traceutil/trace.go:171","msg":"trace[2046590964] transaction","detail":"{read_only:false; response_revision:11179; number_of_response:1; }","duration":"140.756131ms","start":"2026-03-02T18:54:01.376777Z","end":"2026-03-02T18:54:01.517533Z","steps":["trace[2046590964] 'process raft request' (duration: 140.530466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:01.977669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.078736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:54:01.977766Z","caller":"traceutil/trace.go:171","msg":"trace[265086532] transaction","detail":"{read_only:false; response_revision:11180; number_of_response:1; }","duration":"454.938477ms","start":"2026-03-02T18:54:01.52281Z","end":"2026-03-02T18:54:01.977748Z","steps":["trace[265086532] 'process raft request' (duration: 125.708418ms)","trace[265086532] 'compare' (duration: 328.979153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:54:01.977814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.522777Z","time spent":"455.017578ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:54:02.837385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188779145s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:54:02.837969Z","caller":"traceutil/trace.go:171","msg":"trace[903021007] linearizableReadLoop","detail":"{readStateIndex:11591; appliedIndex:11589; }","duration":"1.308722173s","start":"2026-03-02T18:54:01.529218Z","end":"2026-03-02T18:54:02.83794Z","steps":["trace[903021007] 'read index received' (duration: 119.463418ms)","trace[903021007] 'applied index is now lower than readState.Index' (duration: 1.189257535s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:54:02.838106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308855576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:54:02.838227Z","caller":"traceutil/trace.go:171","msg":"trace[2141237657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11181; }","duration":"1.30901107s","start":"2026-03-02T18:54:01.52919Z","end":"2026-03-02T18:54:02.838201Z","steps":["trace[2141237657] 'agreement among raft nodes before linearized reading' (duration: 1.308818636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.838303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.529175Z","time spent":"1.309117202s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:54:02.83859Z","caller":"traceutil/trace.go:171","msg":"trace[1066218512] transaction","detail":"{read_only:false; response_revision:11181; number_of_response:1; }","duration":"1.313957449s","start":"2026-03-02T18:54:01.524567Z","end":"2026-03-02T18:54:02.838525Z","steps":["trace[1066218512] 'process raft request' (duration: 1.313188922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.838993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.524539Z","time spent":"1.314207875s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:54:02.87346Z","caller":"traceutil/trace.go:171","msg":"trace[1509278728] transaction","detail":"{read_only:false; response_revision:11182; number_of_response:1; }","duration":"984.059935ms","start":"2026-03-02T18:54:01.889362Z","end":"2026-03-02T18:54:02.873422Z","steps":["trace[1509278728] 'process raft request' (duration: 983.83947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:54:02.8735Z","caller":"traceutil/trace.go:171","msg":"trace[1977117279] transaction","detail":"{read_only:false; response_revision:11183; number_of_response:1; }","duration":"897.323962ms","start":"2026-03-02T18:54:01.976147Z","end":"2026-03-02T18:54:02.873471Z","steps":["trace[1977117279] 'process raft request' (duration: 897.19524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.873652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.976126Z","time spent":"897.428325ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:54:02.873691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.889342Z","time spent":"984.209119ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:54:02.873768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02171147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:54:02.873828Z","caller":"traceutil/trace.go:171","msg":"trace[134066584] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11184; }","duration":"1.021772742s","start":"2026-03-02T18:54:01.85204Z","end":"2026-03-02T18:54:02.873813Z","steps":["trace[134066584] 'agreement among raft nodes before linearized reading' (duration: 1.02167507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.87385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027219302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:54:02.873935Z","caller":"traceutil/trace.go:171","msg":"trace[689456086] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11184; }","duration":"1.027388886s","start":"2026-03-02T18:54:01.846525Z","end":"2026-03-02T18:54:02.873914Z","steps":["trace[689456086] 'agreement among raft nodes before linearized reading' (duration: 1.027260993s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.873991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.846502Z","time spent":"1.027475728s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T18:54:02.874009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.266782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:54:02.874046Z","caller":"traceutil/trace.go:171","msg":"trace[835021747] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11184; }","duration":"957.350904ms","start":"2026-03-02T18:54:01.916682Z","end":"2026-03-02T18:54:02.874033Z","steps":["trace[835021747] 'agreement among raft nodes before linearized reading' (duration: 957.212231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.916663Z","time spent":"957.410626ms","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:54:02.874081Z","caller":"traceutil/trace.go:171","msg":"trace[1061129048] transaction","detail":"{read_only:false; response_revision:11184; number_of_response:1; }","duration":"794.78414ms","start":"2026-03-02T18:54:02.079282Z","end":"2026-03-02T18:54:02.874066Z","steps":["trace[1061129048] 'process raft request' (duration: 794.100104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022467657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:54:02.874134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.156486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T18:54:02.874153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:02.07925Z","time spent":"794.867702ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:54:02.874173Z","caller":"traceutil/trace.go:171","msg":"trace[549646717] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11184; }","duration":"1.02259827s","start":"2026-03-02T18:54:01.851556Z","end":"2026-03-02T18:54:02.874154Z","steps":["trace[549646717] 'agreement among raft nodes before linearized reading' (duration: 1.022434717s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.873868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.851997Z","time spent":"1.021863564s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T18:54:02.87416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026789413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:54:02.874211Z","caller":"traceutil/trace.go:171","msg":"trace[937501385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11184; }","duration":"144.289819ms","start":"2026-03-02T18:54:02.729904Z","end":"2026-03-02T18:54:02.874194Z","steps":["trace[937501385] 'agreement among raft nodes before linearized reading' (duration: 144.050844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.851537Z","time spent":"1.022678682s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T18:54:02.874225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.989305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T18:54:02.874206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.462057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T18:54:02.874265Z","caller":"traceutil/trace.go:171","msg":"trace[532622438] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11184; }","duration":"1.026958487s","start":"2026-03-02T18:54:01.847282Z","end":"2026-03-02T18:54:02.87424Z","steps":["trace[532622438] 'agreement among raft nodes before linearized reading' (duration: 1.026764253s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:54:02.874286Z","caller":"traceutil/trace.go:171","msg":"trace[1928930704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11184; }","duration":"196.116708ms","start":"2026-03-02T18:54:02.678156Z","end":"2026-03-02T18:54:02.874273Z","steps":["trace[1928930704] 'agreement among raft nodes before linearized reading' (duration: 195.964355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.847248Z","time spent":"1.02707831s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-02T18:54:02.874341Z","caller":"traceutil/trace.go:171","msg":"trace[469853141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:11184; }","duration":"916.613761ms","start":"2026-03-02T18:54:01.957696Z","end":"2026-03-02T18:54:02.87431Z","steps":["trace[469853141] 'agreement among raft nodes before linearized reading' (duration: 916.13479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018459029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-02T18:54:02.874332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022428857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:54:02.874395Z","caller":"traceutil/trace.go:171","msg":"trace[996712056] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11184; }","duration":"1.01851364s","start":"2026-03-02T18:54:01.855872Z","end":"2026-03-02T18:54:02.874386Z","steps":["trace[996712056] 'agreement among raft nodes before linearized reading' (duration: 1.018375027s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022356275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:54:02.874426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.855858Z","time spent":"1.018561401s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T18:54:02.874423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025654748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:54:02.87445Z","caller":"traceutil/trace.go:171","msg":"trace[1479238660] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11184; }","duration":"1.022396895s","start":"2026-03-02T18:54:01.852041Z","end":"2026-03-02T18:54:02.874438Z","steps":["trace[1479238660] 'agreement among raft nodes before linearized reading' (duration: 1.022315284s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.851997Z","time spent":"1.022488977s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T18:54:02.874485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019982052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T18:54:02.874436Z","caller":"traceutil/trace.go:171","msg":"trace[1989540208] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11184; }","duration":"1.02260869s","start":"2026-03-02T18:54:01.851801Z","end":"2026-03-02T18:54:02.87441Z","steps":["trace[1989540208] 'agreement among raft nodes before linearized reading' (duration: 1.022478677s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:54:02.874508Z","caller":"traceutil/trace.go:171","msg":"trace[897663337] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11184; }","duration":"1.025743809s","start":"2026-03-02T18:54:01.848735Z","end":"2026-03-02T18:54:02.874478Z","steps":["trace[897663337] 'agreement among raft nodes before linearized reading' (duration: 1.025611126s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:54:02.874546Z","caller":"traceutil/trace.go:171","msg":"trace[136402961] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11184; }","duration":"1.020066163s","start":"2026-03-02T18:54:01.854466Z","end":"2026-03-02T18:54:02.874532Z","steps":["trace[136402961] 'agreement among raft nodes before linearized reading' (duration: 1.01991363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.851786Z","time spent":"1.022756724s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T18:54:02.874567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.848727Z","time spent":"1.025827301s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T18:54:02.874402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.957657Z","time spent":"916.733113ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-8mnz7\" "} {"level":"warn","ts":"2026-03-02T18:54:02.874347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024767828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T18:54:02.8746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.85445Z","time spent":"1.020138196s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T18:54:02.874629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025611808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:54:02.874641Z","caller":"traceutil/trace.go:171","msg":"trace[768461223] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11184; }","duration":"1.025172048s","start":"2026-03-02T18:54:01.849456Z","end":"2026-03-02T18:54:02.874628Z","steps":["trace[768461223] 'agreement among raft nodes before linearized reading' (duration: 1.024711838s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.874702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.849434Z","time spent":"1.025250349s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-02T18:54:02.874677Z","caller":"traceutil/trace.go:171","msg":"trace[2147107933] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11184; }","duration":"1.026370534s","start":"2026-03-02T18:54:01.848292Z","end":"2026-03-02T18:54:02.874663Z","steps":["trace[2147107933] 'agreement among raft nodes before linearized reading' (duration: 1.025455294s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:02.875472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:01.848275Z","time spent":"1.026802793s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-02T18:54:03.228942Z","caller":"traceutil/trace.go:171","msg":"trace[1061367376] linearizableReadLoop","detail":"{readStateIndex:11596; appliedIndex:11594; }","duration":"348.512865ms","start":"2026-03-02T18:54:02.880403Z","end":"2026-03-02T18:54:03.228915Z","steps":["trace[1061367376] 'read index received' (duration: 14.380798ms)","trace[1061367376] 'applied index is now lower than readState.Index' (duration: 334.130817ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:54:03.229464Z","caller":"traceutil/trace.go:171","msg":"trace[1794499224] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"350.05616ms","start":"2026-03-02T18:54:02.879374Z","end":"2026-03-02T18:54:03.22943Z","steps":["trace[1794499224] 'process raft request' (duration: 314.836329ms)","trace[1794499224] 'compare' (duration: 34.594127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:54:03.229566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.150951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444898"} {"level":"warn","ts":"2026-03-02T18:54:03.229604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:02.879333Z","time spent":"350.196294ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:54:03.229614Z","caller":"traceutil/trace.go:171","msg":"trace[1171232639] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11186; }","duration":"349.228252ms","start":"2026-03-02T18:54:02.880375Z","end":"2026-03-02T18:54:03.229604Z","steps":["trace[1171232639] 'agreement among raft nodes before linearized reading' (duration: 348.645169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:03.229659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:02.880364Z","time spent":"349.285103ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444921,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T18:54:03.409797Z","caller":"traceutil/trace.go:171","msg":"trace[1933276894] transaction","detail":"{read_only:false; response_revision:11187; number_of_response:1; }","duration":"116.071663ms","start":"2026-03-02T18:54:03.293701Z","end":"2026-03-02T18:54:03.409773Z","steps":["trace[1933276894] 'process raft request' (duration: 115.845228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:54:03.703588Z","caller":"traceutil/trace.go:171","msg":"trace[1835644995] transaction","detail":"{read_only:false; response_revision:11188; number_of_response:1; }","duration":"105.98972ms","start":"2026-03-02T18:54:03.597571Z","end":"2026-03-02T18:54:03.703561Z","steps":["trace[1835644995] 'process raft request' (duration: 105.824056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:04.15259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.307116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:54:04.152916Z","caller":"traceutil/trace.go:171","msg":"trace[593789564] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11188; }","duration":"341.707165ms","start":"2026-03-02T18:54:03.811179Z","end":"2026-03-02T18:54:04.152886Z","steps":["trace[593789564] 'count revisions from in-memory index tree' (duration: 341.147503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:04.15264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.74066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T18:54:04.152951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.283467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:54:04.153028Z","caller":"traceutil/trace.go:171","msg":"trace[1898190663] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11188; }","duration":"293.244961ms","start":"2026-03-02T18:54:03.859757Z","end":"2026-03-02T18:54:04.153002Z","steps":["trace[1898190663] 'count revisions from in-memory index tree' (duration: 292.615716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:54:04.153053Z","caller":"traceutil/trace.go:171","msg":"trace[1779876266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11188; }","duration":"171.45247ms","start":"2026-03-02T18:54:03.981579Z","end":"2026-03-02T18:54:04.153031Z","steps":["trace[1779876266] 'range keys from in-memory index tree' (duration: 171.061932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:04.152789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.398715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T18:54:04.153113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:54:03.811158Z","time spent":"341.90594ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:54:04.153269Z","caller":"traceutil/trace.go:171","msg":"trace[1861340374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11188; }","duration":"178.887126ms","start":"2026-03-02T18:54:03.974304Z","end":"2026-03-02T18:54:04.153191Z","steps":["trace[1861340374] 'range keys from in-memory index tree' (duration: 178.123359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:54:04.393339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.700044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:54:04.393434Z","caller":"traceutil/trace.go:171","msg":"trace[647464279] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11189; }","duration":"101.836998ms","start":"2026-03-02T18:54:04.291577Z","end":"2026-03-02T18:54:04.393414Z","steps":["trace[647464279] 'range keys from in-memory index tree' (duration: 101.630263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:55:34.445721Z","caller":"traceutil/trace.go:171","msg":"trace[498132317] transaction","detail":"{read_only:false; response_revision:11747; number_of_response:1; }","duration":"124.77167ms","start":"2026-03-02T18:55:34.320914Z","end":"2026-03-02T18:55:34.445686Z","steps":["trace[498132317] 'process raft request' (duration: 76.16837ms)","trace[498132317] 'compare' (duration: 48.376165ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:55:37.802104Z","caller":"traceutil/trace.go:171","msg":"trace[1028529672] transaction","detail":"{read_only:false; response_revision:11770; number_of_response:1; }","duration":"127.146443ms","start":"2026-03-02T18:55:37.674887Z","end":"2026-03-02T18:55:37.802034Z","steps":["trace[1028529672] 'process raft request' (duration: 97.875362ms)","trace[1028529672] 'compare' (duration: 28.866152ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:55:46.868299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9807} {"level":"info","ts":"2026-03-02T18:55:47.013138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9807,"took":"141.832279ms","hash":1384912250,"current-db-size-bytes":40488960,"current-db-size":"40 MB","current-db-size-in-use-bytes":22384640,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T18:55:47.01323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1384912250,"revision":9807,"compact-revision":7570} {"level":"info","ts":"2026-03-02T18:58:30.779323Z","caller":"traceutil/trace.go:171","msg":"trace[159650193] transaction","detail":"{read_only:false; response_revision:12885; number_of_response:1; }","duration":"113.949169ms","start":"2026-03-02T18:58:30.665339Z","end":"2026-03-02T18:58:30.779288Z","steps":["trace[159650193] 'process raft request' (duration: 105.079212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:35.018597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.97303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:58:35.018673Z","caller":"traceutil/trace.go:171","msg":"trace[1255389160] linearizableReadLoop","detail":"{readStateIndex:13375; appliedIndex:13374; }","duration":"193.310011ms","start":"2026-03-02T18:58:34.825333Z","end":"2026-03-02T18:58:35.018643Z","steps":["trace[1255389160] 'read index received' (duration: 156.638326ms)","trace[1255389160] 'applied index is now lower than readState.Index' (duration: 36.670305ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:58:35.018703Z","caller":"traceutil/trace.go:171","msg":"trace[1084380522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12902; }","duration":"492.151374ms","start":"2026-03-02T18:58:34.526535Z","end":"2026-03-02T18:58:35.018686Z","steps":["trace[1084380522] 'range keys from in-memory index tree' (duration: 491.829587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:35.018753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:58:34.526492Z","time spent":"492.247456ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:58:35.018828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.160985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T18:58:35.018918Z","caller":"traceutil/trace.go:171","msg":"trace[504456340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12902; }","duration":"397.312679ms","start":"2026-03-02T18:58:34.621597Z","end":"2026-03-02T18:58:35.01891Z","steps":["trace[504456340] 'range keys from in-memory index tree' (duration: 396.47754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:35.018972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:58:34.62157Z","time spent":"397.36895ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T18:58:35.018838Z","caller":"traceutil/trace.go:171","msg":"trace[1577590268] transaction","detail":"{read_only:false; response_revision:12903; number_of_response:1; }","duration":"345.635852ms","start":"2026-03-02T18:58:34.673018Z","end":"2026-03-02T18:58:35.018654Z","steps":["trace[1577590268] 'process raft request' (duration: 309.016069ms)","trace[1577590268] 'compare' (duration: 36.48679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:58:35.018998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.655318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T18:58:35.019107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:58:34.67299Z","time spent":"346.045702ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:58:35.019104Z","caller":"traceutil/trace.go:171","msg":"trace[303279494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12903; }","duration":"193.799612ms","start":"2026-03-02T18:58:34.825282Z","end":"2026-03-02T18:58:35.019081Z","steps":["trace[303279494] 'agreement among raft nodes before linearized reading' (duration: 193.446864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:58:35.262555Z","caller":"traceutil/trace.go:171","msg":"trace[1084285766] linearizableReadLoop","detail":"{readStateIndex:13378; appliedIndex:13377; }","duration":"130.755243ms","start":"2026-03-02T18:58:35.131756Z","end":"2026-03-02T18:58:35.262511Z","steps":["trace[1084285766] 'read index received' (duration: 64.142195ms)","trace[1084285766] 'applied index is now lower than readState.Index' (duration: 66.611008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:58:35.262861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.08324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:58:35.262981Z","caller":"traceutil/trace.go:171","msg":"trace[22581043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12905; }","duration":"131.264924ms","start":"2026-03-02T18:58:35.131691Z","end":"2026-03-02T18:58:35.262956Z","steps":["trace[22581043] 'agreement among raft nodes before linearized reading' (duration: 130.949127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:18.325212Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003548.wal"} {"level":"info","ts":"2026-03-02T18:59:58.775111Z","caller":"traceutil/trace.go:171","msg":"trace[99715935] transaction","detail":"{read_only:false; response_revision:13420; number_of_response:1; }","duration":"230.762703ms","start":"2026-03-02T18:59:58.544315Z","end":"2026-03-02T18:59:58.775078Z","steps":["trace[99715935] 'process raft request' (duration: 230.541859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:01.925144Z","caller":"traceutil/trace.go:171","msg":"trace[309169655] transaction","detail":"{read_only:false; response_revision:13435; number_of_response:1; }","duration":"356.756015ms","start":"2026-03-02T19:00:01.568353Z","end":"2026-03-02T19:00:01.925109Z","steps":["trace[309169655] 'process raft request' (duration: 356.53165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:01.925344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:01.568324Z","time spent":"356.924589ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8258,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:01.926721Z","caller":"traceutil/trace.go:171","msg":"trace[958018257] linearizableReadLoop","detail":"{readStateIndex:13931; appliedIndex:13929; }","duration":"311.652406ms","start":"2026-03-02T19:00:01.615043Z","end":"2026-03-02T19:00:01.926695Z","steps":["trace[958018257] 'read index received' (duration: 309.962938ms)","trace[958018257] 'applied index is now lower than readState.Index' (duration: 1.688768ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:01.927044Z","caller":"traceutil/trace.go:171","msg":"trace[9876702] transaction","detail":"{read_only:false; response_revision:13436; number_of_response:1; }","duration":"358.632887ms","start":"2026-03-02T19:00:01.568392Z","end":"2026-03-02T19:00:01.927025Z","steps":["trace[9876702] 'process raft request' (duration: 358.190027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:01.927197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:01.568324Z","time spent":"358.776261ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:01.927461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.405752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:00:01.927522Z","caller":"traceutil/trace.go:171","msg":"trace[770662503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13436; }","duration":"312.508325ms","start":"2026-03-02T19:00:01.614999Z","end":"2026-03-02T19:00:01.927507Z","steps":["trace[770662503] 'agreement among raft nodes before linearized reading' (duration: 312.227888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:01.927586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:01.614979Z","time spent":"312.569665ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:00:46.992185Z","caller":"traceutil/trace.go:171","msg":"trace[683366681] transaction","detail":"{read_only:false; response_revision:13650; number_of_response:1; }","duration":"121.671557ms","start":"2026-03-02T19:00:46.870483Z","end":"2026-03-02T19:00:46.992155Z","steps":["trace[683366681] 'process raft request' (duration: 121.516754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:46.998786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11830} {"level":"warn","ts":"2026-03-02T19:00:47.269943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.254267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:00:47.270023Z","caller":"traceutil/trace.go:171","msg":"trace[1140303936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13652; }","duration":"237.403771ms","start":"2026-03-02T19:00:47.032597Z","end":"2026-03-02T19:00:47.270001Z","steps":["trace[1140303936] 'range keys from in-memory index tree' (duration: 237.042443ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:47.32993Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11830,"took":"327.823054ms","hash":203142777,"current-db-size-bytes":40488960,"current-db-size":"40 MB","current-db-size-in-use-bytes":23674880,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T19:00:47.330008Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":203142777,"revision":11830,"compact-revision":9807} {"level":"warn","ts":"2026-03-02T19:00:55.75748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.253689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:55.757758Z","caller":"traceutil/trace.go:171","msg":"trace[88827601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13691; }","duration":"219.579195ms","start":"2026-03-02T19:00:55.538151Z","end":"2026-03-02T19:00:55.757731Z","steps":["trace[88827601] 'range keys from in-memory index tree' (duration: 219.158356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:55.764237Z","caller":"traceutil/trace.go:171","msg":"trace[1287315512] linearizableReadLoop","detail":"{readStateIndex:14199; appliedIndex:14198; }","duration":"103.445662ms","start":"2026-03-02T19:00:55.660756Z","end":"2026-03-02T19:00:55.764201Z","steps":["trace[1287315512] 'read index received' (duration: 103.155766ms)","trace[1287315512] 'applied index is now lower than readState.Index' (duration: 288.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:55.764313Z","caller":"traceutil/trace.go:171","msg":"trace[1400021516] transaction","detail":"{read_only:false; response_revision:13692; number_of_response:1; }","duration":"133.526858ms","start":"2026-03-02T19:00:55.63075Z","end":"2026-03-02T19:00:55.764277Z","steps":["trace[1400021516] 'process raft request' (duration: 133.234432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:55.764622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.857492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T19:00:55.764778Z","caller":"traceutil/trace.go:171","msg":"trace[755995283] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13692; }","duration":"103.984985ms","start":"2026-03-02T19:00:55.660732Z","end":"2026-03-02T19:00:55.764717Z","steps":["trace[755995283] 'agreement among raft nodes before linearized reading' (duration: 103.607546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:04.000508Z","caller":"traceutil/trace.go:171","msg":"trace[1137918336] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"193.535789ms","start":"2026-03-02T19:01:03.806915Z","end":"2026-03-02T19:01:04.000451Z","steps":["trace[1137918336] 'process raft request' (duration: 193.303824ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:05.349116Z","caller":"traceutil/trace.go:171","msg":"trace[1796062345] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"278.588564ms","start":"2026-03-02T19:01:05.070495Z","end":"2026-03-02T19:01:05.349083Z","steps":["trace[1796062345] 'process raft request' (duration: 278.40711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:05.779885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.946623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:05.780267Z","caller":"traceutil/trace.go:171","msg":"trace[919810491] transaction","detail":"{read_only:false; response_revision:13750; number_of_response:1; }","duration":"709.215037ms","start":"2026-03-02T19:01:05.071013Z","end":"2026-03-02T19:01:05.780228Z","steps":["trace[919810491] 'process raft request' (duration: 599.812173ms)","trace[919810491] 'compare' (duration: 108.571965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:05.780512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:05.070978Z","time spent":"709.3837ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:05.784114Z","caller":"traceutil/trace.go:171","msg":"trace[1797083814] transaction","detail":"{read_only:false; response_revision:13751; number_of_response:1; }","duration":"316.730549ms","start":"2026-03-02T19:01:05.467368Z","end":"2026-03-02T19:01:05.784098Z","steps":["trace[1797083814] 'process raft request' (duration: 316.646217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:05.784149Z","caller":"traceutil/trace.go:171","msg":"trace[215862310] linearizableReadLoop","detail":"{readStateIndex:14261; appliedIndex:14259; }","duration":"414.302281ms","start":"2026-03-02T19:01:05.369819Z","end":"2026-03-02T19:01:05.784121Z","steps":["trace[215862310] 'read index received' (duration: 301.028351ms)","trace[215862310] 'applied index is now lower than readState.Index' (duration: 113.27046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:05.784196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:05.467331Z","time spent":"316.834551ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:05.784452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.605997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:01:05.784555Z","caller":"traceutil/trace.go:171","msg":"trace[438850073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13751; }","duration":"414.73016ms","start":"2026-03-02T19:01:05.369801Z","end":"2026-03-02T19:01:05.784531Z","steps":["trace[438850073] 'agreement among raft nodes before linearized reading' (duration: 414.439014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:05.784613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:05.36971Z","time spent":"414.893074ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:01:08.727095Z","caller":"traceutil/trace.go:171","msg":"trace[920218036] transaction","detail":"{read_only:false; response_revision:13775; number_of_response:1; }","duration":"119.778065ms","start":"2026-03-02T19:01:08.607287Z","end":"2026-03-02T19:01:08.727066Z","steps":["trace[920218036] 'process raft request' (duration: 112.160216ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:08.729616Z","caller":"traceutil/trace.go:171","msg":"trace[378355379] transaction","detail":"{read_only:false; response_revision:13777; number_of_response:1; }","duration":"110.225723ms","start":"2026-03-02T19:01:08.619358Z","end":"2026-03-02T19:01:08.729584Z","steps":["trace[378355379] 'process raft request' (duration: 110.129621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:08.729648Z","caller":"traceutil/trace.go:171","msg":"trace[2137175634] transaction","detail":"{read_only:false; response_revision:13776; number_of_response:1; }","duration":"121.045692ms","start":"2026-03-02T19:01:08.608563Z","end":"2026-03-02T19:01:08.729609Z","steps":["trace[2137175634] 'process raft request' (duration: 120.741256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:09.464344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.685793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8mnz7\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:01:09.464443Z","caller":"traceutil/trace.go:171","msg":"trace[1807061911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8mnz7; range_end:; response_count:1; response_revision:13777; }","duration":"425.837056ms","start":"2026-03-02T19:01:09.038581Z","end":"2026-03-02T19:01:09.464418Z","steps":["trace[1807061911] 'range keys from in-memory index tree' (duration: 425.496229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:09.464491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:09.038559Z","time spent":"425.922038ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-8mnz7\" "} {"level":"info","ts":"2026-03-02T19:01:09.518878Z","caller":"traceutil/trace.go:171","msg":"trace[2091156137] transaction","detail":"{read_only:false; response_revision:13778; number_of_response:1; }","duration":"150.262559ms","start":"2026-03-02T19:01:09.368583Z","end":"2026-03-02T19:01:09.518846Z","steps":["trace[2091156137] 'process raft request' (duration: 150.049194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:29.984881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.943873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-94f908c8-9955-4a26-b4b2-92e4ddc5ea84\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-02T19:01:29.985174Z","caller":"traceutil/trace.go:171","msg":"trace[723551478] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-94f908c8-9955-4a26-b4b2-92e4ddc5ea84; range_end:; response_count:1; response_revision:14058; }","duration":"150.108467ms","start":"2026-03-02T19:01:29.834875Z","end":"2026-03-02T19:01:29.984984Z","steps":["trace[723551478] 'range keys from in-memory index tree' (duration: 149.674658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:29.990982Z","caller":"traceutil/trace.go:171","msg":"trace[2075041180] transaction","detail":"{read_only:false; response_revision:14059; number_of_response:1; }","duration":"109.641359ms","start":"2026-03-02T19:01:29.881314Z","end":"2026-03-02T19:01:29.990955Z","steps":["trace[2075041180] 'process raft request' (duration: 109.473426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.777373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263661995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:01:30.783226Z","caller":"traceutil/trace.go:171","msg":"trace[1863978389] linearizableReadLoop","detail":"{readStateIndex:14585; appliedIndex:14584; }","duration":"505.956592ms","start":"2026-03-02T19:01:30.277238Z","end":"2026-03-02T19:01:30.783194Z","steps":["trace[1863978389] 'read index received' (duration: 505.700026ms)","trace[1863978389] 'applied index is now lower than readState.Index' (duration: 254.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:30.783328Z","caller":"traceutil/trace.go:171","msg":"trace[258621344] transaction","detail":"{read_only:false; response_revision:14063; number_of_response:1; }","duration":"574.999711ms","start":"2026-03-02T19:01:30.208291Z","end":"2026-03-02T19:01:30.783291Z","steps":["trace[258621344] 'process raft request' (duration: 574.670464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.783481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.222268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:30.783494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:30.208267Z","time spent":"575.125484ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:30.783551Z","caller":"traceutil/trace.go:171","msg":"trace[1522010511] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14063; }","duration":"506.378371ms","start":"2026-03-02T19:01:30.277156Z","end":"2026-03-02T19:01:30.783535Z","steps":["trace[1522010511] 'agreement among raft nodes before linearized reading' (duration: 506.222578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.783575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.025431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:01:30.783601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:30.277122Z","time spent":"506.468604ms","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:01:30.783628Z","caller":"traceutil/trace.go:171","msg":"trace[1509520529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14063; }","duration":"283.167904ms","start":"2026-03-02T19:01:30.500448Z","end":"2026-03-02T19:01:30.783616Z","steps":["trace[1509520529] 'agreement among raft nodes before linearized reading' (duration: 282.945699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.783767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.589256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T19:01:30.783751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.278816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:30.783896Z","caller":"traceutil/trace.go:171","msg":"trace[1647442242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14063; }","duration":"242.78816ms","start":"2026-03-02T19:01:30.541086Z","end":"2026-03-02T19:01:30.783874Z","steps":["trace[1647442242] 'agreement among raft nodes before linearized reading' (duration: 242.445322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:30.783927Z","caller":"traceutil/trace.go:171","msg":"trace[1939082806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14063; }","duration":"255.516212ms","start":"2026-03-02T19:01:30.528372Z","end":"2026-03-02T19:01:30.783889Z","steps":["trace[1939082806] 'agreement among raft nodes before linearized reading' (duration: 255.239876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:30.784428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.965599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:01:30.784478Z","caller":"traceutil/trace.go:171","msg":"trace[127026973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14063; }","duration":"222.062731ms","start":"2026-03-02T19:01:30.562404Z","end":"2026-03-02T19:01:30.784467Z","steps":["trace[127026973] 'agreement among raft nodes before linearized reading' (duration: 221.044988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:31.23265Z","caller":"traceutil/trace.go:171","msg":"trace[980065258] transaction","detail":"{read_only:false; response_revision:14064; number_of_response:1; }","duration":"443.696292ms","start":"2026-03-02T19:01:30.788917Z","end":"2026-03-02T19:01:31.232613Z","steps":["trace[980065258] 'process raft request' (duration: 436.649696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.23282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:30.788886Z","time spent":"443.848465ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:31.246318Z","caller":"traceutil/trace.go:171","msg":"trace[1159535342] transaction","detail":"{read_only:false; response_revision:14065; number_of_response:1; }","duration":"456.273571ms","start":"2026-03-02T19:01:30.790018Z","end":"2026-03-02T19:01:31.246291Z","steps":["trace[1159535342] 'process raft request' (duration: 456.116497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.246497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:30.789989Z","time spent":"456.410984ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:31.246812Z","caller":"traceutil/trace.go:171","msg":"trace[764761884] transaction","detail":"{read_only:false; response_revision:14066; number_of_response:1; }","duration":"456.746441ms","start":"2026-03-02T19:01:30.790045Z","end":"2026-03-02T19:01:31.246792Z","steps":["trace[764761884] 'process raft request' (duration: 456.20472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.246904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:30.790013Z","time spent":"456.847983ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:31.246995Z","caller":"traceutil/trace.go:171","msg":"trace[11322816] linearizableReadLoop","detail":"{readStateIndex:14589; appliedIndex:14585; }","duration":"310.164202ms","start":"2026-03-02T19:01:30.936787Z","end":"2026-03-02T19:01:31.246951Z","steps":["trace[11322816] 'read index received' (duration: 288.877191ms)","trace[11322816] 'applied index is now lower than readState.Index' (duration: 21.285451ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:31.247038Z","caller":"traceutil/trace.go:171","msg":"trace[1474339386] transaction","detail":"{read_only:false; response_revision:14067; number_of_response:1; }","duration":"456.197968ms","start":"2026-03-02T19:01:30.790805Z","end":"2026-03-02T19:01:31.247003Z","steps":["trace[1474339386] 'process raft request' (duration: 455.914292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.247248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:30.790795Z","time spent":"456.326771ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:31.247383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.581533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T19:01:31.24744Z","caller":"traceutil/trace.go:171","msg":"trace[1800989182] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14067; }","duration":"310.693775ms","start":"2026-03-02T19:01:30.936728Z","end":"2026-03-02T19:01:31.247422Z","steps":["trace[1800989182] 'agreement among raft nodes before linearized reading' (duration: 310.420968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.247479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:30.936703Z","time spent":"310.767506ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:01:31.252162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.644268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-94f908c8-9955-4a26-b4b2-92e4ddc5ea84\" ","response":"range_response_count:1 size:3756"} {"level":"info","ts":"2026-03-02T19:01:31.252267Z","caller":"traceutil/trace.go:171","msg":"trace[1298322977] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-94f908c8-9955-4a26-b4b2-92e4ddc5ea84; range_end:; response_count:1; response_revision:14068; }","duration":"261.820121ms","start":"2026-03-02T19:01:30.990421Z","end":"2026-03-02T19:01:31.252241Z","steps":["trace[1298322977] 'agreement among raft nodes before linearized reading' (duration: 261.556056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.252364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.353442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-knv9k\" ","response":"range_response_count:1 size:20670"} {"level":"info","ts":"2026-03-02T19:01:31.252466Z","caller":"traceutil/trace.go:171","msg":"trace[874242066] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-knv9k; range_end:; response_count:1; response_revision:14068; }","duration":"187.481065ms","start":"2026-03-02T19:01:31.06496Z","end":"2026-03-02T19:01:31.252441Z","steps":["trace[874242066] 'agreement among raft nodes before linearized reading' (duration: 187.118637ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:21.732927Z","caller":"traceutil/trace.go:171","msg":"trace[1886960318] linearizableReadLoop","detail":"{readStateIndex:15197; appliedIndex:15196; }","duration":"123.832383ms","start":"2026-03-02T19:02:21.609062Z","end":"2026-03-02T19:02:21.732894Z","steps":["trace[1886960318] 'read index received' (duration: 123.625169ms)","trace[1886960318] 'applied index is now lower than readState.Index' (duration: 205.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:21.733058Z","caller":"traceutil/trace.go:171","msg":"trace[148440708] transaction","detail":"{read_only:false; response_revision:14659; number_of_response:1; }","duration":"124.420687ms","start":"2026-03-02T19:02:21.60858Z","end":"2026-03-02T19:02:21.733001Z","steps":["trace[148440708] 'process raft request' (duration: 124.10534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:21.733229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.149441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:02:21.733326Z","caller":"traceutil/trace.go:171","msg":"trace[956239300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14659; }","duration":"124.261983ms","start":"2026-03-02T19:02:21.609044Z","end":"2026-03-02T19:02:21.733306Z","steps":["trace[956239300] 'agreement among raft nodes before linearized reading' (duration: 123.982547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:22.012992Z","caller":"traceutil/trace.go:171","msg":"trace[2012680288] transaction","detail":"{read_only:false; response_revision:14660; number_of_response:1; }","duration":"403.349458ms","start":"2026-03-02T19:02:21.609605Z","end":"2026-03-02T19:02:22.012954Z","steps":["trace[2012680288] 'process raft request' (duration: 402.910519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:22.0132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:21.609553Z","time spent":"403.517902ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:22.013172Z","caller":"traceutil/trace.go:171","msg":"trace[1694825434] linearizableReadLoop","detail":"{readStateIndex:15198; appliedIndex:15197; }","duration":"279.849151ms","start":"2026-03-02T19:02:21.733021Z","end":"2026-03-02T19:02:22.01287Z","steps":["trace[1694825434] 'read index received' (duration: 279.555775ms)","trace[1694825434] 'applied index is now lower than readState.Index' (duration: 292.346µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:22.01349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.188886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:02:22.013617Z","caller":"traceutil/trace.go:171","msg":"trace[945782347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14660; }","duration":"404.348ms","start":"2026-03-02T19:02:21.609239Z","end":"2026-03-02T19:02:22.013587Z","steps":["trace[945782347] 'agreement among raft nodes before linearized reading' (duration: 403.974702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:22.013675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:21.609229Z","time spent":"404.436053ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:22.014056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.987951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-knv9k\" ","response":"range_response_count:1 size:20670"} {"level":"warn","ts":"2026-03-02T19:02:22.014148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.62479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:22.014213Z","caller":"traceutil/trace.go:171","msg":"trace[956716544] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14662; }","duration":"151.725912ms","start":"2026-03-02T19:02:21.862473Z","end":"2026-03-02T19:02:22.014199Z","steps":["trace[956716544] 'agreement among raft nodes before linearized reading' (duration: 151.60472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:22.01427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.932598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:02:22.014314Z","caller":"traceutil/trace.go:171","msg":"trace[2083747903] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14662; }","duration":"152.01514ms","start":"2026-03-02T19:02:21.86229Z","end":"2026-03-02T19:02:22.014305Z","steps":["trace[2083747903] 'agreement among raft nodes before linearized reading' (duration: 151.904627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:22.014169Z","caller":"traceutil/trace.go:171","msg":"trace[2008258723] transaction","detail":"{read_only:false; response_revision:14662; number_of_response:1; }","duration":"144.733918ms","start":"2026-03-02T19:02:21.869393Z","end":"2026-03-02T19:02:22.014127Z","steps":["trace[2008258723] 'process raft request' (duration: 144.37967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:22.014395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.179056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:02:22.014499Z","caller":"traceutil/trace.go:171","msg":"trace[1310459811] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14662; }","duration":"149.356781ms","start":"2026-03-02T19:02:21.86512Z","end":"2026-03-02T19:02:22.014477Z","steps":["trace[1310459811] 'agreement among raft nodes before linearized reading' (duration: 149.030223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:22.014271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.783916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415838"} {"level":"info","ts":"2026-03-02T19:02:22.014568Z","caller":"traceutil/trace.go:171","msg":"trace[155828599] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14662; }","duration":"107.108243ms","start":"2026-03-02T19:02:21.907444Z","end":"2026-03-02T19:02:22.014552Z","steps":["trace[155828599] 'agreement among raft nodes before linearized reading' (duration: 106.617402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:22.014161Z","caller":"traceutil/trace.go:171","msg":"trace[630085325] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-knv9k; range_end:; response_count:1; response_revision:14662; }","duration":"186.155056ms","start":"2026-03-02T19:02:21.82797Z","end":"2026-03-02T19:02:22.014125Z","steps":["trace[630085325] 'agreement among raft nodes before linearized reading' (duration: 185.859549ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:22.014729Z","caller":"traceutil/trace.go:171","msg":"trace[183121533] transaction","detail":"{read_only:false; response_revision:14661; number_of_response:1; }","duration":"275.952255ms","start":"2026-03-02T19:02:21.738748Z","end":"2026-03-02T19:02:22.0147Z","steps":["trace[183121533] 'process raft request' (duration: 274.85302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:40.636581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.811728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:40.636694Z","caller":"traceutil/trace.go:171","msg":"trace[1732597969] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14755; }","duration":"107.984322ms","start":"2026-03-02T19:02:40.528682Z","end":"2026-03-02T19:02:40.636667Z","steps":["trace[1732597969] 'range keys from in-memory index tree' (duration: 107.343379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:40.636396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.13761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:02:40.636881Z","caller":"traceutil/trace.go:171","msg":"trace[90392218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14755; }","duration":"161.737563ms","start":"2026-03-02T19:02:40.475123Z","end":"2026-03-02T19:02:40.63686Z","steps":["trace[90392218] 'range keys from in-memory index tree' (duration: 160.797533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.071188Z","caller":"traceutil/trace.go:171","msg":"trace[465284358] transaction","detail":"{read_only:false; response_revision:14775; number_of_response:1; }","duration":"201.27148ms","start":"2026-03-02T19:02:45.869883Z","end":"2026-03-02T19:02:46.071155Z","steps":["trace[465284358] 'process raft request' (duration: 201.059345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.459958Z","caller":"traceutil/trace.go:171","msg":"trace[948407188] linearizableReadLoop","detail":"{readStateIndex:15319; appliedIndex:15318; }","duration":"332.345895ms","start":"2026-03-02T19:02:46.127583Z","end":"2026-03-02T19:02:46.459929Z","steps":["trace[948407188] 'read index received' (duration: 317.246961ms)","trace[948407188] 'applied index is now lower than readState.Index' (duration: 15.097994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:46.460467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.865746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T19:02:46.460445Z","caller":"traceutil/trace.go:171","msg":"trace[329391980] transaction","detail":"{read_only:false; response_revision:14776; number_of_response:1; }","duration":"367.693327ms","start":"2026-03-02T19:02:46.092704Z","end":"2026-03-02T19:02:46.460398Z","steps":["trace[329391980] 'process raft request' (duration: 352.097862ms)","trace[329391980] 'compare' (duration: 14.096233ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:46.460531Z","caller":"traceutil/trace.go:171","msg":"trace[703845800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14776; }","duration":"332.983179ms","start":"2026-03-02T19:02:46.127531Z","end":"2026-03-02T19:02:46.460514Z","steps":["trace[703845800] 'agreement among raft nodes before linearized reading' (duration: 332.771464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.460572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:46.127494Z","time spent":"333.069101ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:02:46.460638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:46.092691Z","time spent":"367.856302ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:46.462201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.261764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:02:46.462252Z","caller":"traceutil/trace.go:171","msg":"trace[184009274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14778; }","duration":"323.336475ms","start":"2026-03-02T19:02:46.138904Z","end":"2026-03-02T19:02:46.462241Z","steps":["trace[184009274] 'agreement among raft nodes before linearized reading' (duration: 323.183772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.462283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:46.138894Z","time spent":"323.381486ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:02:46.462483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.322618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:02:46.462523Z","caller":"traceutil/trace.go:171","msg":"trace[1691059731] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14778; }","duration":"111.414629ms","start":"2026-03-02T19:02:46.351098Z","end":"2026-03-02T19:02:46.462513Z","steps":["trace[1691059731] 'agreement among raft nodes before linearized reading' (duration: 111.318907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:46.462622Z","caller":"traceutil/trace.go:171","msg":"trace[1457976938] transaction","detail":"{read_only:false; response_revision:14777; number_of_response:1; }","duration":"125.065061ms","start":"2026-03-02T19:02:46.337531Z","end":"2026-03-02T19:02:46.462597Z","steps":["trace[1457976938] 'process raft request' (duration: 124.380446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.462763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.725006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:46.462899Z","caller":"traceutil/trace.go:171","msg":"trace[258193279] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14778; }","duration":"111.853308ms","start":"2026-03-02T19:02:46.350987Z","end":"2026-03-02T19:02:46.46284Z","steps":["trace[258193279] 'agreement among raft nodes before linearized reading' (duration: 111.742376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.463152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.136415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:46.463192Z","caller":"traceutil/trace.go:171","msg":"trace[1573072223] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14778; }","duration":"112.222677ms","start":"2026-03-02T19:02:46.350963Z","end":"2026-03-02T19:02:46.463186Z","steps":["trace[1573072223] 'agreement among raft nodes before linearized reading' (duration: 112.148535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.463319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.248357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:46.463346Z","caller":"traceutil/trace.go:171","msg":"trace[1701081283] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14778; }","duration":"112.37626ms","start":"2026-03-02T19:02:46.350963Z","end":"2026-03-02T19:02:46.463339Z","steps":["trace[1701081283] 'agreement among raft nodes before linearized reading' (duration: 112.277548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.463742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.792642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-knv9k\" ","response":"range_response_count:1 size:20670"} {"level":"info","ts":"2026-03-02T19:02:46.463776Z","caller":"traceutil/trace.go:171","msg":"trace[1442953811] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-knv9k; range_end:; response_count:1; response_revision:14778; }","duration":"155.981336ms","start":"2026-03-02T19:02:46.307785Z","end":"2026-03-02T19:02:46.463766Z","steps":["trace[1442953811] 'agreement among raft nodes before linearized reading' (duration: 155.884653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.464094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.669307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zrpbz\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-02T19:02:46.464145Z","caller":"traceutil/trace.go:171","msg":"trace[1073875512] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zrpbz; range_end:; response_count:1; response_revision:14778; }","duration":"163.818591ms","start":"2026-03-02T19:02:46.300314Z","end":"2026-03-02T19:02:46.464132Z","steps":["trace[1073875512] 'agreement among raft nodes before linearized reading' (duration: 163.692818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.464301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.158687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:02:46.464328Z","caller":"traceutil/trace.go:171","msg":"trace[355932726] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14778; }","duration":"284.187828ms","start":"2026-03-02T19:02:46.180134Z","end":"2026-03-02T19:02:46.464321Z","steps":["trace[355932726] 'agreement among raft nodes before linearized reading' (duration: 284.119916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.464554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.535063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:02:46.464626Z","caller":"traceutil/trace.go:171","msg":"trace[668640873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14778; }","duration":"316.623946ms","start":"2026-03-02T19:02:46.147983Z","end":"2026-03-02T19:02:46.464607Z","steps":["trace[668640873] 'agreement among raft nodes before linearized reading' (duration: 316.402341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:46.464669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:46.147972Z","time spent":"316.688887ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:02:47.244537Z","caller":"traceutil/trace.go:171","msg":"trace[1588356028] transaction","detail":"{read_only:false; response_revision:14783; number_of_response:1; }","duration":"123.757772ms","start":"2026-03-02T19:02:47.120761Z","end":"2026-03-02T19:02:47.244519Z","steps":["trace[1588356028] 'process raft request' (duration: 123.261801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:48.06849Z","caller":"traceutil/trace.go:171","msg":"trace[230937442] transaction","detail":"{read_only:false; response_revision:14784; number_of_response:1; }","duration":"159.794911ms","start":"2026-03-02T19:02:47.908656Z","end":"2026-03-02T19:02:48.068451Z","steps":["trace[230937442] 'process raft request' (duration: 159.620477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:48.400611Z","caller":"traceutil/trace.go:171","msg":"trace[1419671419] linearizableReadLoop","detail":"{readStateIndex:15328; appliedIndex:15327; }","duration":"315.655055ms","start":"2026-03-02T19:02:48.084902Z","end":"2026-03-02T19:02:48.400557Z","steps":["trace[1419671419] 'read index received' (duration: 267.424266ms)","trace[1419671419] 'applied index is now lower than readState.Index' (duration: 48.228819ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:48.400666Z","caller":"traceutil/trace.go:171","msg":"trace[1069779906] transaction","detail":"{read_only:false; response_revision:14785; number_of_response:1; }","duration":"320.273368ms","start":"2026-03-02T19:02:48.080304Z","end":"2026-03-02T19:02:48.400578Z","steps":["trace[1069779906] 'process raft request' (duration: 271.985748ms)","trace[1069779906] 'compare' (duration: 47.81409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:48.400868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.707246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:48.400909Z","caller":"traceutil/trace.go:171","msg":"trace[549219577] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14785; }","duration":"315.795968ms","start":"2026-03-02T19:02:48.085102Z","end":"2026-03-02T19:02:48.400898Z","steps":["trace[549219577] 'agreement among raft nodes before linearized reading' (duration: 315.672616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:48.400941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:48.085092Z","time spent":"315.842439ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:02:48.400934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.012973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T19:02:48.401051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.743788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:02:48.401072Z","caller":"traceutil/trace.go:171","msg":"trace[1740976635] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14785; }","duration":"316.201427ms","start":"2026-03-02T19:02:48.084838Z","end":"2026-03-02T19:02:48.40104Z","steps":["trace[1740976635] 'agreement among raft nodes before linearized reading' (duration: 315.86612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:48.401136Z","caller":"traceutil/trace.go:171","msg":"trace[1700316191] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14785; }","duration":"311.880561ms","start":"2026-03-02T19:02:48.089235Z","end":"2026-03-02T19:02:48.401115Z","steps":["trace[1700316191] 'agreement among raft nodes before linearized reading' (duration: 311.583555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:48.401151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:48.084813Z","time spent":"316.32266ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:02:48.401198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:48.089206Z","time spent":"311.974313ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:02:48.401237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:48.080288Z","time spent":"320.496833ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:48.401267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.132173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:48.401331Z","caller":"traceutil/trace.go:171","msg":"trace[493160814] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14785; }","duration":"315.213064ms","start":"2026-03-02T19:02:48.086095Z","end":"2026-03-02T19:02:48.401308Z","steps":["trace[493160814] 'agreement among raft nodes before linearized reading' (duration: 315.057301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:48.401349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.332023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T19:02:48.401406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:48.086081Z","time spent":"315.286317ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:02:48.401474Z","caller":"traceutil/trace.go:171","msg":"trace[2119094773] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14785; }","duration":"313.458426ms","start":"2026-03-02T19:02:48.087981Z","end":"2026-03-02T19:02:48.40144Z","steps":["trace[2119094773] 'agreement among raft nodes before linearized reading' (duration: 313.113049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:48.401529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:48.087951Z","time spent":"313.568179ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:02:48.40154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.257337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:02:48.401584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.336501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:02:48.401594Z","caller":"traceutil/trace.go:171","msg":"trace[1442823482] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14785; }","duration":"311.370049ms","start":"2026-03-02T19:02:48.090209Z","end":"2026-03-02T19:02:48.401579Z","steps":["trace[1442823482] 'agreement among raft nodes before linearized reading' (duration: 311.201896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:48.401747Z","caller":"traceutil/trace.go:171","msg":"trace[1096819429] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14785; }","duration":"312.543346ms","start":"2026-03-02T19:02:48.089152Z","end":"2026-03-02T19:02:48.401695Z","steps":["trace[1096819429] 'agreement among raft nodes before linearized reading' (duration: 311.944433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:48.401761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:48.090179Z","time spent":"311.565894ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:02:48.401853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:48.089138Z","time spent":"312.688839ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T19:05:47.0043Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13650} {"level":"info","ts":"2026-03-02T19:05:47.087493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13650,"took":"78.979341ms","hash":1349707527,"current-db-size-bytes":41340928,"current-db-size":"41 MB","current-db-size-in-use-bytes":27590656,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T19:05:47.087568Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1349707527,"revision":13650,"compact-revision":11830} {"level":"info","ts":"2026-03-02T19:08:50.950399Z","caller":"traceutil/trace.go:171","msg":"trace[314192699] linearizableReadLoop","detail":"{readStateIndex:17907; appliedIndex:17906; }","duration":"262.939865ms","start":"2026-03-02T19:08:50.687398Z","end":"2026-03-02T19:08:50.950338Z","steps":["trace[314192699] 'read index received' (duration: 262.891544ms)","trace[314192699] 'applied index is now lower than readState.Index' (duration: 46.171µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:50.950424Z","caller":"traceutil/trace.go:171","msg":"trace[1135908072] transaction","detail":"{read_only:false; response_revision:17275; number_of_response:1; }","duration":"374.81486ms","start":"2026-03-02T19:08:50.575538Z","end":"2026-03-02T19:08:50.950353Z","steps":["trace[1135908072] 'process raft request' (duration: 374.37442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:50.950638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.220361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:08:50.950708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:50.575511Z","time spent":"375.041076ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18773,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:08:50.950745Z","caller":"traceutil/trace.go:171","msg":"trace[17148884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17275; }","duration":"263.386265ms","start":"2026-03-02T19:08:50.687334Z","end":"2026-03-02T19:08:50.95072Z","steps":["trace[17148884] 'agreement among raft nodes before linearized reading' (duration: 263.088188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:50.95162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.53603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:08:50.951612Z","caller":"traceutil/trace.go:171","msg":"trace[1765389213] transaction","detail":"{read_only:false; response_revision:17277; number_of_response:1; }","duration":"166.383476ms","start":"2026-03-02T19:08:50.785177Z","end":"2026-03-02T19:08:50.951561Z","steps":["trace[1765389213] 'process raft request' (duration: 166.286604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:50.951681Z","caller":"traceutil/trace.go:171","msg":"trace[726546118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17277; }","duration":"259.652393ms","start":"2026-03-02T19:08:50.692013Z","end":"2026-03-02T19:08:50.951665Z","steps":["trace[726546118] 'agreement among raft nodes before linearized reading' (duration: 259.49655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:50.951759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.477715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:08:50.951846Z","caller":"traceutil/trace.go:171","msg":"trace[1646878487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17277; }","duration":"257.596827ms","start":"2026-03-02T19:08:50.694208Z","end":"2026-03-02T19:08:50.951805Z","steps":["trace[1646878487] 'agreement among raft nodes before linearized reading' (duration: 257.451014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:50.951843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.886322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:08:50.951941Z","caller":"traceutil/trace.go:171","msg":"trace[867524082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17277; }","duration":"115.037265ms","start":"2026-03-02T19:08:50.83688Z","end":"2026-03-02T19:08:50.951917Z","steps":["trace[867524082] 'agreement among raft nodes before linearized reading' (duration: 114.743359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:50.951788Z","caller":"traceutil/trace.go:171","msg":"trace[686364229] transaction","detail":"{read_only:false; response_revision:17276; number_of_response:1; }","duration":"242.511035ms","start":"2026-03-02T19:08:50.709191Z","end":"2026-03-02T19:08:50.951702Z","steps":["trace[686364229] 'process raft request' (duration: 242.187278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:56.788047Z","caller":"traceutil/trace.go:171","msg":"trace[774247060] linearizableReadLoop","detail":"{readStateIndex:17953; appliedIndex:17952; }","duration":"229.439687ms","start":"2026-03-02T19:08:56.558575Z","end":"2026-03-02T19:08:56.788014Z","steps":["trace[774247060] 'read index received' (duration: 229.206392ms)","trace[774247060] 'applied index is now lower than readState.Index' (duration: 231.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:56.78814Z","caller":"traceutil/trace.go:171","msg":"trace[57889754] transaction","detail":"{read_only:false; response_revision:17320; number_of_response:1; }","duration":"233.170509ms","start":"2026-03-02T19:08:56.554915Z","end":"2026-03-02T19:08:56.788085Z","steps":["trace[57889754] 'process raft request' (duration: 232.845402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:56.788375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.706823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:08:56.788498Z","caller":"traceutil/trace.go:171","msg":"trace[388529467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17320; }","duration":"229.962229ms","start":"2026-03-02T19:08:56.558512Z","end":"2026-03-02T19:08:56.788474Z","steps":["trace[388529467] 'agreement among raft nodes before linearized reading' (duration: 229.676432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:56.788425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.354846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-knv9k\" ","response":"range_response_count:1 size:20773"} {"level":"info","ts":"2026-03-02T19:08:56.788602Z","caller":"traceutil/trace.go:171","msg":"trace[164295625] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-knv9k; range_end:; response_count:1; response_revision:17320; }","duration":"122.597213ms","start":"2026-03-02T19:08:56.66599Z","end":"2026-03-02T19:08:56.788587Z","steps":["trace[164295625] 'agreement among raft nodes before linearized reading' (duration: 122.214313ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:56.9994Z","caller":"traceutil/trace.go:171","msg":"trace[619230411] transaction","detail":"{read_only:false; response_revision:17321; number_of_response:1; }","duration":"196.4733ms","start":"2026-03-02T19:08:56.802893Z","end":"2026-03-02T19:08:56.999367Z","steps":["trace[619230411] 'process raft request' (duration: 196.201864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:57.130657Z","caller":"traceutil/trace.go:171","msg":"trace[1541346976] transaction","detail":"{read_only:false; response_revision:17324; number_of_response:1; }","duration":"108.641785ms","start":"2026-03-02T19:08:57.021969Z","end":"2026-03-02T19:08:57.130611Z","steps":["trace[1541346976] 'process raft request' (duration: 65.646026ms)","trace[1541346976] 'compare' (duration: 42.642761ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:57.130663Z","caller":"traceutil/trace.go:171","msg":"trace[1881028913] transaction","detail":"{read_only:false; response_revision:17325; number_of_response:1; }","duration":"108.597493ms","start":"2026-03-02T19:08:57.022041Z","end":"2026-03-02T19:08:57.130639Z","steps":["trace[1881028913] 'process raft request' (duration: 108.501901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:57.13094Z","caller":"traceutil/trace.go:171","msg":"trace[1127569188] linearizableReadLoop","detail":"{readStateIndex:17959; appliedIndex:17955; }","duration":"106.857415ms","start":"2026-03-02T19:08:57.024072Z","end":"2026-03-02T19:08:57.130929Z","steps":["trace[1127569188] 'read index received' (duration: 5.89194ms)","trace[1127569188] 'applied index is now lower than readState.Index' (duration: 100.964215ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:57.130978Z","caller":"traceutil/trace.go:171","msg":"trace[1429885253] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"108.89524ms","start":"2026-03-02T19:08:57.022069Z","end":"2026-03-02T19:08:57.130965Z","steps":["trace[1429885253] 'process raft request' (duration: 108.508222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:57.131189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.09264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zrpbz\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-02T19:08:57.131243Z","caller":"traceutil/trace.go:171","msg":"trace[1710758251] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zrpbz; range_end:; response_count:1; response_revision:17326; }","duration":"107.195742ms","start":"2026-03-02T19:08:57.024036Z","end":"2026-03-02T19:08:57.131232Z","steps":["trace[1710758251] 'agreement among raft nodes before linearized reading' (duration: 106.950367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:58.464688Z","caller":"traceutil/trace.go:171","msg":"trace[1659922924] transaction","detail":"{read_only:false; response_revision:17327; number_of_response:1; }","duration":"210.445308ms","start":"2026-03-02T19:08:58.25421Z","end":"2026-03-02T19:08:58.464655Z","steps":["trace[1659922924] 'process raft request' (duration: 209.173929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:58.465365Z","caller":"traceutil/trace.go:171","msg":"trace[896319151] linearizableReadLoop","detail":"{readStateIndex:17961; appliedIndex:17959; }","duration":"204.345984ms","start":"2026-03-02T19:08:58.260983Z","end":"2026-03-02T19:08:58.465329Z","steps":["trace[896319151] 'read index received' (duration: 202.38509ms)","trace[896319151] 'applied index is now lower than readState.Index' (duration: 1.959484ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:58.46549Z","caller":"traceutil/trace.go:171","msg":"trace[1855594804] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"211.118583ms","start":"2026-03-02T19:08:58.254333Z","end":"2026-03-02T19:08:58.465452Z","steps":["trace[1855594804] 'process raft request' (duration: 210.883158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:58.465924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.807154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:08:58.466043Z","caller":"traceutil/trace.go:171","msg":"trace[1226861754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17328; }","duration":"205.06637ms","start":"2026-03-02T19:08:58.26093Z","end":"2026-03-02T19:08:58.465996Z","steps":["trace[1226861754] 'agreement among raft nodes before linearized reading' (duration: 204.572229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:59.162228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.737435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:08:59.162357Z","caller":"traceutil/trace.go:171","msg":"trace[53659975] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17328; }","duration":"632.928989ms","start":"2026-03-02T19:08:58.5294Z","end":"2026-03-02T19:08:59.162329Z","steps":["trace[53659975] 'range keys from in-memory index tree' (duration: 632.657444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:59.162427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:58.529378Z","time spent":"633.029752ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:08:59.162295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.576624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:08:59.162637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.581433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-w26d8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-02T19:08:59.162737Z","caller":"traceutil/trace.go:171","msg":"trace[1168431674] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-w26d8; range_end:; response_count:1; response_revision:17328; }","duration":"589.745317ms","start":"2026-03-02T19:08:58.572971Z","end":"2026-03-02T19:08:59.162716Z","steps":["trace[1168431674] 'range keys from in-memory index tree' (duration: 589.330398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:59.162789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:58.572942Z","time spent":"589.838309ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-w26d8\" "} {"level":"warn","ts":"2026-03-02T19:08:59.16243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.316698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:08:59.162892Z","caller":"traceutil/trace.go:171","msg":"trace[1397095931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17328; }","duration":"368.819339ms","start":"2026-03-02T19:08:58.794057Z","end":"2026-03-02T19:08:59.162876Z","steps":["trace[1397095931] 'range keys from in-memory index tree' (duration: 368.00935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:59.162943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:58.794027Z","time spent":"368.90274ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:08:59.162839Z","caller":"traceutil/trace.go:171","msg":"trace[1405097297] linearizableReadLoop","detail":"{readStateIndex:17962; appliedIndex:17961; }","duration":"128.200785ms","start":"2026-03-02T19:08:59.034623Z","end":"2026-03-02T19:08:59.162824Z","steps":["trace[1405097297] 'read index received' (duration: 70.560766ms)","trace[1405097297] 'applied index is now lower than readState.Index' (duration: 57.638939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:59.162969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.348869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:08:59.162994Z","caller":"traceutil/trace.go:171","msg":"trace[1535823515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17329; }","duration":"128.422621ms","start":"2026-03-02T19:08:59.034562Z","end":"2026-03-02T19:08:59.162985Z","steps":["trace[1535823515] 'agreement among raft nodes before linearized reading' (duration: 128.304538ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:59.162961Z","caller":"traceutil/trace.go:171","msg":"trace[2016249781] transaction","detail":"{read_only:false; response_revision:17329; number_of_response:1; }","duration":"139.572806ms","start":"2026-03-02T19:08:59.02331Z","end":"2026-03-02T19:08:59.162883Z","steps":["trace[2016249781] 'process raft request' (duration: 81.943617ms)","trace[2016249781] 'compare' (duration: 57.222431ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:59.173546Z","caller":"traceutil/trace.go:171","msg":"trace[106463982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17328; }","duration":"634.065424ms","start":"2026-03-02T19:08:58.528625Z","end":"2026-03-02T19:08:59.16269Z","steps":["trace[106463982] 'range keys from in-memory index tree' (duration: 633.41614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:59.173674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:08:58.5286Z","time spent":"645.038177ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:09:08.523022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.918403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:09:08.523135Z","caller":"traceutil/trace.go:171","msg":"trace[531749416] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17500; }","duration":"189.135808ms","start":"2026-03-02T19:09:08.333977Z","end":"2026-03-02T19:09:08.523112Z","steps":["trace[531749416] 'range keys from in-memory index tree' (duration: 188.693178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:47.011128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15984} {"level":"info","ts":"2026-03-02T19:10:47.119248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15984,"took":"97.100961ms","hash":3281084811,"current-db-size-bytes":43474944,"current-db-size":"44 MB","current-db-size-in-use-bytes":29552640,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T19:10:47.119332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3281084811,"revision":15984,"compact-revision":13650} {"level":"info","ts":"2026-03-02T19:11:45.969539Z","caller":"traceutil/trace.go:171","msg":"trace[442074197] transaction","detail":"{read_only:false; response_revision:18687; number_of_response:1; }","duration":"170.845168ms","start":"2026-03-02T19:11:45.798661Z","end":"2026-03-02T19:11:45.969506Z","steps":["trace[442074197] 'process raft request' (duration: 133.115901ms)","trace[442074197] 'compare' (duration: 37.515472ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:14.905585Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:13:14.911555Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T19:13:14.911651Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T19:14:31.512638Z","caller":"traceutil/trace.go:171","msg":"trace[759978971] transaction","detail":"{read_only:false; response_revision:19781; number_of_response:1; }","duration":"184.863571ms","start":"2026-03-02T19:14:31.32774Z","end":"2026-03-02T19:14:31.512604Z","steps":["trace[759978971] 'process raft request' (duration: 184.676677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:31.747367Z","caller":"traceutil/trace.go:171","msg":"trace[136270230] transaction","detail":"{read_only:false; response_revision:19782; number_of_response:1; }","duration":"417.44846ms","start":"2026-03-02T19:14:31.329882Z","end":"2026-03-02T19:14:31.74733Z","steps":["trace[136270230] 'process raft request' (duration: 387.502387ms)","trace[136270230] 'compare' (duration: 29.454812ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:31.747678Z","caller":"traceutil/trace.go:171","msg":"trace[1658421733] linearizableReadLoop","detail":"{readStateIndex:20504; appliedIndex:20501; }","duration":"400.642648ms","start":"2026-03-02T19:14:31.347004Z","end":"2026-03-02T19:14:31.747647Z","steps":["trace[1658421733] 'read index received' (duration: 165.455422ms)","trace[1658421733] 'applied index is now lower than readState.Index' (duration: 235.185836ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:31.74793Z","caller":"traceutil/trace.go:171","msg":"trace[1235262411] transaction","detail":"{read_only:false; response_revision:19783; number_of_response:1; }","duration":"417.9306ms","start":"2026-03-02T19:14:31.329989Z","end":"2026-03-02T19:14:31.74792Z","steps":["trace[1235262411] 'process raft request' (duration: 417.283776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:31.748073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:31.329968Z","time spent":"417.991052ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:31.748366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.358363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:14:31.7484Z","caller":"traceutil/trace.go:171","msg":"trace[1972905438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19783; }","duration":"401.415146ms","start":"2026-03-02T19:14:31.346975Z","end":"2026-03-02T19:14:31.74839Z","steps":["trace[1972905438] 'agreement among raft nodes before linearized reading' (duration: 401.286172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:31.748423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:31.346961Z","time spent":"401.456957ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:14:31.748538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.654719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:31.748559Z","caller":"traceutil/trace.go:171","msg":"trace[1083916113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19783; }","duration":"222.722181ms","start":"2026-03-02T19:14:31.525831Z","end":"2026-03-02T19:14:31.748553Z","steps":["trace[1083916113] 'agreement among raft nodes before linearized reading' (duration: 222.6841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:31.753522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:31.329873Z","time spent":"417.585423ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:08.708036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.337901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:15:08.708152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.685524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T19:15:08.708184Z","caller":"traceutil/trace.go:171","msg":"trace[1461359061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19978; }","duration":"180.547646ms","start":"2026-03-02T19:15:08.527611Z","end":"2026-03-02T19:15:08.708159Z","steps":["trace[1461359061] 'range keys from in-memory index tree' (duration: 180.234758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:08.708218Z","caller":"traceutil/trace.go:171","msg":"trace[350737026] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19978; }","duration":"126.766316ms","start":"2026-03-02T19:15:08.581436Z","end":"2026-03-02T19:15:08.708203Z","steps":["trace[350737026] 'range keys from in-memory index tree' (duration: 126.550651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:25.069901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.903766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:25.07001Z","caller":"traceutil/trace.go:171","msg":"trace[736306065] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:20061; }","duration":"331.072449ms","start":"2026-03-02T19:15:24.738915Z","end":"2026-03-02T19:15:25.069987Z","steps":["trace[736306065] 'count revisions from in-memory index tree' (duration: 330.812283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:25.070057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:24.738889Z","time spent":"331.155251ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:25.070136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.234938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:25.070193Z","caller":"traceutil/trace.go:171","msg":"trace[1903808469] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20061; }","duration":"559.33733ms","start":"2026-03-02T19:15:24.51084Z","end":"2026-03-02T19:15:25.070177Z","steps":["trace[1903808469] 'count revisions from in-memory index tree' (duration: 559.151327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:25.070228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:24.510815Z","time spent":"559.403692ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:25.070405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.900085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:25.070436Z","caller":"traceutil/trace.go:171","msg":"trace[1156709635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20061; }","duration":"541.967177ms","start":"2026-03-02T19:15:24.528455Z","end":"2026-03-02T19:15:25.070422Z","steps":["trace[1156709635] 'range keys from in-memory index tree' (duration: 541.805463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:25.070461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:24.528432Z","time spent":"542.023428ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:15:25.070567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.902257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:25.070618Z","caller":"traceutil/trace.go:171","msg":"trace[84967891] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20061; }","duration":"421.002539ms","start":"2026-03-02T19:15:24.649599Z","end":"2026-03-02T19:15:25.070601Z","steps":["trace[84967891] 'count revisions from in-memory index tree' (duration: 420.799754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:25.070653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:24.649571Z","time spent":"421.07229ms","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:15:25.070771Z","caller":"traceutil/trace.go:171","msg":"trace[1702279337] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"115.65188ms","start":"2026-03-02T19:15:24.955094Z","end":"2026-03-02T19:15:25.070745Z","steps":["trace[1702279337] 'process raft request' (duration: 99.693076ms)","trace[1702279337] 'compare' (duration: 14.737246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:26.365566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.597773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:15:26.365835Z","caller":"traceutil/trace.go:171","msg":"trace[296139559] linearizableReadLoop","detail":"{readStateIndex:20796; appliedIndex:20795; }","duration":"875.311253ms","start":"2026-03-02T19:15:25.490502Z","end":"2026-03-02T19:15:26.365813Z","steps":["trace[296139559] 'read index received' (duration: 227.605217ms)","trace[296139559] 'applied index is now lower than readState.Index' (duration: 647.704806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:26.366075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.553869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:15:26.366123Z","caller":"traceutil/trace.go:171","msg":"trace[1291041449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20063; }","duration":"875.682282ms","start":"2026-03-02T19:15:25.490423Z","end":"2026-03-02T19:15:26.366106Z","steps":["trace[1291041449] 'agreement among raft nodes before linearized reading' (duration: 875.490158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:26.366204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:25.490373Z","time spent":"875.813164ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:15:26.366181Z","caller":"traceutil/trace.go:171","msg":"trace[1153345470] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"192.529721ms","start":"2026-03-02T19:15:26.173601Z","end":"2026-03-02T19:15:26.36613Z","steps":["trace[1153345470] 'process raft request' (duration: 192.105752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:26.866914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263683010,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:15:26.888081Z","caller":"traceutil/trace.go:171","msg":"trace[417424858] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"596.81127ms","start":"2026-03-02T19:15:26.291237Z","end":"2026-03-02T19:15:26.888048Z","steps":["trace[417424858] 'process raft request' (duration: 596.623756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:26.88829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.291202Z","time spent":"596.981463ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:27.530233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999746182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:15:27.530337Z","caller":"traceutil/trace.go:171","msg":"trace[1123444951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999912816s","start":"2026-03-02T19:15:25.530405Z","end":"2026-03-02T19:15:27.530318Z","steps":["trace[1123444951] 'agreement among raft nodes before linearized reading' (duration: 1.999791293s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.530381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:25.530375Z","time spent":"1.999997768s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:15:27.918431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.045038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:15:27.918644Z","caller":"traceutil/trace.go:171","msg":"trace[418154036] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"842.285742ms","start":"2026-03-02T19:15:27.076337Z","end":"2026-03-02T19:15:27.918623Z","steps":["trace[418154036] 'process raft request' (duration: 842.21554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.918907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:27.076305Z","time spent":"842.568779ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:27.919254Z","caller":"traceutil/trace.go:171","msg":"trace[1720592975] transaction","detail":"{read_only:false; response_revision:20066; number_of_response:1; }","duration":"1.548427183s","start":"2026-03-02T19:15:26.370814Z","end":"2026-03-02T19:15:27.919241Z","steps":["trace[1720592975] 'process raft request' (duration: 845.479534ms)","trace[1720592975] 'compare' (duration: 701.866635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:27.919323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.370775Z","time spent":"1.548516935s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:27.919496Z","caller":"traceutil/trace.go:171","msg":"trace[829938274] linearizableReadLoop","detail":"{readStateIndex:20799; appliedIndex:20798; }","duration":"1.553610057s","start":"2026-03-02T19:15:26.365871Z","end":"2026-03-02T19:15:27.919481Z","steps":["trace[829938274] 'read index received' (duration: 522.551516ms)","trace[829938274] 'applied index is now lower than readState.Index' (duration: 1.031035431s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:27.919785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597728184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:27.91987Z","caller":"traceutil/trace.go:171","msg":"trace[971359283] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20067; }","duration":"1.597816495s","start":"2026-03-02T19:15:26.322042Z","end":"2026-03-02T19:15:27.919858Z","steps":["trace[971359283] 'agreement among raft nodes before linearized reading' (duration: 1.597653792s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.91991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.321994Z","time spent":"1.597903287s","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:27.920125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656510694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:27.920162Z","caller":"traceutil/trace.go:171","msg":"trace[783304556] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:20067; }","duration":"1.656584296s","start":"2026-03-02T19:15:26.26357Z","end":"2026-03-02T19:15:27.920154Z","steps":["trace[783304556] 'agreement among raft nodes before linearized reading' (duration: 1.656494804s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.92019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.263554Z","time spent":"1.656628678s","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:27.920353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72632541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:27.920389Z","caller":"traceutil/trace.go:171","msg":"trace[441086624] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20067; }","duration":"1.726390062s","start":"2026-03-02T19:15:26.19399Z","end":"2026-03-02T19:15:27.92038Z","steps":["trace[441086624] 'agreement among raft nodes before linearized reading' (duration: 1.726332211s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.920418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.193974Z","time spent":"1.726435883s","remote":"127.0.0.1:55846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:27.920663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745083366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:15:27.920709Z","caller":"traceutil/trace.go:171","msg":"trace[1042772979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20067; }","duration":"1.745127977s","start":"2026-03-02T19:15:26.175569Z","end":"2026-03-02T19:15:27.920697Z","steps":["trace[1042772979] 'agreement among raft nodes before linearized reading' (duration: 1.744990034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.920738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.175506Z","time spent":"1.745225029s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:27.920938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746313412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:15:27.920974Z","caller":"traceutil/trace.go:171","msg":"trace[943497313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20067; }","duration":"1.746405785s","start":"2026-03-02T19:15:26.17456Z","end":"2026-03-02T19:15:27.920965Z","steps":["trace[943497313] 'agreement among raft nodes before linearized reading' (duration: 1.746316653s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.921002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.174533Z","time spent":"1.746460485s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:27.921165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757574962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:15:27.921258Z","caller":"traceutil/trace.go:171","msg":"trace[1603308206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20067; }","duration":"1.757716285s","start":"2026-03-02T19:15:26.163533Z","end":"2026-03-02T19:15:27.92125Z","steps":["trace[1603308206] 'agreement among raft nodes before linearized reading' (duration: 1.757571542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.921288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.163501Z","time spent":"1.757779195s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:27.92149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981439388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:27.921524Z","caller":"traceutil/trace.go:171","msg":"trace[1373944915] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20067; }","duration":"1.981476409s","start":"2026-03-02T19:15:25.94004Z","end":"2026-03-02T19:15:27.921517Z","steps":["trace[1373944915] 'agreement among raft nodes before linearized reading' (duration: 1.981369325s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.92155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:25.940001Z","time spent":"1.981541499s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":78,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:27.921704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016848831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:15:27.921738Z","caller":"traceutil/trace.go:171","msg":"trace[767712681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20067; }","duration":"2.016938872s","start":"2026-03-02T19:15:25.904792Z","end":"2026-03-02T19:15:27.92173Z","steps":["trace[767712681] 'agreement among raft nodes before linearized reading' (duration: 2.016868611s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.92178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:25.904763Z","time spent":"2.017012144s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:15:27.921911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259698396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:15:27.921934Z","caller":"traceutil/trace.go:171","msg":"trace[1277686947] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20067; }","duration":"2.259760198s","start":"2026-03-02T19:15:25.662167Z","end":"2026-03-02T19:15:27.921927Z","steps":["trace[1277686947] 'agreement among raft nodes before linearized reading' (duration: 2.259694746s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.921951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:25.662142Z","time spent":"2.259805088s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:15:27.922073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54647074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:27.922096Z","caller":"traceutil/trace.go:171","msg":"trace[668624648] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:20067; }","duration":"1.54652871s","start":"2026-03-02T19:15:26.375562Z","end":"2026-03-02T19:15:27.92209Z","steps":["trace[668624648] 'agreement among raft nodes before linearized reading' (duration: 1.546489339s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.922115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.375542Z","time spent":"1.546567252s","remote":"127.0.0.1:38534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:27.922497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.17278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-02T19:15:27.922526Z","caller":"traceutil/trace.go:171","msg":"trace[467595970] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20067; }","duration":"265.240131ms","start":"2026-03-02T19:15:27.657277Z","end":"2026-03-02T19:15:27.922517Z","steps":["trace[467595970] 'agreement among raft nodes before linearized reading' (duration: 265.16735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.922658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.18268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:27.922683Z","caller":"traceutil/trace.go:171","msg":"trace[825899599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20067; }","duration":"392.237152ms","start":"2026-03-02T19:15:27.530438Z","end":"2026-03-02T19:15:27.922676Z","steps":["trace[825899599] 'agreement among raft nodes before linearized reading' (duration: 392.200571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.922703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:27.530423Z","time spent":"392.273332ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:15:27.92284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.852949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:15:27.922863Z","caller":"traceutil/trace.go:171","msg":"trace[624492680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20067; }","duration":"778.926411ms","start":"2026-03-02T19:15:27.14393Z","end":"2026-03-02T19:15:27.922856Z","steps":["trace[624492680] 'agreement among raft nodes before linearized reading' (duration: 778.861299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.922882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:27.143905Z","time spent":"778.971321ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:15:27.922995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150214269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:27.923019Z","caller":"traceutil/trace.go:171","msg":"trace[558348232] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:20067; }","duration":"1.15026059s","start":"2026-03-02T19:15:26.772753Z","end":"2026-03-02T19:15:27.923013Z","steps":["trace[558348232] 'agreement among raft nodes before linearized reading' (duration: 1.15022475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.923046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.772742Z","time spent":"1.150290081s","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:27.923168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159574956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-02T19:15:27.923191Z","caller":"traceutil/trace.go:171","msg":"trace[2075144600] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20067; }","duration":"1.159632777s","start":"2026-03-02T19:15:26.763553Z","end":"2026-03-02T19:15:27.923186Z","steps":["trace[2075144600] 'agreement among raft nodes before linearized reading' (duration: 1.159587196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:27.923209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:26.763534Z","time spent":"1.159670718s","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-02T19:15:47.018167Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18346} {"level":"info","ts":"2026-03-02T19:15:47.125574Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18346,"took":"101.392984ms","hash":2747421165,"current-db-size-bytes":45162496,"current-db-size":"45 MB","current-db-size-in-use-bytes":29040640,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T19:15:47.125659Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2747421165,"revision":18346,"compact-revision":15984} {"level":"info","ts":"2026-03-02T19:17:04.780178Z","caller":"traceutil/trace.go:171","msg":"trace[916590] transaction","detail":"{read_only:false; response_revision:20864; number_of_response:1; }","duration":"117.304236ms","start":"2026-03-02T19:17:04.662842Z","end":"2026-03-02T19:17:04.780146Z","steps":["trace[916590] 'process raft request' (duration: 91.110607ms)","trace[916590] 'compare' (duration: 25.992665ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:04.780445Z","caller":"traceutil/trace.go:171","msg":"trace[1908714845] transaction","detail":"{read_only:false; response_revision:20865; number_of_response:1; }","duration":"116.803956ms","start":"2026-03-02T19:17:04.663605Z","end":"2026-03-02T19:17:04.780409Z","steps":["trace[1908714845] 'process raft request' (duration: 116.483159ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:04.789959Z","caller":"traceutil/trace.go:171","msg":"trace[992219798] transaction","detail":"{read_only:false; response_revision:20866; number_of_response:1; }","duration":"112.770836ms","start":"2026-03-02T19:17:04.677156Z","end":"2026-03-02T19:17:04.789927Z","steps":["trace[992219798] 'process raft request' (duration: 112.48784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:27.20135Z","caller":"traceutil/trace.go:171","msg":"trace[826836070] linearizableReadLoop","detail":"{readStateIndex:22164; appliedIndex:22163; }","duration":"100.013284ms","start":"2026-03-02T19:18:27.101309Z","end":"2026-03-02T19:18:27.201322Z","steps":["trace[826836070] 'read index received' (duration: 99.813679ms)","trace[826836070] 'applied index is now lower than readState.Index' (duration: 198.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:18:27.201827Z","caller":"traceutil/trace.go:171","msg":"trace[1291126074] transaction","detail":"{read_only:false; response_revision:21381; number_of_response:1; }","duration":"107.935389ms","start":"2026-03-02T19:18:27.09387Z","end":"2026-03-02T19:18:27.201805Z","steps":["trace[1291126074] 'process raft request' (duration: 107.316526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:27.202087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.758961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:18:27.20212Z","caller":"traceutil/trace.go:171","msg":"trace[1022131222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21381; }","duration":"100.837252ms","start":"2026-03-02T19:18:27.101271Z","end":"2026-03-02T19:18:27.202108Z","steps":["trace[1022131222] 'agreement among raft nodes before linearized reading' (duration: 100.711959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:27.2023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.381142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:18:27.202333Z","caller":"traceutil/trace.go:171","msg":"trace[1468345196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21381; }","duration":"100.444893ms","start":"2026-03-02T19:18:27.101879Z","end":"2026-03-02T19:18:27.202323Z","steps":["trace[1468345196] 'agreement among raft nodes before linearized reading' (duration: 100.362212ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:17.900914Z","caller":"traceutil/trace.go:171","msg":"trace[1120461345] linearizableReadLoop","detail":"{readStateIndex:22942; appliedIndex:22941; }","duration":"180.65815ms","start":"2026-03-02T19:19:17.720212Z","end":"2026-03-02T19:19:17.900871Z","steps":["trace[1120461345] 'read index received' (duration: 175.607288ms)","trace[1120461345] 'applied index is now lower than readState.Index' (duration: 5.045142ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:19:17.900984Z","caller":"traceutil/trace.go:171","msg":"trace[1927145421] transaction","detail":"{read_only:false; response_revision:22139; number_of_response:1; }","duration":"164.395359ms","start":"2026-03-02T19:19:17.736554Z","end":"2026-03-02T19:19:17.900949Z","steps":["trace[1927145421] 'process raft request' (duration: 164.219186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:17.901269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.035238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:17.900953Z","caller":"traceutil/trace.go:171","msg":"trace[804082520] transaction","detail":"{read_only:false; response_revision:22138; number_of_response:1; }","duration":"180.6615ms","start":"2026-03-02T19:19:17.720118Z","end":"2026-03-02T19:19:17.900779Z","steps":["trace[804082520] 'process raft request' (duration: 175.672509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:17.901321Z","caller":"traceutil/trace.go:171","msg":"trace[1059077498] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:22140; }","duration":"181.124349ms","start":"2026-03-02T19:19:17.720182Z","end":"2026-03-02T19:19:17.901306Z","steps":["trace[1059077498] 'agreement among raft nodes before linearized reading' (duration: 180.820773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:17.901368Z","caller":"traceutil/trace.go:171","msg":"trace[1216153488] transaction","detail":"{read_only:false; response_revision:22140; number_of_response:1; }","duration":"137.028873ms","start":"2026-03-02T19:19:17.76429Z","end":"2026-03-02T19:19:17.901319Z","steps":["trace[1216153488] 'process raft request' (duration: 136.605204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:17.912215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.056052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:19:17.912313Z","caller":"traceutil/trace.go:171","msg":"trace[109002695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22142; }","duration":"160.195345ms","start":"2026-03-02T19:19:17.752096Z","end":"2026-03-02T19:19:17.912291Z","steps":["trace[109002695] 'agreement among raft nodes before linearized reading' (duration: 149.517369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:17.912244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.168215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:19:17.912495Z","caller":"traceutil/trace.go:171","msg":"trace[1363024749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22142; }","duration":"160.458511ms","start":"2026-03-02T19:19:17.752009Z","end":"2026-03-02T19:19:17.912467Z","steps":["trace[1363024749] 'agreement among raft nodes before linearized reading' (duration: 149.592371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:17.913177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.169155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111968"} {"level":"info","ts":"2026-03-02T19:19:17.913247Z","caller":"traceutil/trace.go:171","msg":"trace[109926910] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22142; }","duration":"188.294078ms","start":"2026-03-02T19:19:17.724938Z","end":"2026-03-02T19:19:17.913232Z","steps":["trace[109926910] 'agreement among raft nodes before linearized reading' (duration: 176.64844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:17.913491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.041909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:17.91359Z","caller":"traceutil/trace.go:171","msg":"trace[625612636] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:0; response_revision:22142; }","duration":"177.184601ms","start":"2026-03-02T19:19:17.736382Z","end":"2026-03-02T19:19:17.913567Z","steps":["trace[625612636] 'agreement among raft nodes before linearized reading' (duration: 165.440701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:19.460075Z","caller":"traceutil/trace.go:171","msg":"trace[962123454] linearizableReadLoop","detail":"{readStateIndex:23035; appliedIndex:23033; }","duration":"138.800402ms","start":"2026-03-02T19:19:19.321254Z","end":"2026-03-02T19:19:19.460054Z","steps":["trace[962123454] 'read index received' (duration: 138.494565ms)","trace[962123454] 'applied index is now lower than readState.Index' (duration: 305.007µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:19:19.460402Z","caller":"traceutil/trace.go:171","msg":"trace[765000180] transaction","detail":"{read_only:false; response_revision:22229; number_of_response:1; }","duration":"139.987607ms","start":"2026-03-02T19:19:19.320403Z","end":"2026-03-02T19:19:19.460391Z","steps":["trace[765000180] 'process raft request' (duration: 139.383704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:19.46079Z","caller":"traceutil/trace.go:171","msg":"trace[1326917119] transaction","detail":"{read_only:false; response_revision:22230; number_of_response:1; }","duration":"140.350617ms","start":"2026-03-02T19:19:19.320427Z","end":"2026-03-02T19:19:19.460778Z","steps":["trace[1326917119] 'process raft request' (duration: 139.566349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:19.460969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.695352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:19.461014Z","caller":"traceutil/trace.go:171","msg":"trace[56819126] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22230; }","duration":"139.767114ms","start":"2026-03-02T19:19:19.321234Z","end":"2026-03-02T19:19:19.461001Z","steps":["trace[56819126] 'agreement among raft nodes before linearized reading' (duration: 139.679562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:19.462825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.489501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:19.462961Z","caller":"traceutil/trace.go:171","msg":"trace[1835474680] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22232; }","duration":"141.654775ms","start":"2026-03-02T19:19:19.321283Z","end":"2026-03-02T19:19:19.462938Z","steps":["trace[1835474680] 'agreement among raft nodes before linearized reading' (duration: 141.43733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:19.463356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.89989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:19.463382Z","caller":"traceutil/trace.go:171","msg":"trace[1608928483] transaction","detail":"{read_only:false; response_revision:22231; number_of_response:1; }","duration":"121.574511ms","start":"2026-03-02T19:19:19.341792Z","end":"2026-03-02T19:19:19.463366Z","steps":["trace[1608928483] 'process raft request' (duration: 120.722232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:19.46342Z","caller":"traceutil/trace.go:171","msg":"trace[1370973776] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22232; }","duration":"103.991763ms","start":"2026-03-02T19:19:19.359397Z","end":"2026-03-02T19:19:19.463389Z","steps":["trace[1370973776] 'agreement among raft nodes before linearized reading' (duration: 103.88062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:19.46547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.143611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:19.465504Z","caller":"traceutil/trace.go:171","msg":"trace[982063187] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22232; }","duration":"126.189182ms","start":"2026-03-02T19:19:19.339305Z","end":"2026-03-02T19:19:19.465494Z","steps":["trace[982063187] 'agreement among raft nodes before linearized reading' (duration: 126.128491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:19.46561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.356999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:19.465629Z","caller":"traceutil/trace.go:171","msg":"trace[1642785352] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22232; }","duration":"127.386119ms","start":"2026-03-02T19:19:19.338238Z","end":"2026-03-02T19:19:19.465624Z","steps":["trace[1642785352] 'agreement among raft nodes before linearized reading' (duration: 127.353968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:19.465699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.473351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:19.465718Z","caller":"traceutil/trace.go:171","msg":"trace[875971848] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22232; }","duration":"127.526822ms","start":"2026-03-02T19:19:19.338186Z","end":"2026-03-02T19:19:19.465713Z","steps":["trace[875971848] 'agreement among raft nodes before linearized reading' (duration: 127.497261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:19.465157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.649728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:19.465979Z","caller":"traceutil/trace.go:171","msg":"trace[1667281013] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22232; }","duration":"106.496397ms","start":"2026-03-02T19:19:19.359457Z","end":"2026-03-02T19:19:19.465953Z","steps":["trace[1667281013] 'agreement among raft nodes before linearized reading' (duration: 105.661649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:20.925262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.942074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:20.92558Z","caller":"traceutil/trace.go:171","msg":"trace[78151737] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22284; }","duration":"101.352094ms","start":"2026-03-02T19:19:20.824202Z","end":"2026-03-02T19:19:20.925554Z","steps":["trace[78151737] 'count revisions from in-memory index tree' (duration: 100.861493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:22.619697Z","caller":"traceutil/trace.go:171","msg":"trace[1294728025] linearizableReadLoop","detail":"{readStateIndex:23130; appliedIndex:23129; }","duration":"145.054751ms","start":"2026-03-02T19:19:22.4746Z","end":"2026-03-02T19:19:22.619655Z","steps":["trace[1294728025] 'read index received' (duration: 144.826826ms)","trace[1294728025] 'applied index is now lower than readState.Index' (duration: 226.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:19:22.620203Z","caller":"traceutil/trace.go:171","msg":"trace[1419921637] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"174.691856ms","start":"2026-03-02T19:19:22.445442Z","end":"2026-03-02T19:19:22.620134Z","steps":["trace[1419921637] 'process raft request' (duration: 173.993491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:22.620415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.771148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:19:22.620515Z","caller":"traceutil/trace.go:171","msg":"trace[1059747945] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:22324; }","duration":"145.931851ms","start":"2026-03-02T19:19:22.474561Z","end":"2026-03-02T19:19:22.620493Z","steps":["trace[1059747945] 'agreement among raft nodes before linearized reading' (duration: 145.451359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.922044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263689848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:19:25.92278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018286698s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:19:25.923452Z","caller":"traceutil/trace.go:171","msg":"trace[1013345439] transaction","detail":"{read_only:false; response_revision:22370; number_of_response:1; }","duration":"1.019021426s","start":"2026-03-02T19:19:24.904373Z","end":"2026-03-02T19:19:25.923394Z","steps":["trace[1013345439] 'process raft request' (duration: 1.018813721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.923666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.904349Z","time spent":"1.019199629s","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:19:25.927094Z","caller":"traceutil/trace.go:171","msg":"trace[1347442749] transaction","detail":"{read_only:false; response_revision:22371; number_of_response:1; }","duration":"823.027337ms","start":"2026-03-02T19:19:25.104005Z","end":"2026-03-02T19:19:25.927033Z","steps":["trace[1347442749] 'process raft request' (duration: 822.687429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.927386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.103981Z","time spent":"823.237361ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:19:25.937036Z","caller":"traceutil/trace.go:171","msg":"trace[144085614] transaction","detail":"{read_only:false; response_revision:22372; number_of_response:1; }","duration":"706.387515ms","start":"2026-03-02T19:19:25.230625Z","end":"2026-03-02T19:19:25.937012Z","steps":["trace[144085614] 'process raft request' (duration: 706.056808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.937234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.230585Z","time spent":"706.536908ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:19:25.93733Z","caller":"traceutil/trace.go:171","msg":"trace[2004933003] transaction","detail":"{read_only:false; response_revision:22373; number_of_response:1; }","duration":"507.125394ms","start":"2026-03-02T19:19:25.43017Z","end":"2026-03-02T19:19:25.937295Z","steps":["trace[2004933003] 'process raft request' (duration: 506.745095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.937507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.430151Z","time spent":"507.272727ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:19:25.937675Z","caller":"traceutil/trace.go:171","msg":"trace[1325541140] linearizableReadLoop","detail":"{readStateIndex:23183; appliedIndex:23175; }","duration":"516.605305ms","start":"2026-03-02T19:19:25.421059Z","end":"2026-03-02T19:19:25.937665Z","steps":["trace[1325541140] 'read index received' (duration: 502.001841ms)","trace[1325541140] 'applied index is now lower than readState.Index' (duration: 14.602054ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:19:25.937641Z","caller":"traceutil/trace.go:171","msg":"trace[96677030] transaction","detail":"{read_only:false; response_revision:22375; number_of_response:1; }","duration":"371.156875ms","start":"2026-03-02T19:19:25.566456Z","end":"2026-03-02T19:19:25.937613Z","steps":["trace[96677030] 'process raft request' (duration: 371.032432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:25.937751Z","caller":"traceutil/trace.go:171","msg":"trace[564789643] transaction","detail":"{read_only:false; response_revision:22376; number_of_response:1; }","duration":"266.504179ms","start":"2026-03-02T19:19:25.671184Z","end":"2026-03-02T19:19:25.937688Z","steps":["trace[564789643] 'process raft request' (duration: 266.390476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:25.937756Z","caller":"traceutil/trace.go:171","msg":"trace[1575055553] transaction","detail":"{read_only:false; response_revision:22374; number_of_response:1; }","duration":"455.135085ms","start":"2026-03-02T19:19:25.482591Z","end":"2026-03-02T19:19:25.937726Z","steps":["trace[1575055553] 'process raft request' (duration: 454.649624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.937851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.566428Z","time spent":"371.35213ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:19:25.93789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.482558Z","time spent":"455.267387ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:19:25.937898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.8156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:25.937961Z","caller":"traceutil/trace.go:171","msg":"trace[1539328580] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22376; }","duration":"516.941883ms","start":"2026-03-02T19:19:25.421012Z","end":"2026-03-02T19:19:25.937954Z","steps":["trace[1539328580] 'agreement among raft nodes before linearized reading' (duration: 516.782549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.938019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.42099Z","time spent":"517.017544ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:19:25.938366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.878451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:25.938405Z","caller":"traceutil/trace.go:171","msg":"trace[1056020350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22377; }","duration":"409.918282ms","start":"2026-03-02T19:19:25.528477Z","end":"2026-03-02T19:19:25.938395Z","steps":["trace[1056020350] 'agreement among raft nodes before linearized reading' (duration: 409.82931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.938426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.528404Z","time spent":"410.018075ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:19:25.938899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.050137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:19:25.938924Z","caller":"traceutil/trace.go:171","msg":"trace[890412639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22377; }","duration":"401.132179ms","start":"2026-03-02T19:19:25.537787Z","end":"2026-03-02T19:19:25.938919Z","steps":["trace[890412639] 'agreement among raft nodes before linearized reading' (duration: 401.010976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.938949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.537757Z","time spent":"401.187969ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:19:25.94112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.786304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:19:25.941143Z","caller":"traceutil/trace.go:171","msg":"trace[678590635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22377; }","duration":"401.855465ms","start":"2026-03-02T19:19:25.539282Z","end":"2026-03-02T19:19:25.941137Z","steps":["trace[678590635] 'agreement among raft nodes before linearized reading' (duration: 399.720007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.941157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:25.539257Z","time spent":"401.896486ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:19:25.941715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.832253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T19:19:25.941843Z","caller":"traceutil/trace.go:171","msg":"trace[424431413] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22377; }","duration":"200.036967ms","start":"2026-03-02T19:19:25.741785Z","end":"2026-03-02T19:19:25.941822Z","steps":["trace[424431413] 'agreement among raft nodes before linearized reading' (duration: 197.231665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:00.302009Z","caller":"traceutil/trace.go:171","msg":"trace[1665346557] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"119.880594ms","start":"2026-03-02T19:20:00.182096Z","end":"2026-03-02T19:20:00.301977Z","steps":["trace[1665346557] 'process raft request' (duration: 119.634508ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:00.302127Z","caller":"traceutil/trace.go:171","msg":"trace[1521310148] linearizableReadLoop","detail":"{readStateIndex:23526; appliedIndex:23523; }","duration":"114.189758ms","start":"2026-03-02T19:20:00.187902Z","end":"2026-03-02T19:20:00.302091Z","steps":["trace[1521310148] 'read index received' (duration: 25.974035ms)","trace[1521310148] 'applied index is now lower than readState.Index' (duration: 88.213413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:20:00.302355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.435583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:20:00.302419Z","caller":"traceutil/trace.go:171","msg":"trace[1145444074] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:22710; }","duration":"114.538776ms","start":"2026-03-02T19:20:00.187857Z","end":"2026-03-02T19:20:00.302396Z","steps":["trace[1145444074] 'agreement among raft nodes before linearized reading' (duration: 114.430283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:00.302399Z","caller":"traceutil/trace.go:171","msg":"trace[2091999212] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"120.824474ms","start":"2026-03-02T19:20:00.181533Z","end":"2026-03-02T19:20:00.302358Z","steps":["trace[2091999212] 'process raft request' (duration: 82.500675ms)","trace[2091999212] 'compare' (duration: 37.552481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:20:00.302868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.4588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:20:00.302929Z","caller":"traceutil/trace.go:171","msg":"trace[861235982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22710; }","duration":"103.601503ms","start":"2026-03-02T19:20:00.199312Z","end":"2026-03-02T19:20:00.302913Z","steps":["trace[861235982] 'agreement among raft nodes before linearized reading' (duration: 103.383048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:35.779253Z","caller":"traceutil/trace.go:171","msg":"trace[698749398] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"114.934114ms","start":"2026-03-02T19:20:35.664285Z","end":"2026-03-02T19:20:35.779219Z","steps":["trace[698749398] 'process raft request' (duration: 113.934392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:44.484714Z","caller":"traceutil/trace.go:171","msg":"trace[700792399] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"211.214835ms","start":"2026-03-02T19:20:44.273466Z","end":"2026-03-02T19:20:44.484681Z","steps":["trace[700792399] 'process raft request' (duration: 211.079622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:44.484731Z","caller":"traceutil/trace.go:171","msg":"trace[1542556400] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"214.236412ms","start":"2026-03-02T19:20:44.270448Z","end":"2026-03-02T19:20:44.484684Z","steps":["trace[1542556400] 'process raft request' (duration: 120.61133ms)","trace[1542556400] 'compare' (duration: 93.216133ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:20:44.48511Z","caller":"traceutil/trace.go:171","msg":"trace[35014155] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"211.532053ms","start":"2026-03-02T19:20:44.273524Z","end":"2026-03-02T19:20:44.485056Z","steps":["trace[35014155] 'process raft request' (duration: 211.114733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:47.033947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20160} {"level":"info","ts":"2026-03-02T19:20:47.25806Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20160,"took":"219.994049ms","hash":3937989567,"current-db-size-bytes":47280128,"current-db-size":"47 MB","current-db-size-in-use-bytes":38391808,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-02T19:20:47.258139Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3937989567,"revision":20160,"compact-revision":18346} {"level":"info","ts":"2026-03-02T19:20:50.687272Z","caller":"traceutil/trace.go:171","msg":"trace[962657251] linearizableReadLoop","detail":"{readStateIndex:24102; appliedIndex:24100; }","duration":"167.216435ms","start":"2026-03-02T19:20:50.520026Z","end":"2026-03-02T19:20:50.687242Z","steps":["trace[962657251] 'read index received' (duration: 87.412646ms)","trace[962657251] 'applied index is now lower than readState.Index' (duration: 79.802849ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:20:50.68739Z","caller":"traceutil/trace.go:171","msg":"trace[934615881] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"167.790897ms","start":"2026-03-02T19:20:50.519551Z","end":"2026-03-02T19:20:50.687342Z","steps":["trace[934615881] 'process raft request' (duration: 167.645844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:50.687306Z","caller":"traceutil/trace.go:171","msg":"trace[470810311] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"168.78197ms","start":"2026-03-02T19:20:50.518497Z","end":"2026-03-02T19:20:50.687279Z","steps":["trace[470810311] 'process raft request' (duration: 168.557354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:20:50.688183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.497931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:20:50.68896Z","caller":"traceutil/trace.go:171","msg":"trace[937594010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23271; }","duration":"168.240967ms","start":"2026-03-02T19:20:50.520011Z","end":"2026-03-02T19:20:50.688252Z","steps":["trace[937594010] 'agreement among raft nodes before linearized reading' (duration: 167.396829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:00.475762Z","caller":"traceutil/trace.go:171","msg":"trace[1544730191] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"136.300144ms","start":"2026-03-02T19:21:00.339407Z","end":"2026-03-02T19:21:00.475707Z","steps":["trace[1544730191] 'process raft request' (duration: 135.996037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:56.616987Z","caller":"traceutil/trace.go:171","msg":"trace[537778673] linearizableReadLoop","detail":"{readStateIndex:25255; appliedIndex:25254; }","duration":"179.034415ms","start":"2026-03-02T19:22:56.437917Z","end":"2026-03-02T19:22:56.616951Z","steps":["trace[537778673] 'read index received' (duration: 178.879592ms)","trace[537778673] 'applied index is now lower than readState.Index' (duration: 153.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:56.617118Z","caller":"traceutil/trace.go:171","msg":"trace[1884558888] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"408.109322ms","start":"2026-03-02T19:22:56.208968Z","end":"2026-03-02T19:22:56.617078Z","steps":["trace[1884558888] 'process raft request' (duration: 407.731913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:56.617292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.334712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:56.617421Z","caller":"traceutil/trace.go:171","msg":"trace[1507173660] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24393; }","duration":"179.536547ms","start":"2026-03-02T19:22:56.437859Z","end":"2026-03-02T19:22:56.617396Z","steps":["trace[1507173660] 'agreement among raft nodes before linearized reading' (duration: 179.24782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:56.617321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.208937Z","time spent":"408.248726ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:56.637925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.842521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:56.638041Z","caller":"traceutil/trace.go:171","msg":"trace[572939197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24394; }","duration":"110.017004ms","start":"2026-03-02T19:22:56.527998Z","end":"2026-03-02T19:22:56.638015Z","steps":["trace[572939197] 'agreement among raft nodes before linearized reading' (duration: 109.82644ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:56.638398Z","caller":"traceutil/trace.go:171","msg":"trace[1828032239] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"139.940063ms","start":"2026-03-02T19:22:56.498445Z","end":"2026-03-02T19:22:56.638385Z","steps":["trace[1828032239] 'process raft request' (duration: 139.235028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:00.9565Z","caller":"traceutil/trace.go:171","msg":"trace[1849560784] linearizableReadLoop","detail":"{readStateIndex:25286; appliedIndex:25285; }","duration":"117.613872ms","start":"2026-03-02T19:23:00.838854Z","end":"2026-03-02T19:23:00.956468Z","steps":["trace[1849560784] 'read index received' (duration: 117.341995ms)","trace[1849560784] 'applied index is now lower than readState.Index' (duration: 262.376µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:00.956675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.781075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:00.956721Z","caller":"traceutil/trace.go:171","msg":"trace[1211039335] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24423; }","duration":"117.934159ms","start":"2026-03-02T19:23:00.838773Z","end":"2026-03-02T19:23:00.956708Z","steps":["trace[1211039335] 'agreement among raft nodes before linearized reading' (duration: 117.813786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:00.956683Z","caller":"traceutil/trace.go:171","msg":"trace[1461979503] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"185.429186ms","start":"2026-03-02T19:23:00.771213Z","end":"2026-03-02T19:23:00.956642Z","steps":["trace[1461979503] 'process raft request' (duration: 185.002806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:02.099372Z","caller":"traceutil/trace.go:171","msg":"trace[744887310] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"161.932597ms","start":"2026-03-02T19:23:01.937411Z","end":"2026-03-02T19:23:02.099343Z","steps":["trace[744887310] 'process raft request' (duration: 161.714882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:03.222134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.269082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:03.222396Z","caller":"traceutil/trace.go:171","msg":"trace[1461093994] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"549.491578ms","start":"2026-03-02T19:23:02.672886Z","end":"2026-03-02T19:23:03.222377Z","steps":["trace[1461093994] 'process raft request' (duration: 549.365816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:03.222479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.67285Z","time spent":"549.59743ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:03.222448Z","caller":"traceutil/trace.go:171","msg":"trace[617981590] linearizableReadLoop","detail":"{readStateIndex:25298; appliedIndex:25297; }","duration":"744.587556ms","start":"2026-03-02T19:23:02.47782Z","end":"2026-03-02T19:23:03.222408Z","steps":["trace[617981590] 'read index received' (duration: 89.792µs)","trace[617981590] 'applied index is now lower than readState.Index' (duration: 744.494934ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:03.222616Z","caller":"traceutil/trace.go:171","msg":"trace[1941115441] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"1.117635567s","start":"2026-03-02T19:23:02.104957Z","end":"2026-03-02T19:23:03.222592Z","steps":["trace[1941115441] 'process raft request' (duration: 366.783822ms)","trace[1941115441] 'compare' (duration: 749.509086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:03.22282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.104937Z","time spent":"1.117722979s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:03.222827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.978166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:03.222924Z","caller":"traceutil/trace.go:171","msg":"trace[107440461] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24436; }","duration":"745.15258ms","start":"2026-03-02T19:23:02.477747Z","end":"2026-03-02T19:23:03.2229Z","steps":["trace[107440461] 'agreement among raft nodes before linearized reading' (duration: 744.979916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:03.222976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.477719Z","time spent":"745.246601ms","remote":"127.0.0.1:38542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:03.72301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263694801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:23:03.903655Z","caller":"traceutil/trace.go:171","msg":"trace[2106595280] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"930.74993ms","start":"2026-03-02T19:23:02.972864Z","end":"2026-03-02T19:23:03.903614Z","steps":["trace[2106595280] 'process raft request' (duration: 857.067476ms)","trace[2106595280] 'compare' (duration: 73.51869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:03.903908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.97283Z","time spent":"930.923413ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.08641Z","caller":"traceutil/trace.go:171","msg":"trace[1977835061] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"849.110181ms","start":"2026-03-02T19:23:03.237273Z","end":"2026-03-02T19:23:04.086384Z","steps":["trace[1977835061] 'process raft request' (duration: 849.029569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.086438Z","caller":"traceutil/trace.go:171","msg":"trace[1874008187] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"850.677095ms","start":"2026-03-02T19:23:03.235725Z","end":"2026-03-02T19:23:04.086402Z","steps":["trace[1874008187] 'process raft request' (duration: 850.376619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.086604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.237252Z","time spent":"849.240503ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:04.086635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.2357Z","time spent":"850.831529ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.086805Z","caller":"traceutil/trace.go:171","msg":"trace[672334205] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"848.68255ms","start":"2026-03-02T19:23:03.238107Z","end":"2026-03-02T19:23:04.08679Z","steps":["trace[672334205] 'process raft request' (duration: 848.237951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.086851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.238076Z","time spent":"848.752622ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.086906Z","caller":"traceutil/trace.go:171","msg":"trace[415287983] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"741.209473ms","start":"2026-03-02T19:23:03.34567Z","end":"2026-03-02T19:23:04.08688Z","steps":["trace[415287983] 'process raft request' (duration: 740.906987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.086928Z","caller":"traceutil/trace.go:171","msg":"trace[1934843729] linearizableReadLoop","detail":"{readStateIndex:25305; appliedIndex:25299; }","duration":"864.374677ms","start":"2026-03-02T19:23:03.222533Z","end":"2026-03-02T19:23:04.086907Z","steps":["trace[1934843729] 'read index received' (duration: 607.493376ms)","trace[1934843729] 'applied index is now lower than readState.Index' (duration: 256.879771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:04.087051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.345639Z","time spent":"741.329345ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:04.087078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.706332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:23:04.08711Z","caller":"traceutil/trace.go:171","msg":"trace[96969981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24442; }","duration":"922.781953ms","start":"2026-03-02T19:23:03.164318Z","end":"2026-03-02T19:23:04.0871Z","steps":["trace[96969981] 'agreement among raft nodes before linearized reading' (duration: 922.605949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557366457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:04.087139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.16429Z","time spent":"922.841505ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:23:04.087177Z","caller":"traceutil/trace.go:171","msg":"trace[1782958323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24442; }","duration":"1.557475569s","start":"2026-03-02T19:23:02.529678Z","end":"2026-03-02T19:23:04.087154Z","steps":["trace[1782958323] 'agreement among raft nodes before linearized reading' (duration: 1.557369197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.529645Z","time spent":"1.557579812s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:04.08729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108621409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:04.087325Z","caller":"traceutil/trace.go:171","msg":"trace[1345245041] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24442; }","duration":"1.108699521s","start":"2026-03-02T19:23:02.978616Z","end":"2026-03-02T19:23:04.087316Z","steps":["trace[1345245041] 'agreement among raft nodes before linearized reading' (duration: 1.108549598s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.978593Z","time spent":"1.108749371s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:04.08743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204072702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:04.08747Z","caller":"traceutil/trace.go:171","msg":"trace[665110270] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24442; }","duration":"1.204166424s","start":"2026-03-02T19:23:02.88329Z","end":"2026-03-02T19:23:04.087457Z","steps":["trace[665110270] 'agreement among raft nodes before linearized reading' (duration: 1.204097902s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.303536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:23:04.087168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.652152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:04.087503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.883262Z","time spent":"1.204231876s","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:04.087511Z","caller":"traceutil/trace.go:171","msg":"trace[1727055924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24442; }","duration":"535.364737ms","start":"2026-03-02T19:23:03.552133Z","end":"2026-03-02T19:23:04.087498Z","steps":["trace[1727055924] 'agreement among raft nodes before linearized reading' (duration: 535.242194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.087533Z","caller":"traceutil/trace.go:171","msg":"trace[1513717346] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24442; }","duration":"776.073931ms","start":"2026-03-02T19:23:03.311448Z","end":"2026-03-02T19:23:04.087522Z","steps":["trace[1513717346] 'agreement among raft nodes before linearized reading' (duration: 775.668073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.552117Z","time spent":"535.420999ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:04.087564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.311422Z","time spent":"776.130752ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:04.087617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.216393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:04.087645Z","caller":"traceutil/trace.go:171","msg":"trace[1400107847] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24442; }","duration":"156.259724ms","start":"2026-03-02T19:23:03.931377Z","end":"2026-03-02T19:23:04.087637Z","steps":["trace[1400107847] 'agreement among raft nodes before linearized reading' (duration: 156.207663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.992159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:23:04.087702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.337499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:23:04.087737Z","caller":"traceutil/trace.go:171","msg":"trace[580080173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24442; }","duration":"566.410391ms","start":"2026-03-02T19:23:03.521317Z","end":"2026-03-02T19:23:04.087727Z","steps":["trace[580080173] 'agreement among raft nodes before linearized reading' (duration: 566.302328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.08774Z","caller":"traceutil/trace.go:171","msg":"trace[2140000796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24442; }","duration":"535.168073ms","start":"2026-03-02T19:23:03.552548Z","end":"2026-03-02T19:23:04.087716Z","steps":["trace[2140000796] 'agreement among raft nodes before linearized reading' (duration: 534.739253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.105372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:04.087862Z","caller":"traceutil/trace.go:171","msg":"trace[302565708] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24442; }","duration":"152.191074ms","start":"2026-03-02T19:23:03.935661Z","end":"2026-03-02T19:23:04.087852Z","steps":["trace[302565708] 'agreement among raft nodes before linearized reading' (duration: 152.083201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.862095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:23:04.087862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.552523Z","time spent":"535.281476ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:23:04.087902Z","caller":"traceutil/trace.go:171","msg":"trace[1803937602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24442; }","duration":"520.205152ms","start":"2026-03-02T19:23:03.567688Z","end":"2026-03-02T19:23:04.087893Z","steps":["trace[1803937602] 'agreement among raft nodes before linearized reading' (duration: 519.566799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.401032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:04.087794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.106743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-03-02T19:23:04.087933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.567671Z","time spent":"520.252903ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:23:04.087973Z","caller":"traceutil/trace.go:171","msg":"trace[573302199] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24442; }","duration":"252.503933ms","start":"2026-03-02T19:23:03.835438Z","end":"2026-03-02T19:23:04.087942Z","steps":["trace[573302199] 'agreement among raft nodes before linearized reading' (duration: 252.411281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.087979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.692249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:23:04.087764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.521294Z","time spent":"566.464453ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:23:04.088022Z","caller":"traceutil/trace.go:171","msg":"trace[1305623126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24442; }","duration":"528.752141ms","start":"2026-03-02T19:23:03.559257Z","end":"2026-03-02T19:23:04.088009Z","steps":["trace[1305623126] 'agreement among raft nodes before linearized reading' (duration: 528.626828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.088058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.55925Z","time spent":"528.799712ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:23:04.087981Z","caller":"traceutil/trace.go:171","msg":"trace[913242966] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24442; }","duration":"158.317468ms","start":"2026-03-02T19:23:03.929639Z","end":"2026-03-02T19:23:04.087956Z","steps":["trace[913242966] 'agreement among raft nodes before linearized reading' (duration: 158.065402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.087227Z","caller":"traceutil/trace.go:171","msg":"trace[375712285] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"737.535391ms","start":"2026-03-02T19:23:03.349645Z","end":"2026-03-02T19:23:04.087181Z","steps":["trace[375712285] 'process raft request' (duration: 737.064701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.088626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.349627Z","time spent":"738.953163ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:23:06.449919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.058759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:06.450324Z","caller":"traceutil/trace.go:171","msg":"trace[609265847] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24461; }","duration":"122.52586ms","start":"2026-03-02T19:23:06.327765Z","end":"2026-03-02T19:23:06.450291Z","steps":["trace[609265847] 'count revisions from in-memory index tree' (duration: 121.931126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.449932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.505756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:06.450527Z","caller":"traceutil/trace.go:171","msg":"trace[1185981881] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24461; }","duration":"205.164622ms","start":"2026-03-02T19:23:06.245318Z","end":"2026-03-02T19:23:06.450482Z","steps":["trace[1185981881] 'count revisions from in-memory index tree' (duration: 204.374382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:07.199045Z","caller":"traceutil/trace.go:171","msg":"trace[1689286420] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"227.36581ms","start":"2026-03-02T19:23:06.971646Z","end":"2026-03-02T19:23:07.199012Z","steps":["trace[1689286420] 'process raft request' (duration: 227.143415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.001697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.939788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:08.001841Z","caller":"traceutil/trace.go:171","msg":"trace[724036212] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"896.608327ms","start":"2026-03-02T19:23:07.105208Z","end":"2026-03-02T19:23:08.001816Z","steps":["trace[724036212] 'process raft request' (duration: 552.430844ms)","trace[724036212] 'compare' (duration: 343.640742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:08.00191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.105179Z","time spent":"896.699171ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:08.006917Z","caller":"traceutil/trace.go:171","msg":"trace[2056011507] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"769.669239ms","start":"2026-03-02T19:23:07.23722Z","end":"2026-03-02T19:23:08.00689Z","steps":["trace[2056011507] 'process raft request' (duration: 769.095997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.007106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.237187Z","time spent":"769.858162ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:08.008082Z","caller":"traceutil/trace.go:171","msg":"trace[1002868369] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"769.808502ms","start":"2026-03-02T19:23:07.238259Z","end":"2026-03-02T19:23:08.008068Z","steps":["trace[1002868369] 'process raft request' (duration: 768.582345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.008162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.238248Z","time spent":"769.875564ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:08.008306Z","caller":"traceutil/trace.go:171","msg":"trace[728241501] linearizableReadLoop","detail":"{readStateIndex:25329; appliedIndex:25326; }","duration":"507.251187ms","start":"2026-03-02T19:23:07.501045Z","end":"2026-03-02T19:23:08.008296Z","steps":["trace[728241501] 'read index received' (duration: 156.609671ms)","trace[728241501] 'applied index is now lower than readState.Index' (duration: 350.640206ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:08.008398Z","caller":"traceutil/trace.go:171","msg":"trace[1558056925] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"257.278879ms","start":"2026-03-02T19:23:07.75111Z","end":"2026-03-02T19:23:08.008389Z","steps":["trace[1558056925] 'process raft request' (duration: 256.489292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.008713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.658036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:08.008762Z","caller":"traceutil/trace.go:171","msg":"trace[1119301051] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24467; }","duration":"507.761458ms","start":"2026-03-02T19:23:07.500989Z","end":"2026-03-02T19:23:08.008751Z","steps":["trace[1119301051] 'agreement among raft nodes before linearized reading' (duration: 507.675176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.0088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.50096Z","time spent":"507.829939ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:08.009063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.094532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:08.00917Z","caller":"traceutil/trace.go:171","msg":"trace[1647060954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24467; }","duration":"482.239566ms","start":"2026-03-02T19:23:07.526902Z","end":"2026-03-02T19:23:08.009142Z","steps":["trace[1647060954] 'agreement among raft nodes before linearized reading' (duration: 482.069832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.009225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.526888Z","time spent":"482.328657ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:08.611887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263694868,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:23:08.750111Z","caller":"traceutil/trace.go:171","msg":"trace[1084132737] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"650.141876ms","start":"2026-03-02T19:23:08.099934Z","end":"2026-03-02T19:23:08.750075Z","steps":["trace[1084132737] 'process raft request' (duration: 649.960102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.750303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.099899Z","time spent":"650.299061ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:09.291808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.51124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:09.29217Z","caller":"traceutil/trace.go:171","msg":"trace[1061119539] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25331; }","duration":"1.1808623s","start":"2026-03-02T19:23:08.111285Z","end":"2026-03-02T19:23:09.292148Z","steps":["trace[1061119539] 'read index received' (duration: 638.669903ms)","trace[1061119539] 'applied index is now lower than readState.Index' (duration: 542.186827ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:09.292345Z","caller":"traceutil/trace.go:171","msg":"trace[1462642066] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"1.191631727s","start":"2026-03-02T19:23:08.100696Z","end":"2026-03-02T19:23:09.292328Z","steps":["trace[1462642066] 'process raft request' (duration: 758.468473ms)","trace[1462642066] 'compare' (duration: 431.995149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:09.292415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.100661Z","time spent":"1.191715559s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:09.29246Z","caller":"traceutil/trace.go:171","msg":"trace[342317653] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"1.189599752s","start":"2026-03-02T19:23:08.102815Z","end":"2026-03-02T19:23:09.292414Z","steps":["trace[342317653] 'process raft request' (duration: 1.189270635s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:09.29283Z","caller":"traceutil/trace.go:171","msg":"trace[1096245486] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"1.190642176s","start":"2026-03-02T19:23:08.102152Z","end":"2026-03-02T19:23:09.292794Z","steps":["trace[1096245486] 'process raft request' (duration: 1.189812048s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.292941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.31748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:09.292989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.102125Z","time spent":"1.190760388s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:09.292987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.49228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:09.293008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.994015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:09.293037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.176441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:09.293069Z","caller":"traceutil/trace.go:171","msg":"trace[234105356] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24471; }","duration":"137.643433ms","start":"2026-03-02T19:23:09.155407Z","end":"2026-03-02T19:23:09.29305Z","steps":["trace[234105356] 'agreement among raft nodes before linearized reading' (duration: 137.51501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:09.293066Z","caller":"traceutil/trace.go:171","msg":"trace[210236538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24471; }","duration":"665.554665ms","start":"2026-03-02T19:23:08.627477Z","end":"2026-03-02T19:23:09.293032Z","steps":["trace[210236538] 'agreement among raft nodes before linearized reading' (duration: 665.343891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:09.29308Z","caller":"traceutil/trace.go:171","msg":"trace[730046910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24471; }","duration":"686.131819ms","start":"2026-03-02T19:23:08.606928Z","end":"2026-03-02T19:23:09.29306Z","steps":["trace[730046910] 'agreement among raft nodes before linearized reading' (duration: 686.012887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181669247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:23:09.2931Z","caller":"traceutil/trace.go:171","msg":"trace[1864573818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24471; }","duration":"765.285863ms","start":"2026-03-02T19:23:08.527785Z","end":"2026-03-02T19:23:09.29307Z","steps":["trace[1864573818] 'agreement among raft nodes before linearized reading' (duration: 765.196291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.398728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:23:09.293088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181688868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:23:09.293129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.606897Z","time spent":"686.219851ms","remote":"127.0.0.1:57034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:09.293131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.627458Z","time spent":"665.659387ms","remote":"127.0.0.1:57006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:09.29314Z","caller":"traceutil/trace.go:171","msg":"trace[82550577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24471; }","duration":"1.181745379s","start":"2026-03-02T19:23:08.111377Z","end":"2026-03-02T19:23:09.293123Z","steps":["trace[82550577] 'agreement among raft nodes before linearized reading' (duration: 1.181525095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.527759Z","time spent":"765.374056ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:23:09.293177Z","caller":"traceutil/trace.go:171","msg":"trace[1243578606] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24471; }","duration":"408.574552ms","start":"2026-03-02T19:23:08.88458Z","end":"2026-03-02T19:23:09.293155Z","steps":["trace[1243578606] 'agreement among raft nodes before linearized reading' (duration: 408.273386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.237749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:09.29319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.111374Z","time spent":"1.181809221s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:23:09.293231Z","caller":"traceutil/trace.go:171","msg":"trace[804223624] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24471; }","duration":"577.337901ms","start":"2026-03-02T19:23:08.71588Z","end":"2026-03-02T19:23:09.293218Z","steps":["trace[804223624] 'agreement among raft nodes before linearized reading' (duration: 577.25491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.29326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181913452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:23:09.293193Z","caller":"traceutil/trace.go:171","msg":"trace[2003754529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24471; }","duration":"1.18180323s","start":"2026-03-02T19:23:08.111362Z","end":"2026-03-02T19:23:09.293165Z","steps":["trace[2003754529] 'agreement among raft nodes before linearized reading' (duration: 1.181534845s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.715854Z","time spent":"577.411514ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:23:09.293276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181989455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:23:09.293302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.111359Z","time spent":"1.181934964s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:23:09.293312Z","caller":"traceutil/trace.go:171","msg":"trace[1813303922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24471; }","duration":"1.182023566s","start":"2026-03-02T19:23:08.111279Z","end":"2026-03-02T19:23:09.293302Z","steps":["trace[1813303922] 'agreement among raft nodes before linearized reading' (duration: 1.181481894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.312068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:09.293235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.884554Z","time spent":"408.670255ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:09.293356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.111246Z","time spent":"1.182100157s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:23:09.293366Z","caller":"traceutil/trace.go:171","msg":"trace[1180181152] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24471; }","duration":"541.953762ms","start":"2026-03-02T19:23:08.751397Z","end":"2026-03-02T19:23:09.293351Z","steps":["trace[1180181152] 'agreement among raft nodes before linearized reading' (duration: 541.567223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.751368Z","time spent":"542.022194ms","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:09.293307Z","caller":"traceutil/trace.go:171","msg":"trace[1608575219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24471; }","duration":"1.181960364s","start":"2026-03-02T19:23:08.111326Z","end":"2026-03-02T19:23:09.293286Z","steps":["trace[1608575219] 'agreement among raft nodes before linearized reading' (duration: 1.181447953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.111322Z","time spent":"1.182113398s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:09.293575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.102808Z","time spent":"1.190726918s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:09.293603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18220229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:23:09.293705Z","caller":"traceutil/trace.go:171","msg":"trace[705958540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24471; }","duration":"1.182332012s","start":"2026-03-02T19:23:08.111345Z","end":"2026-03-02T19:23:09.293677Z","steps":["trace[705958540] 'agreement among raft nodes before linearized reading' (duration: 1.181604776s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.293772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.111341Z","time spent":"1.182419094s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:23:09.482941Z","caller":"traceutil/trace.go:171","msg":"trace[1317528593] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"185.217402ms","start":"2026-03-02T19:23:09.297692Z","end":"2026-03-02T19:23:09.482909Z","steps":["trace[1317528593] 'process raft request' (duration: 147.219555ms)","trace[1317528593] 'compare' (duration: 37.66285ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:09.598996Z","caller":"traceutil/trace.go:171","msg":"trace[520925228] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"300.506082ms","start":"2026-03-02T19:23:09.298461Z","end":"2026-03-02T19:23:09.598967Z","steps":["trace[520925228] 'process raft request' (duration: 299.725724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.599226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:09.298445Z","time spent":"300.657855ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:09.599643Z","caller":"traceutil/trace.go:171","msg":"trace[123190701] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"300.132523ms","start":"2026-03-02T19:23:09.299476Z","end":"2026-03-02T19:23:09.599609Z","steps":["trace[123190701] 'process raft request' (duration: 299.957669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:09.599667Z","caller":"traceutil/trace.go:171","msg":"trace[1878700498] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"300.874901ms","start":"2026-03-02T19:23:09.298753Z","end":"2026-03-02T19:23:09.599628Z","steps":["trace[1878700498] 'process raft request' (duration: 300.148995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:09.599711Z","caller":"traceutil/trace.go:171","msg":"trace[120342951] linearizableReadLoop","detail":"{readStateIndex:25337; appliedIndex:25335; }","duration":"301.164037ms","start":"2026-03-02T19:23:09.298517Z","end":"2026-03-02T19:23:09.599681Z","steps":["trace[120342951] 'read index received' (duration: 146.430408ms)","trace[120342951] 'applied index is now lower than readState.Index' (duration: 154.732649ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:09.599874Z","caller":"traceutil/trace.go:171","msg":"trace[379699538] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"299.724685ms","start":"2026-03-02T19:23:09.300138Z","end":"2026-03-02T19:23:09.599863Z","steps":["trace[379699538] 'process raft request' (duration: 299.431368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.599872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:09.29947Z","time spent":"300.268516ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:09.599878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:09.298745Z","time spent":"301.013934ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:09.600076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.285112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:09.600162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.642757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:23:09.600166Z","caller":"traceutil/trace.go:171","msg":"trace[1559567992] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24476; }","duration":"298.394175ms","start":"2026-03-02T19:23:09.301747Z","end":"2026-03-02T19:23:09.600142Z","steps":["trace[1559567992] 'agreement among raft nodes before linearized reading' (duration: 298.240842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:09.600198Z","caller":"traceutil/trace.go:171","msg":"trace[2079433189] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24476; }","duration":"301.704159ms","start":"2026-03-02T19:23:09.298481Z","end":"2026-03-02T19:23:09.600185Z","steps":["trace[2079433189] 'agreement among raft nodes before linearized reading' (duration: 301.544245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.600237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:09.298461Z","time spent":"301.77044ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:23:10.764541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.650898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:10.764651Z","caller":"traceutil/trace.go:171","msg":"trace[1774828957] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24476; }","duration":"886.841702ms","start":"2026-03-02T19:23:09.877783Z","end":"2026-03-02T19:23:10.764624Z","steps":["trace[1774828957] 'count revisions from in-memory index tree' (duration: 886.483824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.764704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:09.877755Z","time spent":"886.935174ms","remote":"127.0.0.1:57418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:10.765148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.042722ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:10.765365Z","caller":"traceutil/trace.go:171","msg":"trace[40857644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24476; }","duration":"772.284187ms","start":"2026-03-02T19:23:09.993049Z","end":"2026-03-02T19:23:10.765333Z","steps":["trace[40857644] 'range keys from in-memory index tree' (duration: 771.988791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.7663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.388417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:10.766439Z","caller":"traceutil/trace.go:171","msg":"trace[1727565954] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"752.021001ms","start":"2026-03-02T19:23:10.014395Z","end":"2026-03-02T19:23:10.766416Z","steps":["trace[1727565954] 'process raft request' (duration: 398.416729ms)","trace[1727565954] 'compare' (duration: 352.486608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:10.766576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.014366Z","time spent":"752.172373ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:10.799487Z","caller":"traceutil/trace.go:171","msg":"trace[689759745] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"781.773406ms","start":"2026-03-02T19:23:10.017669Z","end":"2026-03-02T19:23:10.799442Z","steps":["trace[689759745] 'process raft request' (duration: 781.48658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.799482Z","caller":"traceutil/trace.go:171","msg":"trace[243151946] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"781.774697ms","start":"2026-03-02T19:23:10.017682Z","end":"2026-03-02T19:23:10.799457Z","steps":["trace[243151946] 'process raft request' (duration: 781.652854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.799694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.017654Z","time spent":"781.93961ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:10.79972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.01764Z","time spent":"781.96156ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:10.799869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.610723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T19:23:10.799961Z","caller":"traceutil/trace.go:171","msg":"trace[1914916170] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:24479; }","duration":"757.758647ms","start":"2026-03-02T19:23:10.042177Z","end":"2026-03-02T19:23:10.799936Z","steps":["trace[1914916170] 'agreement among raft nodes before linearized reading' (duration: 757.457001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.799973Z","caller":"traceutil/trace.go:171","msg":"trace[1547603370] linearizableReadLoop","detail":"{readStateIndex:25343; appliedIndex:25340; }","duration":"757.143133ms","start":"2026-03-02T19:23:10.042246Z","end":"2026-03-02T19:23:10.799389Z","steps":["trace[1547603370] 'read index received' (duration: 370.720209ms)","trace[1547603370] 'applied index is now lower than readState.Index' (duration: 386.420874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:10.800023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.04215Z","time spent":"757.859879ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-02T19:23:11.270202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.844126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:11.270412Z","caller":"traceutil/trace.go:171","msg":"trace[1772727196] linearizableReadLoop","detail":"{readStateIndex:25344; appliedIndex:25343; }","duration":"470.382445ms","start":"2026-03-02T19:23:10.800008Z","end":"2026-03-02T19:23:11.27039Z","steps":["trace[1772727196] 'read index received' (duration: 342.332464ms)","trace[1772727196] 'applied index is now lower than readState.Index' (duration: 128.048141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:11.270505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.193627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:11.270544Z","caller":"traceutil/trace.go:171","msg":"trace[659189321] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24480; }","duration":"822.269738ms","start":"2026-03-02T19:23:10.448263Z","end":"2026-03-02T19:23:11.270533Z","steps":["trace[659189321] 'agreement among raft nodes before linearized reading' (duration: 822.182746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.270592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.44824Z","time spent":"822.34205ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:11.27089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.570149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:11.270933Z","caller":"traceutil/trace.go:171","msg":"trace[329589078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24480; }","duration":"741.640911ms","start":"2026-03-02T19:23:10.529281Z","end":"2026-03-02T19:23:11.270922Z","steps":["trace[329589078] 'agreement among raft nodes before linearized reading' (duration: 741.57548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:11.270896Z","caller":"traceutil/trace.go:171","msg":"trace[1359203986] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"514.400744ms","start":"2026-03-02T19:23:10.756098Z","end":"2026-03-02T19:23:11.270499Z","steps":["trace[1359203986] 'process raft request' (duration: 386.141459ms)","trace[1359203986] 'compare' (duration: 127.589321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:11.27096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.529262Z","time spent":"741.692113ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:11.271368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.756065Z","time spent":"514.945756ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:11.287002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.801129Z","time spent":"485.868196ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:23:11.459465Z","caller":"traceutil/trace.go:171","msg":"trace[2023528339] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"157.765197ms","start":"2026-03-02T19:23:11.301666Z","end":"2026-03-02T19:23:11.459431Z","steps":["trace[2023528339] 'process raft request' (duration: 157.594613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:11.45955Z","caller":"traceutil/trace.go:171","msg":"trace[1799924527] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"160.443987ms","start":"2026-03-02T19:23:11.299065Z","end":"2026-03-02T19:23:11.459509Z","steps":["trace[1799924527] 'process raft request' (duration: 157.791578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:11.632715Z","caller":"traceutil/trace.go:171","msg":"trace[244916331] linearizableReadLoop","detail":"{readStateIndex:25350; appliedIndex:25349; }","duration":"102.792715ms","start":"2026-03-02T19:23:11.529898Z","end":"2026-03-02T19:23:11.632691Z","steps":["trace[244916331] 'read index received' (duration: 102.650212ms)","trace[244916331] 'applied index is now lower than readState.Index' (duration: 141.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:11.632844Z","caller":"traceutil/trace.go:171","msg":"trace[521158245] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"142.114812ms","start":"2026-03-02T19:23:11.490714Z","end":"2026-03-02T19:23:11.632829Z","steps":["trace[521158245] 'process raft request' (duration: 141.796755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.632932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.020571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:11.633024Z","caller":"traceutil/trace.go:171","msg":"trace[64078369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24485; }","duration":"103.152413ms","start":"2026-03-02T19:23:11.529851Z","end":"2026-03-02T19:23:11.633003Z","steps":["trace[64078369] 'agreement among raft nodes before linearized reading' (duration: 102.994139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.586118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.048285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:12.586369Z","caller":"traceutil/trace.go:171","msg":"trace[1033257509] linearizableReadLoop","detail":"{readStateIndex:25355; appliedIndex:25351; }","duration":"922.226051ms","start":"2026-03-02T19:23:11.664118Z","end":"2026-03-02T19:23:12.586345Z","steps":["trace[1033257509] 'read index received' (duration: 27.084426ms)","trace[1033257509] 'applied index is now lower than readState.Index' (duration: 895.140275ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:12.586476Z","caller":"traceutil/trace.go:171","msg":"trace[1716704924] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"927.790714ms","start":"2026-03-02T19:23:11.658674Z","end":"2026-03-02T19:23:12.586464Z","steps":["trace[1716704924] 'process raft request' (duration: 409.298869ms)","trace[1716704924] 'compare' (duration: 517.867181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:12.586544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.658653Z","time spent":"927.851935ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:12.586849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.352125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:12.586882Z","caller":"traceutil/trace.go:171","msg":"trace[935890119] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24490; }","duration":"593.424176ms","start":"2026-03-02T19:23:11.993448Z","end":"2026-03-02T19:23:12.586872Z","steps":["trace[935890119] 'agreement among raft nodes before linearized reading' (duration: 593.311483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.586914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.993427Z","time spent":"593.479128ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:12.58702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.870535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T19:23:12.587136Z","caller":"traceutil/trace.go:171","msg":"trace[915146518] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24490; }","duration":"923.024339ms","start":"2026-03-02T19:23:11.66408Z","end":"2026-03-02T19:23:12.587104Z","steps":["trace[915146518] 'agreement among raft nodes before linearized reading' (duration: 922.659521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.587211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.66406Z","time spent":"923.136361ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:23:12.5873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.508883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:12.587344Z","caller":"traceutil/trace.go:171","msg":"trace[1883369001] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24490; }","duration":"148.599325ms","start":"2026-03-02T19:23:12.438734Z","end":"2026-03-02T19:23:12.587334Z","steps":["trace[1883369001] 'agreement among raft nodes before linearized reading' (duration: 148.500233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:12.587721Z","caller":"traceutil/trace.go:171","msg":"trace[1185055936] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"928.9857ms","start":"2026-03-02T19:23:11.658712Z","end":"2026-03-02T19:23:12.587697Z","steps":["trace[1185055936] 'process raft request' (duration: 927.524658ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:12.587973Z","caller":"traceutil/trace.go:171","msg":"trace[1691770805] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"928.864838ms","start":"2026-03-02T19:23:11.659062Z","end":"2026-03-02T19:23:12.587927Z","steps":["trace[1691770805] 'process raft request' (duration: 927.239581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.588008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.6587Z","time spent":"929.082683ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:12.588119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.65901Z","time spent":"929.038032ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:13.341437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263694920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:23:13.634156Z","caller":"traceutil/trace.go:171","msg":"trace[608296848] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"860.408639ms","start":"2026-03-02T19:23:12.773711Z","end":"2026-03-02T19:23:13.63412Z","steps":["trace[608296848] 'process raft request' (duration: 860.204625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:13.63442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.77368Z","time spent":"860.585844ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:14.009923Z","caller":"traceutil/trace.go:171","msg":"trace[302790286] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"1.202120249s","start":"2026-03-02T19:23:12.80777Z","end":"2026-03-02T19:23:14.00989Z","steps":["trace[302790286] 'process raft request' (duration: 1.201779842s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.010133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.807748Z","time spent":"1.202283862s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:14.010292Z","caller":"traceutil/trace.go:171","msg":"trace[2000644500] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"1.199757726s","start":"2026-03-02T19:23:12.810508Z","end":"2026-03-02T19:23:14.010265Z","steps":["trace[2000644500] 'process raft request' (duration: 1.199325357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.010463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.810482Z","time spent":"1.199877649s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:14.010814Z","caller":"traceutil/trace.go:171","msg":"trace[1346967317] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"1.002150941s","start":"2026-03-02T19:23:13.008613Z","end":"2026-03-02T19:23:14.010764Z","steps":["trace[1346967317] 'process raft request' (duration: 1.001522428s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:14.011007Z","caller":"traceutil/trace.go:171","msg":"trace[920992699] transaction","detail":"{read_only:false; response_revision:24496; number_of_response:1; }","duration":"681.425826ms","start":"2026-03-02T19:23:13.329543Z","end":"2026-03-02T19:23:14.010969Z","steps":["trace[920992699] 'process raft request' (duration: 681.160969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:14.011071Z","caller":"traceutil/trace.go:171","msg":"trace[1378930441] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"545.103912ms","start":"2026-03-02T19:23:13.465953Z","end":"2026-03-02T19:23:14.011057Z","steps":["trace[1378930441] 'process raft request' (duration: 544.856196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:14.011034Z","caller":"traceutil/trace.go:171","msg":"trace[658234815] linearizableReadLoop","detail":"{readStateIndex:25361; appliedIndex:25355; }","duration":"1.170253607s","start":"2026-03-02T19:23:12.840725Z","end":"2026-03-02T19:23:14.010979Z","steps":["trace[658234815] 'read index received' (duration: 793.29634ms)","trace[658234815] 'applied index is now lower than readState.Index' (duration: 376.956007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:14.011184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.465912Z","time spent":"545.202794ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:14.011206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.329507Z","time spent":"681.592409ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:14.01125Z","caller":"traceutil/trace.go:171","msg":"trace[859856181] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"543.71484ms","start":"2026-03-02T19:23:13.467464Z","end":"2026-03-02T19:23:14.011179Z","steps":["trace[859856181] 'process raft request' (duration: 543.473065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.011358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.32066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:23:14.011414Z","caller":"traceutil/trace.go:171","msg":"trace[1752406361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24498; }","duration":"316.420152ms","start":"2026-03-02T19:23:13.694978Z","end":"2026-03-02T19:23:14.011398Z","steps":["trace[1752406361] 'agreement among raft nodes before linearized reading' (duration: 316.265529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:14.010871Z","caller":"traceutil/trace.go:171","msg":"trace[381759418] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"732.504411ms","start":"2026-03-02T19:23:13.278333Z","end":"2026-03-02T19:23:14.010838Z","steps":["trace[381759418] 'process raft request' (duration: 732.205653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.011532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.467455Z","time spent":"543.926756ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:14.011561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.132086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:14.011619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.405399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:23:14.011632Z","caller":"traceutil/trace.go:171","msg":"trace[1062297269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24498; }","duration":"483.237299ms","start":"2026-03-02T19:23:13.52838Z","end":"2026-03-02T19:23:14.011617Z","steps":["trace[1062297269] 'agreement among raft nodes before linearized reading' (duration: 483.148287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:14.011664Z","caller":"traceutil/trace.go:171","msg":"trace[1386582179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24498; }","duration":"373.46905ms","start":"2026-03-02T19:23:13.638182Z","end":"2026-03-02T19:23:14.011651Z","steps":["trace[1386582179] 'agreement among raft nodes before linearized reading' (duration: 373.315977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.011713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.63817Z","time spent":"373.536462ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:23:14.011714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.528357Z","time spent":"483.346231ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:14.011322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.008578Z","time spent":"1.002435519s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:14.011625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.107925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:14.011885Z","caller":"traceutil/trace.go:171","msg":"trace[1422219151] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24498; }","duration":"615.408371ms","start":"2026-03-02T19:23:13.396459Z","end":"2026-03-02T19:23:14.011867Z","steps":["trace[1422219151] 'agreement among raft nodes before linearized reading' (duration: 615.126685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.011943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.396434Z","time spent":"615.496222ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:14.012048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.278309Z","time spent":"733.328889ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:14.011431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.668724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:14.012399Z","caller":"traceutil/trace.go:171","msg":"trace[197582261] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24498; }","duration":"183.679807ms","start":"2026-03-02T19:23:13.828701Z","end":"2026-03-02T19:23:14.012381Z","steps":["trace[197582261] 'agreement among raft nodes before linearized reading' (duration: 182.638545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.011453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.694954Z","time spent":"316.492954ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:14.011469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.133318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T19:23:14.012629Z","caller":"traceutil/trace.go:171","msg":"trace[1783669117] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd; range_end:; response_count:1; response_revision:24498; }","duration":"662.322184ms","start":"2026-03-02T19:23:13.350266Z","end":"2026-03-02T19:23:14.012588Z","steps":["trace[1783669117] 'agreement among raft nodes before linearized reading' (duration: 660.997865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.012252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171065255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:14.012712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.350245Z","time spent":"662.426097ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd\" "} {"level":"warn","ts":"2026-03-02T19:23:14.011549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.953601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T19:23:14.013019Z","caller":"traceutil/trace.go:171","msg":"trace[1784860590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24498; }","duration":"390.456783ms","start":"2026-03-02T19:23:13.622532Z","end":"2026-03-02T19:23:14.012989Z","steps":["trace[1784860590] 'agreement among raft nodes before linearized reading' (duration: 388.948011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.013098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:13.622491Z","time spent":"390.584686ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T19:23:14.011539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.607756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:23:14.013265Z","caller":"traceutil/trace.go:171","msg":"trace[521907811] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24498; }","duration":"224.379994ms","start":"2026-03-02T19:23:13.788865Z","end":"2026-03-02T19:23:14.013245Z","steps":["trace[521907811] 'agreement among raft nodes before linearized reading' (duration: 222.530474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:14.013105Z","caller":"traceutil/trace.go:171","msg":"trace[1324670746] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24498; }","duration":"1.172058926s","start":"2026-03-02T19:23:12.8407Z","end":"2026-03-02T19:23:14.012759Z","steps":["trace[1324670746] 'agreement among raft nodes before linearized reading' (duration: 1.170536733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.014036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.840621Z","time spent":"1.173398066s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:14.324235Z","caller":"traceutil/trace.go:171","msg":"trace[101733445] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"307.184028ms","start":"2026-03-02T19:23:14.01702Z","end":"2026-03-02T19:23:14.324205Z","steps":["trace[101733445] 'process raft request' (duration: 306.943093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.324435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:14.017001Z","time spent":"307.342781ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:14.324685Z","caller":"traceutil/trace.go:171","msg":"trace[311443547] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"306.76382ms","start":"2026-03-02T19:23:14.017908Z","end":"2026-03-02T19:23:14.324672Z","steps":["trace[311443547] 'process raft request' (duration: 306.247108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:14.324684Z","caller":"traceutil/trace.go:171","msg":"trace[1837845288] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"305.686977ms","start":"2026-03-02T19:23:14.018966Z","end":"2026-03-02T19:23:14.324653Z","steps":["trace[1837845288] 'process raft request' (duration: 305.502032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.324755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:14.017892Z","time spent":"306.826001ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:14.324907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:14.018945Z","time spent":"305.821299ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:14.716857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.357277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:23:14.716999Z","caller":"traceutil/trace.go:171","msg":"trace[777177740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24502; }","duration":"122.577591ms","start":"2026-03-02T19:23:14.594389Z","end":"2026-03-02T19:23:14.716966Z","steps":["trace[777177740] 'range keys from in-memory index tree' (duration: 122.060459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.717047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.0118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:23:14.717138Z","caller":"traceutil/trace.go:171","msg":"trace[1382507141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24502; }","duration":"123.171484ms","start":"2026-03-02T19:23:14.593949Z","end":"2026-03-02T19:23:14.71712Z","steps":["trace[1382507141] 'range keys from in-memory index tree' (duration: 122.752474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:14.717294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.731798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:23:14.717319Z","caller":"traceutil/trace.go:171","msg":"trace[1534400519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24502; }","duration":"124.80436ms","start":"2026-03-02T19:23:14.592509Z","end":"2026-03-02T19:23:14.717313Z","steps":["trace[1534400519] 'range keys from in-memory index tree' (duration: 124.609177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:15.108789Z","caller":"traceutil/trace.go:171","msg":"trace[750221576] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"385.416192ms","start":"2026-03-02T19:23:14.723344Z","end":"2026-03-02T19:23:15.10876Z","steps":["trace[750221576] 'process raft request' (duration: 385.208777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:15.108959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:14.723314Z","time spent":"385.562225ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:15.119034Z","caller":"traceutil/trace.go:171","msg":"trace[1091526696] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"394.624946ms","start":"2026-03-02T19:23:14.724383Z","end":"2026-03-02T19:23:15.119008Z","steps":["trace[1091526696] 'process raft request' (duration: 394.416952ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:15.119266Z","caller":"traceutil/trace.go:171","msg":"trace[418661666] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"393.960361ms","start":"2026-03-02T19:23:14.725293Z","end":"2026-03-02T19:23:15.119254Z","steps":["trace[418661666] 'process raft request' (duration: 393.670914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:15.119325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:14.725269Z","time spent":"394.029053ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:15.11937Z","caller":"traceutil/trace.go:171","msg":"trace[2140466031] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"171.319915ms","start":"2026-03-02T19:23:14.948029Z","end":"2026-03-02T19:23:15.119349Z","steps":["trace[2140466031] 'process raft request' (duration: 171.147221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:15.119365Z","caller":"traceutil/trace.go:171","msg":"trace[1485605199] linearizableReadLoop","detail":"{readStateIndex:25370; appliedIndex:25367; }","duration":"317.779042ms","start":"2026-03-02T19:23:14.801554Z","end":"2026-03-02T19:23:15.119333Z","steps":["trace[1485605199] 'read index received' (duration: 306.961344ms)","trace[1485605199] 'applied index is now lower than readState.Index' (duration: 10.816248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:15.119509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.961086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:15.119538Z","caller":"traceutil/trace.go:171","msg":"trace[948124857] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24506; }","duration":"318.016018ms","start":"2026-03-02T19:23:14.801512Z","end":"2026-03-02T19:23:15.119528Z","steps":["trace[948124857] 'agreement among raft nodes before linearized reading' (duration: 317.965926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:15.119562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:14.724362Z","time spent":"394.783849ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:15.119568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:14.801499Z","time spent":"318.063798ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:23:15.119595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.194212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:15.119655Z","caller":"traceutil/trace.go:171","msg":"trace[566451032] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24506; }","duration":"205.329435ms","start":"2026-03-02T19:23:14.914307Z","end":"2026-03-02T19:23:15.119636Z","steps":["trace[566451032] 'agreement among raft nodes before linearized reading' (duration: 205.188982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:15.588344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.143227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:15.588438Z","caller":"traceutil/trace.go:171","msg":"trace[1778875771] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24506; }","duration":"464.299151ms","start":"2026-03-02T19:23:15.124118Z","end":"2026-03-02T19:23:15.588418Z","steps":["trace[1778875771] 'range keys from in-memory index tree' (duration: 464.049566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:15.588486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.460088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:15.588537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:15.124085Z","time spent":"464.440514ms","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:23:15.588625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.409641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:15.588587Z","caller":"traceutil/trace.go:171","msg":"trace[1839023458] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24506; }","duration":"417.631522ms","start":"2026-03-02T19:23:15.170933Z","end":"2026-03-02T19:23:15.588564Z","steps":["trace[1839023458] 'count revisions from in-memory index tree' (duration: 417.314285ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:15.588882Z","caller":"traceutil/trace.go:171","msg":"trace[277818172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24506; }","duration":"291.703657ms","start":"2026-03-02T19:23:15.297162Z","end":"2026-03-02T19:23:15.588866Z","steps":["trace[277818172] 'count revisions from in-memory index tree' (duration: 291.349149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:15.588875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.392388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:15.588968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:15.170904Z","time spent":"418.011291ms","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:15.589016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.43904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273000"} {"level":"info","ts":"2026-03-02T19:23:15.589047Z","caller":"traceutil/trace.go:171","msg":"trace[559857595] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24506; }","duration":"309.775226ms","start":"2026-03-02T19:23:15.279248Z","end":"2026-03-02T19:23:15.589023Z","steps":["trace[559857595] 'count revisions from in-memory index tree' (duration: 308.682862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:15.589108Z","caller":"traceutil/trace.go:171","msg":"trace[594609293] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24506; }","duration":"334.602643ms","start":"2026-03-02T19:23:15.254484Z","end":"2026-03-02T19:23:15.589086Z","steps":["trace[594609293] 'range keys from in-memory index tree' (duration: 333.661302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:15.589186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:15.254456Z","time spent":"334.693766ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273023,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:23:15.589148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:15.279182Z","time spent":"309.94612ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:15.950293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.074595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-02T19:23:15.951682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.079905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:15.951778Z","caller":"traceutil/trace.go:171","msg":"trace[1983101055] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24506; }","duration":"459.488444ms","start":"2026-03-02T19:23:15.492268Z","end":"2026-03-02T19:23:15.951757Z","steps":["trace[1983101055] 'agreement among raft nodes before linearized reading' (duration: 459.060125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:15.951877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:15.492214Z","time spent":"459.649549ms","remote":"127.0.0.1:56956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:15.951155Z","caller":"traceutil/trace.go:171","msg":"trace[1484537364] linearizableReadLoop","detail":"{readStateIndex:25372; appliedIndex:25371; }","duration":"458.79362ms","start":"2026-03-02T19:23:15.492332Z","end":"2026-03-02T19:23:15.951126Z","steps":["trace[1484537364] 'read index received' (duration: 97.800045ms)","trace[1484537364] 'applied index is now lower than readState.Index' (duration: 360.991255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:16.452491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263694956,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:23:16.552576Z","caller":"traceutil/trace.go:171","msg":"trace[889139770] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"912.841754ms","start":"2026-03-02T19:23:15.6397Z","end":"2026-03-02T19:23:16.552542Z","steps":["trace[889139770] 'process raft request' (duration: 912.587499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:16.552966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:15.639678Z","time spent":"913.194062ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:17.105255Z","caller":"traceutil/trace.go:171","msg":"trace[1130252746] linearizableReadLoop","detail":"{readStateIndex:25379; appliedIndex:25373; }","duration":"1.15317081s","start":"2026-03-02T19:23:15.95205Z","end":"2026-03-02T19:23:17.105221Z","steps":["trace[1130252746] 'read index received' (duration: 600.874231ms)","trace[1130252746] 'applied index is now lower than readState.Index' (duration: 552.295459ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:17.105708Z","caller":"traceutil/trace.go:171","msg":"trace[1528917783] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"1.085630042s","start":"2026-03-02T19:23:16.020054Z","end":"2026-03-02T19:23:17.105684Z","steps":["trace[1528917783] 'process raft request' (duration: 1.08511427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.105842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:16.019969Z","time spent":"1.085790125s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:17.106081Z","caller":"traceutil/trace.go:171","msg":"trace[1647132989] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"1.086569942s","start":"2026-03-02T19:23:16.019501Z","end":"2026-03-02T19:23:17.106071Z","steps":["trace[1647132989] 'process raft request' (duration: 1.085310095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.106144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:16.019471Z","time spent":"1.086636293s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:17.106284Z","caller":"traceutil/trace.go:171","msg":"trace[1260428061] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"1.086638593s","start":"2026-03-02T19:23:16.019636Z","end":"2026-03-02T19:23:17.106274Z","steps":["trace[1260428061] 'process raft request' (duration: 1.085376786s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.106332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:16.019628Z","time spent":"1.086677794s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:17.106463Z","caller":"traceutil/trace.go:171","msg":"trace[107838638] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"1.086763917s","start":"2026-03-02T19:23:16.019689Z","end":"2026-03-02T19:23:17.106453Z","steps":["trace[107838638] 'process raft request' (duration: 1.085367066s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.106512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:16.019682Z","time spent":"1.086803208s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:17.106633Z","caller":"traceutil/trace.go:171","msg":"trace[1964673434] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"1.086756787s","start":"2026-03-02T19:23:16.019868Z","end":"2026-03-02T19:23:17.106624Z","steps":["trace[1964673434] 'process raft request' (duration: 1.085222223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.106687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:16.019857Z","time spent":"1.086800598s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:17.106812Z","caller":"traceutil/trace.go:171","msg":"trace[1864465520] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"1.08687743s","start":"2026-03-02T19:23:16.019925Z","end":"2026-03-02T19:23:17.106803Z","steps":["trace[1864465520] 'process raft request' (duration: 1.085203962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.10686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:16.019918Z","time spent":"1.0869151s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:17.107567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.600025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:23:17.107619Z","caller":"traceutil/trace.go:171","msg":"trace[1599060803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24513; }","duration":"777.687467ms","start":"2026-03-02T19:23:16.329918Z","end":"2026-03-02T19:23:17.107605Z","steps":["trace[1599060803] 'agreement among raft nodes before linearized reading' (duration: 777.518434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.107685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:16.329895Z","time spent":"777.782149ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:17.107697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580048997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:17.107773Z","caller":"traceutil/trace.go:171","msg":"trace[572359381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24513; }","duration":"1.580165248s","start":"2026-03-02T19:23:15.527591Z","end":"2026-03-02T19:23:17.107756Z","steps":["trace[572359381] 'agreement among raft nodes before linearized reading' (duration: 1.580012815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.107844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:15.527572Z","time spent":"1.580235791s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:17.107936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.934422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:23:17.107981Z","caller":"traceutil/trace.go:171","msg":"trace[324670135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24513; }","duration":"777.993244ms","start":"2026-03-02T19:23:16.329977Z","end":"2026-03-02T19:23:17.10797Z","steps":["trace[324670135] 'agreement among raft nodes before linearized reading' (duration: 777.883202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.108096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499735747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:23:17.108125Z","caller":"traceutil/trace.go:171","msg":"trace[2101765780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24513; }","duration":"1.499819628s","start":"2026-03-02T19:23:15.608299Z","end":"2026-03-02T19:23:17.108118Z","steps":["trace[2101765780] 'agreement among raft nodes before linearized reading' (duration: 1.499709076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.108149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:15.608277Z","time spent":"1.499868119s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:23:17.110394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:16.329972Z","time spent":"778.037955ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:23:17.644105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.974891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:17.644441Z","caller":"traceutil/trace.go:171","msg":"trace[1428675166] linearizableReadLoop","detail":"{readStateIndex:25382; appliedIndex:25379; }","duration":"527.218848ms","start":"2026-03-02T19:23:17.117202Z","end":"2026-03-02T19:23:17.644421Z","steps":["trace[1428675166] 'read index received' (duration: 112.858058ms)","trace[1428675166] 'applied index is now lower than readState.Index' (duration: 414.35957ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:17.644553Z","caller":"traceutil/trace.go:171","msg":"trace[1650923920] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"530.433829ms","start":"2026-03-02T19:23:17.114106Z","end":"2026-03-02T19:23:17.64454Z","steps":["trace[1650923920] 'process raft request' (duration: 115.935135ms)","trace[1650923920] 'compare' (duration: 413.655945ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:17.644658Z","caller":"traceutil/trace.go:171","msg":"trace[1356831211] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"530.384028ms","start":"2026-03-02T19:23:17.114239Z","end":"2026-03-02T19:23:17.644623Z","steps":["trace[1356831211] 'process raft request' (duration: 530.01661ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:17.644666Z","caller":"traceutil/trace.go:171","msg":"trace[234329885] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"529.351644ms","start":"2026-03-02T19:23:17.115277Z","end":"2026-03-02T19:23:17.644629Z","steps":["trace[234329885] 'process raft request' (duration: 529.079318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.644623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.114091Z","time spent":"530.48944ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:17.644715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.496194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:17.644785Z","caller":"traceutil/trace.go:171","msg":"trace[1785623915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24516; }","duration":"527.585296ms","start":"2026-03-02T19:23:17.117182Z","end":"2026-03-02T19:23:17.644768Z","steps":["trace[1785623915] 'agreement among raft nodes before linearized reading' (duration: 527.420032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.644796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.351117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:17.644818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.117177Z","time spent":"527.634707ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:17.644816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.114214Z","time spent":"530.51818ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:17.644834Z","caller":"traceutil/trace.go:171","msg":"trace[1524266106] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24516; }","duration":"280.431569ms","start":"2026-03-02T19:23:17.364391Z","end":"2026-03-02T19:23:17.644822Z","steps":["trace[1524266106] 'agreement among raft nodes before linearized reading' (duration: 280.285396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.644822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.11526Z","time spent":"529.481157ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:17.644842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.901915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:23:17.644918Z","caller":"traceutil/trace.go:171","msg":"trace[96581766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24516; }","duration":"524.019497ms","start":"2026-03-02T19:23:17.120879Z","end":"2026-03-02T19:23:17.644899Z","steps":["trace[96581766] 'agreement among raft nodes before linearized reading' (duration: 523.770161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.644964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.120869Z","time spent":"524.086459ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:23:17.645021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.230325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:23:17.645128Z","caller":"traceutil/trace.go:171","msg":"trace[557334775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24516; }","duration":"521.373049ms","start":"2026-03-02T19:23:17.123727Z","end":"2026-03-02T19:23:17.6451Z","steps":["trace[557334775] 'agreement among raft nodes before linearized reading' (duration: 520.995961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.645217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.123714Z","time spent":"521.487941ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:17.645021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.711766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:23:17.645671Z","caller":"traceutil/trace.go:171","msg":"trace[1304605017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24516; }","duration":"522.417331ms","start":"2026-03-02T19:23:17.123236Z","end":"2026-03-02T19:23:17.645653Z","steps":["trace[1304605017] 'agreement among raft nodes before linearized reading' (duration: 521.528892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:17.645731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.123222Z","time spent":"522.492242ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:23:18.407077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.43443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:18.407208Z","caller":"traceutil/trace.go:171","msg":"trace[1847437562] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"756.208514ms","start":"2026-03-02T19:23:17.650976Z","end":"2026-03-02T19:23:18.407184Z","steps":["trace[1847437562] 'process raft request' (duration: 406.567189ms)","trace[1847437562] 'compare' (duration: 349.073782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:18.407276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.650952Z","time spent":"756.293095ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:18.440704Z","caller":"traceutil/trace.go:171","msg":"trace[823830455] linearizableReadLoop","detail":"{readStateIndex:25384; appliedIndex:25382; }","duration":"526.478401ms","start":"2026-03-02T19:23:17.914183Z","end":"2026-03-02T19:23:18.440661Z","steps":["trace[823830455] 'read index received' (duration: 143.500092ms)","trace[823830455] 'applied index is now lower than readState.Index' (duration: 382.976419ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:18.440932Z","caller":"traceutil/trace.go:171","msg":"trace[37183022] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"789.290613ms","start":"2026-03-02T19:23:17.651531Z","end":"2026-03-02T19:23:18.440821Z","steps":["trace[37183022] 'process raft request' (duration: 788.25226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:18.441143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.815008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:18.441199Z","caller":"traceutil/trace.go:171","msg":"trace[1906642507] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24518; }","duration":"527.057574ms","start":"2026-03-02T19:23:17.914126Z","end":"2026-03-02T19:23:18.441183Z","steps":["trace[1906642507] 'agreement among raft nodes before linearized reading' (duration: 526.765597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:18.441233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.65151Z","time spent":"789.583149ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:18.44126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:17.914098Z","time spent":"527.141766ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:18.441216Z","caller":"traceutil/trace.go:171","msg":"trace[843630536] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"332.591429ms","start":"2026-03-02T19:23:18.108599Z","end":"2026-03-02T19:23:18.441191Z","steps":["trace[843630536] 'process raft request' (duration: 332.393895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:18.441528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:18.108537Z","time spent":"332.927017ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:18.830959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.040106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:18.831281Z","caller":"traceutil/trace.go:171","msg":"trace[466160203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24519; }","duration":"302.27248ms","start":"2026-03-02T19:23:18.52882Z","end":"2026-03-02T19:23:18.831092Z","steps":["trace[466160203] 'range keys from in-memory index tree' (duration: 301.927323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:18.831347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:18.52879Z","time spent":"302.543257ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:23:18.832349Z","caller":"traceutil/trace.go:171","msg":"trace[1797658961] linearizableReadLoop","detail":"{readStateIndex:25386; appliedIndex:25385; }","duration":"238.395653ms","start":"2026-03-02T19:23:18.59393Z","end":"2026-03-02T19:23:18.832326Z","steps":["trace[1797658961] 'read index received' (duration: 236.299457ms)","trace[1797658961] 'applied index is now lower than readState.Index' (duration: 2.094806ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:18.832478Z","caller":"traceutil/trace.go:171","msg":"trace[2088558420] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"272.519666ms","start":"2026-03-02T19:23:18.559891Z","end":"2026-03-02T19:23:18.83241Z","steps":["trace[2088558420] 'process raft request' (duration: 270.412899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:18.832557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.628338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T19:23:18.832596Z","caller":"traceutil/trace.go:171","msg":"trace[1240815216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24520; }","duration":"238.671089ms","start":"2026-03-02T19:23:18.593913Z","end":"2026-03-02T19:23:18.832584Z","steps":["trace[1240815216] 'agreement among raft nodes before linearized reading' (duration: 238.487565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.633265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.239001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:19.633538Z","caller":"traceutil/trace.go:171","msg":"trace[185683918] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"518.526706ms","start":"2026-03-02T19:23:19.114993Z","end":"2026-03-02T19:23:19.633519Z","steps":["trace[185683918] 'process raft request' (duration: 518.447444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.63362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.114984Z","time spent":"518.599277ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:19.633642Z","caller":"traceutil/trace.go:171","msg":"trace[188362643] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"609.381309ms","start":"2026-03-02T19:23:19.024229Z","end":"2026-03-02T19:23:19.63361Z","steps":["trace[188362643] 'process raft request' (duration: 222.705438ms)","trace[188362643] 'compare' (duration: 385.870382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:19.6338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.0242Z","time spent":"609.519811ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:19.633846Z","caller":"traceutil/trace.go:171","msg":"trace[98754707] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"518.979186ms","start":"2026-03-02T19:23:19.114855Z","end":"2026-03-02T19:23:19.633834Z","steps":["trace[98754707] 'process raft request' (duration: 518.527147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.63392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.114822Z","time spent":"519.059969ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:19.634077Z","caller":"traceutil/trace.go:171","msg":"trace[1741107782] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"518.920004ms","start":"2026-03-02T19:23:19.115145Z","end":"2026-03-02T19:23:19.634065Z","steps":["trace[1741107782] 'process raft request' (duration: 518.340202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.634137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.115131Z","time spent":"518.978255ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:19.634351Z","caller":"traceutil/trace.go:171","msg":"trace[1801766214] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"519.141749ms","start":"2026-03-02T19:23:19.115199Z","end":"2026-03-02T19:23:19.634341Z","steps":["trace[1801766214] 'process raft request' (duration: 518.822943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.634428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.115193Z","time spent":"519.207421ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:19.634675Z","caller":"traceutil/trace.go:171","msg":"trace[1926164771] linearizableReadLoop","detail":"{readStateIndex:25394; appliedIndex:25386; }","duration":"341.988965ms","start":"2026-03-02T19:23:19.292674Z","end":"2026-03-02T19:23:19.634663Z","steps":["trace[1926164771] 'read index received' (duration: 340.504613ms)","trace[1926164771] 'applied index is now lower than readState.Index' (duration: 1.483182ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:19.634731Z","caller":"traceutil/trace.go:171","msg":"trace[817552560] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"517.711009ms","start":"2026-03-02T19:23:19.117003Z","end":"2026-03-02T19:23:19.634714Z","steps":["trace[817552560] 'process raft request' (duration: 517.576066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:19.634773Z","caller":"traceutil/trace.go:171","msg":"trace[1258722261] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"474.953326ms","start":"2026-03-02T19:23:19.15981Z","end":"2026-03-02T19:23:19.634763Z","steps":["trace[1258722261] 'process raft request' (duration: 474.812393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.634831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.159795Z","time spent":"475.001376ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:19.634887Z","caller":"traceutil/trace.go:171","msg":"trace[102300929] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"519.594879ms","start":"2026-03-02T19:23:19.115279Z","end":"2026-03-02T19:23:19.634874Z","steps":["trace[102300929] 'process raft request' (duration: 519.026657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.634969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.11527Z","time spent":"519.66296ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:19.634987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.852533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:19.634835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.116991Z","time spent":"517.79143ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:19.635064Z","caller":"traceutil/trace.go:171","msg":"trace[824221257] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24528; }","duration":"233.987056ms","start":"2026-03-02T19:23:19.401059Z","end":"2026-03-02T19:23:19.635046Z","steps":["trace[824221257] 'agreement among raft nodes before linearized reading' (duration: 233.866693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.635247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.563569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:19.635279Z","caller":"traceutil/trace.go:171","msg":"trace[625945430] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24528; }","duration":"342.63316ms","start":"2026-03-02T19:23:19.292636Z","end":"2026-03-02T19:23:19.635269Z","steps":["trace[625945430] 'agreement among raft nodes before linearized reading' (duration: 342.499557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:19.635311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.292622Z","time spent":"342.681931ms","remote":"127.0.0.1:55952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:20.270154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.043914ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:20.270309Z","caller":"traceutil/trace.go:171","msg":"trace[1994731863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24528; }","duration":"277.220518ms","start":"2026-03-02T19:23:19.993066Z","end":"2026-03-02T19:23:20.270286Z","steps":["trace[1994731863] 'range keys from in-memory index tree' (duration: 277.020764ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:20.278574Z","caller":"traceutil/trace.go:171","msg":"trace[1908662061] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"625.634095ms","start":"2026-03-02T19:23:19.65291Z","end":"2026-03-02T19:23:20.278544Z","steps":["trace[1908662061] 'process raft request' (duration: 625.474082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:20.278754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.652891Z","time spent":"625.776189ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:21.042124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.106096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:21.042337Z","caller":"traceutil/trace.go:171","msg":"trace[130004963] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"1.389159991s","start":"2026-03-02T19:23:19.653156Z","end":"2026-03-02T19:23:21.042316Z","steps":["trace[130004963] 'process raft request' (duration: 954.743017ms)","trace[130004963] 'compare' (duration: 433.702737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:21.042411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.653144Z","time spent":"1.389231412s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:21.043438Z","caller":"traceutil/trace.go:171","msg":"trace[266016283] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"1.366209115s","start":"2026-03-02T19:23:19.677187Z","end":"2026-03-02T19:23:21.043396Z","steps":["trace[266016283] 'process raft request' (duration: 1.365047209s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:21.043609Z","caller":"traceutil/trace.go:171","msg":"trace[641416994] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"205.17124ms","start":"2026-03-02T19:23:20.83841Z","end":"2026-03-02T19:23:21.043581Z","steps":["trace[641416994] 'process raft request' (duration: 204.668689ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:21.043663Z","caller":"traceutil/trace.go:171","msg":"trace[1306349748] linearizableReadLoop","detail":"{readStateIndex:25397; appliedIndex:25394; }","duration":"1.00386243s","start":"2026-03-02T19:23:20.039768Z","end":"2026-03-02T19:23:21.043631Z","steps":["trace[1306349748] 'read index received' (duration: 238.570717ms)","trace[1306349748] 'applied index is now lower than readState.Index' (duration: 765.288873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:21.043691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:19.67716Z","time spent":"1.366386828s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:21.043932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004100005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:21.044028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.707745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:21.044037Z","caller":"traceutil/trace.go:171","msg":"trace[1833391491] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24532; }","duration":"1.004330239s","start":"2026-03-02T19:23:20.039685Z","end":"2026-03-02T19:23:21.044016Z","steps":["trace[1833391491] 'agreement among raft nodes before linearized reading' (duration: 1.004055563s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:21.044073Z","caller":"traceutil/trace.go:171","msg":"trace[978319459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24532; }","duration":"496.789206ms","start":"2026-03-02T19:23:20.547272Z","end":"2026-03-02T19:23:21.044062Z","steps":["trace[978319459] 'agreement among raft nodes before linearized reading' (duration: 496.726415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:21.044091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:20.039652Z","time spent":"1.004427162s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:21.044116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:20.547251Z","time spent":"496.856248ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:21.044121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.749918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T19:23:21.04413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.855314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:23:21.044164Z","caller":"traceutil/trace.go:171","msg":"trace[1623834567] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24532; }","duration":"453.84885ms","start":"2026-03-02T19:23:20.590302Z","end":"2026-03-02T19:23:21.044151Z","steps":["trace[1623834567] 'agreement among raft nodes before linearized reading' (duration: 453.678497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:21.04419Z","caller":"traceutil/trace.go:171","msg":"trace[571509969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24532; }","duration":"597.975276ms","start":"2026-03-02T19:23:20.446201Z","end":"2026-03-02T19:23:21.044177Z","steps":["trace[571509969] 'agreement among raft nodes before linearized reading' (duration: 597.817663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:21.044202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:20.590238Z","time spent":"453.952682ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T19:23:21.044235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:20.446168Z","time spent":"598.052698ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:21.043976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001191411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T19:23:21.044359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.906814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:23:21.044399Z","caller":"traceutil/trace.go:171","msg":"trace[1492370560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24532; }","duration":"631.984186ms","start":"2026-03-02T19:23:20.412405Z","end":"2026-03-02T19:23:21.044389Z","steps":["trace[1492370560] 'agreement among raft nodes before linearized reading' (duration: 631.881553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:21.044408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.817183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:21.044434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:20.412384Z","time spent":"632.044336ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:23:21.044359Z","caller":"traceutil/trace.go:171","msg":"trace[1519253964] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:24532; }","duration":"1.00159702s","start":"2026-03-02T19:23:20.04275Z","end":"2026-03-02T19:23:21.044347Z","steps":["trace[1519253964] 'agreement among raft nodes before linearized reading' (duration: 1.001023677s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:21.044441Z","caller":"traceutil/trace.go:171","msg":"trace[1587682967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24532; }","duration":"317.898574ms","start":"2026-03-02T19:23:20.726531Z","end":"2026-03-02T19:23:21.04443Z","steps":["trace[1587682967] 'agreement among raft nodes before linearized reading' (duration: 317.841523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:21.044523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:20.042739Z","time spent":"1.001772323s","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-02T19:23:21.044783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:20.726503Z","time spent":"318.019776ms","remote":"127.0.0.1:43794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:21.472004Z","caller":"traceutil/trace.go:171","msg":"trace[431883927] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"421.892617ms","start":"2026-03-02T19:23:21.050081Z","end":"2026-03-02T19:23:21.471973Z","steps":["trace[431883927] 'process raft request' (duration: 421.825395ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:21.472109Z","caller":"traceutil/trace.go:171","msg":"trace[1403304912] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"422.114402ms","start":"2026-03-02T19:23:21.049955Z","end":"2026-03-02T19:23:21.472069Z","steps":["trace[1403304912] 'process raft request' (duration: 419.014264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:21.472191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.050053Z","time spent":"422.03598ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:21.472302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.049942Z","time spent":"422.247434ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:22.319931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.150131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:22.320077Z","caller":"traceutil/trace.go:171","msg":"trace[1776839923] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"1.242343995s","start":"2026-03-02T19:23:21.077709Z","end":"2026-03-02T19:23:22.320053Z","steps":["trace[1776839923] 'process raft request' (duration: 898.913988ms)","trace[1776839923] 'compare' (duration: 342.965176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:22.320148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.077693Z","time spent":"1.242424807s","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:22.871473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.968026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:22.871906Z","caller":"traceutil/trace.go:171","msg":"trace[138041468] linearizableReadLoop","detail":"{readStateIndex:25408; appliedIndex:25401; }","duration":"959.402491ms","start":"2026-03-02T19:23:21.912482Z","end":"2026-03-02T19:23:22.871885Z","steps":["trace[138041468] 'read index received' (duration: 64.241256ms)","trace[138041468] 'applied index is now lower than readState.Index' (duration: 895.160195ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:22.872193Z","caller":"traceutil/trace.go:171","msg":"trace[252747821] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"1.231422685s","start":"2026-03-02T19:23:21.640754Z","end":"2026-03-02T19:23:22.872177Z","steps":["trace[252747821] 'process raft request' (duration: 1.113577658s)","trace[252747821] 'compare' (duration: 116.794723ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:22.872369Z","caller":"traceutil/trace.go:171","msg":"trace[815671758] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"1.228976981s","start":"2026-03-02T19:23:21.643317Z","end":"2026-03-02T19:23:22.872294Z","steps":["trace[815671758] 'process raft request' (duration: 1.22844654s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:22.872501Z","caller":"traceutil/trace.go:171","msg":"trace[2121095293] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"1.231569838s","start":"2026-03-02T19:23:21.640899Z","end":"2026-03-02T19:23:22.872469Z","steps":["trace[2121095293] 'process raft request' (duration: 1.23073173s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:22.872552Z","caller":"traceutil/trace.go:171","msg":"trace[785857268] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"1.23116545s","start":"2026-03-02T19:23:21.641349Z","end":"2026-03-02T19:23:22.872515Z","steps":["trace[785857268] 'process raft request' (duration: 1.230377193s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:22.872614Z","caller":"traceutil/trace.go:171","msg":"trace[1914374744] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"1.231507027s","start":"2026-03-02T19:23:21.641051Z","end":"2026-03-02T19:23:22.872558Z","steps":["trace[1914374744] 'process raft request' (duration: 1.230636948s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:22.872617Z","caller":"traceutil/trace.go:171","msg":"trace[1435956589] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"1.228638364s","start":"2026-03-02T19:23:21.643928Z","end":"2026-03-02T19:23:22.872566Z","steps":["trace[1435956589] 'process raft request' (duration: 1.227880898s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:22.872753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.635274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:22.872753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.641281Z","time spent":"1.231354504s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:22.872777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.336217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T19:23:22.872793Z","caller":"traceutil/trace.go:171","msg":"trace[1273360575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24541; }","duration":"329.706646ms","start":"2026-03-02T19:23:22.543075Z","end":"2026-03-02T19:23:22.872782Z","steps":["trace[1273360575] 'agreement among raft nodes before linearized reading' (duration: 329.494061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:22.872811Z","caller":"traceutil/trace.go:171","msg":"trace[591354273] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24541; }","duration":"550.414989ms","start":"2026-03-02T19:23:22.322386Z","end":"2026-03-02T19:23:22.872801Z","steps":["trace[591354273] 'agreement among raft nodes before linearized reading' (duration: 550.345338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:22.872823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:22.543054Z","time spent":"329.763976ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:22.872836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:22.322364Z","time spent":"550.46728ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:23:22.87283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.810913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:23:22.872919Z","caller":"traceutil/trace.go:171","msg":"trace[2122971085] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24541; }","duration":"666.950216ms","start":"2026-03-02T19:23:22.205945Z","end":"2026-03-02T19:23:22.872895Z","steps":["trace[2122971085] 'agreement among raft nodes before linearized reading' (duration: 666.630179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:22.87291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.64392Z","time spent":"1.228843448s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:22.872906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.641043Z","time spent":"1.231731332s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:22.872946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.051899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:23:22.872972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:22.205924Z","time spent":"667.039548ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T19:23:22.873011Z","caller":"traceutil/trace.go:171","msg":"trace[175365797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24541; }","duration":"589.188672ms","start":"2026-03-02T19:23:22.283805Z","end":"2026-03-02T19:23:22.872994Z","steps":["trace[175365797] 'agreement among raft nodes before linearized reading' (duration: 588.944797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:22.873017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.801892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:23:22.872679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.640859Z","time spent":"1.231707041s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:22.873066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:22.283782Z","time spent":"589.271495ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:23:22.873075Z","caller":"traceutil/trace.go:171","msg":"trace[1937580468] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24541; }","duration":"199.880204ms","start":"2026-03-02T19:23:22.67318Z","end":"2026-03-02T19:23:22.87306Z","steps":["trace[1937580468] 'agreement among raft nodes before linearized reading' (duration: 199.649199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:22.873076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.584626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"warn","ts":"2026-03-02T19:23:22.873097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.826503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:23:22.872657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.64328Z","time spent":"1.229225787s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:22.873145Z","caller":"traceutil/trace.go:171","msg":"trace[406385405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24541; }","duration":"219.871234ms","start":"2026-03-02T19:23:22.65326Z","end":"2026-03-02T19:23:22.873132Z","steps":["trace[406385405] 'agreement among raft nodes before linearized reading' (duration: 219.730711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:22.873149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.640723Z","time spent":"1.231493026s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:22.87315Z","caller":"traceutil/trace.go:171","msg":"trace[736171102] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24541; }","duration":"960.668748ms","start":"2026-03-02T19:23:21.912458Z","end":"2026-03-02T19:23:22.873127Z","steps":["trace[736171102] 'agreement among raft nodes before linearized reading' (duration: 960.061465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:22.8732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:21.912379Z","time spent":"960.810402ms","remote":"127.0.0.1:38534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T19:23:23.408658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.357342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:23:23.408725Z","caller":"traceutil/trace.go:171","msg":"trace[499325664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24543; }","duration":"361.485356ms","start":"2026-03-02T19:23:23.047224Z","end":"2026-03-02T19:23:23.40871Z","steps":["trace[499325664] 'range keys from in-memory index tree' (duration: 361.182509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:23.408737Z","caller":"traceutil/trace.go:171","msg":"trace[589227864] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"358.199733ms","start":"2026-03-02T19:23:23.050521Z","end":"2026-03-02T19:23:23.408721Z","steps":["trace[589227864] 'process raft request' (duration: 350.691638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:23.408754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.047208Z","time spent":"361.540357ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:23:23.408722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.580872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:23.408738Z","caller":"traceutil/trace.go:171","msg":"trace[2137668894] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25410; }","duration":"239.847305ms","start":"2026-03-02T19:23:23.168856Z","end":"2026-03-02T19:23:23.408703Z","steps":["trace[2137668894] 'read index received' (duration: 232.231998ms)","trace[2137668894] 'applied index is now lower than readState.Index' (duration: 7.613627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:23.408658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.095572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:23:23.408823Z","caller":"traceutil/trace.go:171","msg":"trace[808748163] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24543; }","duration":"378.757686ms","start":"2026-03-02T19:23:23.030043Z","end":"2026-03-02T19:23:23.4088Z","steps":["trace[808748163] 'range keys from in-memory index tree' (duration: 378.47521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:23.408868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.0505Z","time spent":"358.272604ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:23.408884Z","caller":"traceutil/trace.go:171","msg":"trace[1739179100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24543; }","duration":"359.307557ms","start":"2026-03-02T19:23:23.049544Z","end":"2026-03-02T19:23:23.408852Z","steps":["trace[1739179100] 'range keys from in-memory index tree' (duration: 358.906969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:23.408875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.030017Z","time spent":"378.848018ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:23:23.408974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.049515Z","time spent":"359.42963ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:23.409596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.484588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:23.411482Z","caller":"traceutil/trace.go:171","msg":"trace[1068661782] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24544; }","duration":"242.619636ms","start":"2026-03-02T19:23:23.168846Z","end":"2026-03-02T19:23:23.411465Z","steps":["trace[1068661782] 'agreement among raft nodes before linearized reading' (duration: 239.986638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:23.963293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.221097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:23.963537Z","caller":"traceutil/trace.go:171","msg":"trace[1709334413] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"547.562235ms","start":"2026-03-02T19:23:23.415955Z","end":"2026-03-02T19:23:23.963517Z","steps":["trace[1709334413] 'process raft request' (duration: 547.517764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:23.96361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.415948Z","time spent":"547.626617ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:23.963806Z","caller":"traceutil/trace.go:171","msg":"trace[1842584875] linearizableReadLoop","detail":"{readStateIndex:25412; appliedIndex:25411; }","duration":"554.970819ms","start":"2026-03-02T19:23:23.408814Z","end":"2026-03-02T19:23:23.963785Z","steps":["trace[1842584875] 'read index received' (duration: 135.030435ms)","trace[1842584875] 'applied index is now lower than readState.Index' (duration: 419.937974ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:23.963963Z","caller":"traceutil/trace.go:171","msg":"trace[1393751874] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"550.801536ms","start":"2026-03-02T19:23:23.413106Z","end":"2026-03-02T19:23:23.963908Z","steps":["trace[1393751874] 'process raft request' (duration: 550.299505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:23.964157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.413087Z","time spent":"550.97027ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:23.964332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.318387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T19:23:23.964374Z","caller":"traceutil/trace.go:171","msg":"trace[2055095792] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd; range_end:; response_count:1; response_revision:24547; }","duration":"614.417449ms","start":"2026-03-02T19:23:23.349943Z","end":"2026-03-02T19:23:23.96436Z","steps":["trace[2055095792] 'agreement among raft nodes before linearized reading' (duration: 614.281656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:23.964338Z","caller":"traceutil/trace.go:171","msg":"trace[69327770] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"686.397565ms","start":"2026-03-02T19:23:23.277881Z","end":"2026-03-02T19:23:23.964278Z","steps":["trace[69327770] 'process raft request' (duration: 266.101354ms)","trace[69327770] 'compare' (duration: 419.013523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:23.96441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.349908Z","time spent":"614.494201ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd\" "} {"level":"warn","ts":"2026-03-02T19:23:23.964375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.823637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:23.964392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.252846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:23.964427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.000571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:23:23.964464Z","caller":"traceutil/trace.go:171","msg":"trace[1440840919] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24547; }","duration":"550.961111ms","start":"2026-03-02T19:23:23.413481Z","end":"2026-03-02T19:23:23.964442Z","steps":["trace[1440840919] 'agreement among raft nodes before linearized reading' (duration: 550.783987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:23.964481Z","caller":"traceutil/trace.go:171","msg":"trace[1195773693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24547; }","duration":"487.096263ms","start":"2026-03-02T19:23:23.47737Z","end":"2026-03-02T19:23:23.964466Z","steps":["trace[1195773693] 'agreement among raft nodes before linearized reading' (duration: 486.900859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:23.96448Z","caller":"traceutil/trace.go:171","msg":"trace[2031977692] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24547; }","duration":"570.389219ms","start":"2026-03-02T19:23:23.394071Z","end":"2026-03-02T19:23:23.96446Z","steps":["trace[2031977692] 'agreement among raft nodes before linearized reading' (duration: 570.203515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:23.964516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.477343Z","time spent":"487.165494ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:23:23.964523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.413474Z","time spent":"551.028802ms","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:23:23.964547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.394057Z","time spent":"570.463851ms","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:23.964496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.699524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:23:23.964674Z","caller":"traceutil/trace.go:171","msg":"trace[341542875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24547; }","duration":"486.882879ms","start":"2026-03-02T19:23:23.477752Z","end":"2026-03-02T19:23:23.964634Z","steps":["trace[341542875] 'agreement among raft nodes before linearized reading' (duration: 486.518181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:23.964788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.477746Z","time spent":"487.006342ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:23.964976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.277839Z","time spent":"686.58875ms","remote":"127.0.0.1:38534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:24.559119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:25.416576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.561437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:25.416838Z","caller":"traceutil/trace.go:171","msg":"trace[2132661644] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"1.447668989s","start":"2026-03-02T19:23:23.969134Z","end":"2026-03-02T19:23:25.416803Z","steps":["trace[2132661644] 'process raft request' (duration: 815.729044ms)","trace[2132661644] 'compare' (duration: 630.569846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:25.416955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.969117Z","time spent":"1.447787813s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:25.416967Z","caller":"traceutil/trace.go:171","msg":"trace[1542142284] linearizableReadLoop","detail":"{readStateIndex:25417; appliedIndex:25415; }","duration":"1.357910801s","start":"2026-03-02T19:23:24.059032Z","end":"2026-03-02T19:23:25.416943Z","steps":["trace[1542142284] 'read index received' (duration: 725.981677ms)","trace[1542142284] 'applied index is now lower than readState.Index' (duration: 631.928294ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:25.417052Z","caller":"traceutil/trace.go:171","msg":"trace[1107827565] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"1.44679617s","start":"2026-03-02T19:23:23.970216Z","end":"2026-03-02T19:23:25.417012Z","steps":["trace[1107827565] 'process raft request' (duration: 1.446499984s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:25.41711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403893745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:25.417141Z","caller":"traceutil/trace.go:171","msg":"trace[1095934972] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24550; }","duration":"1.403994377s","start":"2026-03-02T19:23:24.013138Z","end":"2026-03-02T19:23:25.417132Z","steps":["trace[1095934972] 'agreement among raft nodes before linearized reading' (duration: 1.403904395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:25.417161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.013113Z","time spent":"1.404041788s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:25.417188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:23.970195Z","time spent":"1.446912902s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:25.917529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695047,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:26.340267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555279691s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:23:26.484973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.261978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:26.48509Z","caller":"traceutil/trace.go:171","msg":"trace[2106323118] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"1.844037084s","start":"2026-03-02T19:23:24.641031Z","end":"2026-03-02T19:23:26.485068Z","steps":["trace[2106323118] 'process raft request' (duration: 1.699594332s)","trace[2106323118] 'compare' (duration: 143.734176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:26.485155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.640996Z","time spent":"1.844130005s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:26.526118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000056232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:23:26.526217Z","caller":"traceutil/trace.go:171","msg":"trace[1177520066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227925s","start":"2026-03-02T19:23:24.525967Z","end":"2026-03-02T19:23:26.526195Z","steps":["trace[1177520066] 'agreement among raft nodes before linearized reading' (duration: 2.000100023s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:26.526276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.525939Z","time spent":"2.000327148s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:27.687868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.343554786s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:23:27.689021Z","caller":"traceutil/trace.go:171","msg":"trace[1810086764] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"2.808104036s","start":"2026-03-02T19:23:24.880882Z","end":"2026-03-02T19:23:27.688986Z","steps":["trace[1810086764] 'process raft request' (duration: 2.808027905s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:27.68911Z","caller":"traceutil/trace.go:171","msg":"trace[1628147589] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"2.808297851s","start":"2026-03-02T19:23:24.880746Z","end":"2026-03-02T19:23:27.689044Z","steps":["trace[1628147589] 'process raft request' (duration: 2.807918862s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:27.689142Z","caller":"traceutil/trace.go:171","msg":"trace[560476559] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"2.808328442s","start":"2026-03-02T19:23:24.880764Z","end":"2026-03-02T19:23:27.689092Z","steps":["trace[560476559] 'process raft request' (duration: 2.808097997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.689196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.880838Z","time spent":"2.80827415s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:27.689347Z","caller":"traceutil/trace.go:171","msg":"trace[167183402] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"2.807635677s","start":"2026-03-02T19:23:24.881694Z","end":"2026-03-02T19:23:27.68933Z","steps":["trace[167183402] 'process raft request' (duration: 2.807249928s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.689371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.880707Z","time spent":"2.808523336s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:27.68938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.880734Z","time spent":"2.808511385s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:27.689438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.88168Z","time spent":"2.807716298s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:27.689641Z","caller":"traceutil/trace.go:171","msg":"trace[515498206] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"2.807846041s","start":"2026-03-02T19:23:24.881785Z","end":"2026-03-02T19:23:27.689631Z","steps":["trace[515498206] 'process raft request' (duration: 2.807468673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.689708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.881775Z","time spent":"2.807901702s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:27.6901Z","caller":"traceutil/trace.go:171","msg":"trace[759632852] linearizableReadLoop","detail":"{readStateIndex:25426; appliedIndex:25417; }","duration":"2.273060438s","start":"2026-03-02T19:23:25.417022Z","end":"2026-03-02T19:23:27.690083Z","steps":["trace[759632852] 'read index received' (duration: 923.647033ms)","trace[759632852] 'applied index is now lower than readState.Index' (duration: 1.349412275s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:27.690219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85040184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:27.690258Z","caller":"traceutil/trace.go:171","msg":"trace[638551180] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24559; }","duration":"2.850443091s","start":"2026-03-02T19:23:24.839801Z","end":"2026-03-02T19:23:27.690244Z","steps":["trace[638551180] 'agreement among raft nodes before linearized reading' (duration: 2.850363659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.690273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757879141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:23:27.690332Z","caller":"traceutil/trace.go:171","msg":"trace[1467139609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24559; }","duration":"2.757963952s","start":"2026-03-02T19:23:24.932351Z","end":"2026-03-02T19:23:27.690315Z","steps":["trace[1467139609] 'agreement among raft nodes before linearized reading' (duration: 2.757798959s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.690376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.932339Z","time spent":"2.758030154s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:27.69043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402921024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:23:27.690494Z","caller":"traceutil/trace.go:171","msg":"trace[230398696] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"2.80731357s","start":"2026-03-02T19:23:24.883169Z","end":"2026-03-02T19:23:27.690483Z","steps":["trace[230398696] 'process raft request' (duration: 2.806418879s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.690507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629945036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:23:27.690533Z","caller":"traceutil/trace.go:171","msg":"trace[955193329] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24559; }","duration":"3.629998728s","start":"2026-03-02T19:23:24.060528Z","end":"2026-03-02T19:23:27.690526Z","steps":["trace[955193329] 'agreement among raft nodes before linearized reading' (duration: 3.629828844s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:27.690536Z","caller":"traceutil/trace.go:171","msg":"trace[1211242334] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24559; }","duration":"3.403048446s","start":"2026-03-02T19:23:24.287451Z","end":"2026-03-02T19:23:27.6905Z","steps":["trace[1211242334] 'agreement among raft nodes before linearized reading' (duration: 3.402729839s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.690559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.060513Z","time spent":"3.630041838s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:23:27.690595Z","caller":"traceutil/trace.go:171","msg":"trace[1493287095] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"2.271594075s","start":"2026-03-02T19:23:25.418987Z","end":"2026-03-02T19:23:27.690581Z","steps":["trace[1493287095] 'process raft request' (duration: 2.270832777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.690608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.287429Z","time spent":"3.403141629s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:23:27.690654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:25.418935Z","time spent":"2.271691707s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:27.690551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.88316Z","time spent":"2.807357531s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:27.690747Z","caller":"traceutil/trace.go:171","msg":"trace[1054454175] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"2.176823836s","start":"2026-03-02T19:23:25.513914Z","end":"2026-03-02T19:23:27.690738Z","steps":["trace[1054454175] 'process raft request' (duration: 2.176055s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.690804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:25.513872Z","time spent":"2.176906258s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:27.690833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966839734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:27.690864Z","caller":"traceutil/trace.go:171","msg":"trace[428131267] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24559; }","duration":"2.966925787s","start":"2026-03-02T19:23:24.723927Z","end":"2026-03-02T19:23:27.690853Z","steps":["trace[428131267] 'agreement among raft nodes before linearized reading' (duration: 2.966871086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.690894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.723891Z","time spent":"2.966995758s","remote":"127.0.0.1:38548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:27.690291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.839712Z","time spent":"2.850571073s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:27.690338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468283844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:27.691621Z","caller":"traceutil/trace.go:171","msg":"trace[1545149419] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24559; }","duration":"3.469618663s","start":"2026-03-02T19:23:24.221994Z","end":"2026-03-02T19:23:27.691612Z","steps":["trace[1545149419] 'agreement among raft nodes before linearized reading' (duration: 3.468313725s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.691656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:24.221969Z","time spent":"3.469677454s","remote":"127.0.0.1:48282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:27.692744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499758454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:23:27.692786Z","caller":"traceutil/trace.go:171","msg":"trace[1179712534] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24559; }","duration":"2.499841715s","start":"2026-03-02T19:23:25.192932Z","end":"2026-03-02T19:23:27.692774Z","steps":["trace[1179712534] 'agreement among raft nodes before linearized reading' (duration: 2.497943933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:27.692813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:25.192905Z","time spent":"2.499901046s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2646,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:28.1911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:28.52722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:23:28.5273Z","caller":"traceutil/trace.go:171","msg":"trace[2126937072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389039s","start":"2026-03-02T19:23:26.526892Z","end":"2026-03-02T19:23:28.527281Z","steps":["trace[2126937072] 'agreement among raft nodes before linearized reading' (duration: 2.000287287s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:28.527343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:26.526871Z","time spent":"2.000463621s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:23:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:23:28.828776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.511587ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:23:28.829402Z","caller":"traceutil/trace.go:171","msg":"trace[551012125] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"1.687564345s","start":"2026-03-02T19:23:27.141817Z","end":"2026-03-02T19:23:28.829381Z","steps":["trace[551012125] 'process raft request' (duration: 1.687083135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:28.829547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:27.141785Z","time spent":"1.687672438s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:30.314677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.482063ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:30.314805Z","caller":"traceutil/trace.go:171","msg":"trace[991254284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24560; }","duration":"321.622257ms","start":"2026-03-02T19:23:29.993165Z","end":"2026-03-02T19:23:30.314787Z","steps":["trace[991254284] 'range keys from in-memory index tree' (duration: 321.463743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.314856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:28.945088Z","time spent":"1.369759523s","remote":"127.0.0.1:35562","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:23:30.315765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486341952s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:30.315927Z","caller":"traceutil/trace.go:171","msg":"trace[477907230] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"1.568279688s","start":"2026-03-02T19:23:28.74764Z","end":"2026-03-02T19:23:30.315919Z","steps":["trace[477907230] 'process raft request' (duration: 1.568205616s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.315989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:28.747608Z","time spent":"1.568356398s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:30.316048Z","caller":"traceutil/trace.go:171","msg":"trace[753684877] linearizableReadLoop","detail":"{readStateIndex:25429; appliedIndex:25426; }","duration":"2.625880701s","start":"2026-03-02T19:23:27.690127Z","end":"2026-03-02T19:23:30.316007Z","steps":["trace[753684877] 'read index received' (duration: 899.204244ms)","trace[753684877] 'applied index is now lower than readState.Index' (duration: 1.726672537s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:30.315975Z","caller":"traceutil/trace.go:171","msg":"trace[619897285] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"2.618783525s","start":"2026-03-02T19:23:27.697167Z","end":"2026-03-02T19:23:30.315951Z","steps":["trace[619897285] 'process raft request' (duration: 1.132199418s)","trace[619897285] 'compare' (duration: 1.485170196s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:30.316839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:27.69714Z","time spent":"2.619632474s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:30.316309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552653003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-02T19:23:30.316842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87083205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:23:30.316916Z","caller":"traceutil/trace.go:171","msg":"trace[1684689042] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24562; }","duration":"3.553261726s","start":"2026-03-02T19:23:26.76362Z","end":"2026-03-02T19:23:30.316882Z","steps":["trace[1684689042] 'agreement among raft nodes before linearized reading' (duration: 3.552643073s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:30.316941Z","caller":"traceutil/trace.go:171","msg":"trace[1426337623] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24562; }","duration":"4.870970293s","start":"2026-03-02T19:23:25.445956Z","end":"2026-03-02T19:23:30.316926Z","steps":["trace[1426337623] 'agreement among raft nodes before linearized reading' (duration: 4.870720358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.317046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:25.445939Z","time spent":"4.871094736s","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:23:30.317002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:26.763602Z","time spent":"3.553378079s","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T19:23:30.316443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894932419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:23:30.317225Z","caller":"traceutil/trace.go:171","msg":"trace[1741107636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24562; }","duration":"2.895762318s","start":"2026-03-02T19:23:27.42145Z","end":"2026-03-02T19:23:30.317212Z","steps":["trace[1741107636] 'agreement among raft nodes before linearized reading' (duration: 2.894820877s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.317271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:27.421426Z","time spent":"2.89583288s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:23:30.316446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467316518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:30.317448Z","caller":"traceutil/trace.go:171","msg":"trace[1242023169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24562; }","duration":"4.468366801s","start":"2026-03-02T19:23:25.849066Z","end":"2026-03-02T19:23:30.317433Z","steps":["trace[1242023169] 'agreement among raft nodes before linearized reading' (duration: 4.467237677s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.317495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:25.84904Z","time spent":"4.468441492s","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:30.316458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163299543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:30.317688Z","caller":"traceutil/trace.go:171","msg":"trace[859023645] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24562; }","duration":"3.164602793s","start":"2026-03-02T19:23:27.15307Z","end":"2026-03-02T19:23:30.317673Z","steps":["trace[859023645] 'agreement among raft nodes before linearized reading' (duration: 3.163232032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.317735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:27.153052Z","time spent":"3.164670015s","remote":"127.0.0.1:55916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:30.316497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89312648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:23:30.317833Z","caller":"traceutil/trace.go:171","msg":"trace[1313808625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24562; }","duration":"2.894484081s","start":"2026-03-02T19:23:27.423311Z","end":"2026-03-02T19:23:30.317795Z","steps":["trace[1313808625] 'agreement among raft nodes before linearized reading' (duration: 2.892963157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.317917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:27.423301Z","time spent":"2.894592523s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:30.316512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347912107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:23:30.318052Z","caller":"traceutil/trace.go:171","msg":"trace[1403963865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24562; }","duration":"4.349468032s","start":"2026-03-02T19:23:25.968538Z","end":"2026-03-02T19:23:30.318006Z","steps":["trace[1403963865] 'agreement among raft nodes before linearized reading' (duration: 4.347754834s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.316356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347847096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:23:30.318091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:25.968523Z","time spent":"4.349558063s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:23:30.318137Z","caller":"traceutil/trace.go:171","msg":"trace[1470762206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24562; }","duration":"4.349627685s","start":"2026-03-02T19:23:25.968487Z","end":"2026-03-02T19:23:30.318115Z","steps":["trace[1470762206] 'agreement among raft nodes before linearized reading' (duration: 4.347778534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.318213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:25.968462Z","time spent":"4.349730077s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:23:30.382696Z","caller":"traceutil/trace.go:171","msg":"trace[11149566] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"687.522871ms","start":"2026-03-02T19:23:29.695146Z","end":"2026-03-02T19:23:30.382669Z","steps":["trace[11149566] 'process raft request' (duration: 687.292876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.382867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.695125Z","time spent":"687.660183ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:30.383021Z","caller":"traceutil/trace.go:171","msg":"trace[1840924787] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"686.664181ms","start":"2026-03-02T19:23:29.69633Z","end":"2026-03-02T19:23:30.382994Z","steps":["trace[1840924787] 'process raft request' (duration: 686.294773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.383161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.696321Z","time spent":"686.754603ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:30.383676Z","caller":"traceutil/trace.go:171","msg":"trace[485707152] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"686.600839ms","start":"2026-03-02T19:23:29.697064Z","end":"2026-03-02T19:23:30.383665Z","steps":["trace[485707152] 'process raft request' (duration: 686.385105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.383742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.69705Z","time spent":"686.65525ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:30.383626Z","caller":"traceutil/trace.go:171","msg":"trace[938958634] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"687.06776ms","start":"2026-03-02T19:23:29.696531Z","end":"2026-03-02T19:23:30.383599Z","steps":["trace[938958634] 'process raft request' (duration: 686.346794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:30.383846Z","caller":"traceutil/trace.go:171","msg":"trace[92295744] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"686.359864ms","start":"2026-03-02T19:23:29.697428Z","end":"2026-03-02T19:23:30.383788Z","steps":["trace[92295744] 'process raft request' (duration: 686.141649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.383893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.696489Z","time spent":"687.351625ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:30.383991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899439774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:30.384008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.697417Z","time spent":"686.506887ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:30.384027Z","caller":"traceutil/trace.go:171","msg":"trace[949745360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24569; }","duration":"1.899504746s","start":"2026-03-02T19:23:28.48451Z","end":"2026-03-02T19:23:30.384014Z","steps":["trace[949745360] 'agreement among raft nodes before linearized reading' (duration: 1.899430454s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:28.484491Z","time spent":"1.899559028s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:30.384044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178107469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:30.384052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103094698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:30.38412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683305297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:23:30.384122Z","caller":"traceutil/trace.go:171","msg":"trace[1274980779] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24569; }","duration":"1.178214412s","start":"2026-03-02T19:23:29.205882Z","end":"2026-03-02T19:23:30.384096Z","steps":["trace[1274980779] 'agreement among raft nodes before linearized reading' (duration: 1.178042098s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:30.384158Z","caller":"traceutil/trace.go:171","msg":"trace[856507194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24569; }","duration":"2.683375519s","start":"2026-03-02T19:23:27.700769Z","end":"2026-03-02T19:23:30.384144Z","steps":["trace[856507194] 'agreement among raft nodes before linearized reading' (duration: 2.683254446s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:30.384152Z","caller":"traceutil/trace.go:171","msg":"trace[301671956] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24569; }","duration":"1.103274191s","start":"2026-03-02T19:23:29.28085Z","end":"2026-03-02T19:23:30.384124Z","steps":["trace[301671956] 'agreement among raft nodes before linearized reading' (duration: 1.103050866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:27.70075Z","time spent":"2.683427309s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:23:30.384174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.205859Z","time spent":"1.178299013s","remote":"127.0.0.1:38566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:30.384157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478887513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:30.384206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977062054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:30.384216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43589878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:30.384239Z","caller":"traceutil/trace.go:171","msg":"trace[1959546358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24569; }","duration":"2.479017635s","start":"2026-03-02T19:23:27.905205Z","end":"2026-03-02T19:23:30.384222Z","steps":["trace[1959546358] 'agreement among raft nodes before linearized reading' (duration: 2.478800691s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:30.384255Z","caller":"traceutil/trace.go:171","msg":"trace[1420559745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24569; }","duration":"1.977156666s","start":"2026-03-02T19:23:28.407084Z","end":"2026-03-02T19:23:30.384241Z","steps":["trace[1420559745] 'agreement among raft nodes before linearized reading' (duration: 1.977079834s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:30.384268Z","caller":"traceutil/trace.go:171","msg":"trace[864085365] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"686.718232ms","start":"2026-03-02T19:23:29.697536Z","end":"2026-03-02T19:23:30.384254Z","steps":["trace[864085365] 'process raft request' (duration: 686.129349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850969196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:30.384289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:27.905088Z","time spent":"2.47919306s","remote":"127.0.0.1:43804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:30.38429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:28.407054Z","time spent":"1.977226738s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:30.38431Z","caller":"traceutil/trace.go:171","msg":"trace[1873709388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24569; }","duration":"1.851005917s","start":"2026-03-02T19:23:28.533298Z","end":"2026-03-02T19:23:30.384304Z","steps":["trace[1873709388] 'agreement among raft nodes before linearized reading' (duration: 1.850966366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:28.533292Z","time spent":"1.851041368s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:30.384355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.697518Z","time spent":"686.778433ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:30.384206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.280816Z","time spent":"1.103379244s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:30.384439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.680702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:30.384478Z","caller":"traceutil/trace.go:171","msg":"trace[1013731550] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24569; }","duration":"431.759494ms","start":"2026-03-02T19:23:29.952706Z","end":"2026-03-02T19:23:30.384466Z","steps":["trace[1013731550] 'agreement among raft nodes before linearized reading' (duration: 431.690002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.952681Z","time spent":"431.819815ms","remote":"127.0.0.1:50896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:30.384518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687455309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:23:30.384249Z","caller":"traceutil/trace.go:171","msg":"trace[1479974563] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24569; }","duration":"1.435956411s","start":"2026-03-02T19:23:28.948283Z","end":"2026-03-02T19:23:30.38424Z","steps":["trace[1479974563] 'agreement among raft nodes before linearized reading' (duration: 1.43590393s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85428466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T19:23:30.384562Z","caller":"traceutil/trace.go:171","msg":"trace[1480932106] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24569; }","duration":"2.687546861s","start":"2026-03-02T19:23:27.697003Z","end":"2026-03-02T19:23:30.384549Z","steps":["trace[1480932106] 'agreement among raft nodes before linearized reading' (duration: 2.687380887s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:28.948268Z","time spent":"1.436294009s","remote":"127.0.0.1:43706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:30.384585Z","caller":"traceutil/trace.go:171","msg":"trace[122037622] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17; range_end:; response_count:1; response_revision:24569; }","duration":"1.854333631s","start":"2026-03-02T19:23:28.530243Z","end":"2026-03-02T19:23:30.384577Z","steps":["trace[122037622] 'agreement among raft nodes before linearized reading' (duration: 1.854211478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:27.696981Z","time spent":"2.687611261s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:23:30.384632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.468036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:30.384659Z","caller":"traceutil/trace.go:171","msg":"trace[1772409787] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"685.091096ms","start":"2026-03-02T19:23:29.699557Z","end":"2026-03-02T19:23:30.384649Z","steps":["trace[1772409787] 'process raft request' (duration: 684.220657ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:30.384668Z","caller":"traceutil/trace.go:171","msg":"trace[1776367956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24569; }","duration":"632.534197ms","start":"2026-03-02T19:23:29.75212Z","end":"2026-03-02T19:23:30.384654Z","steps":["trace[1776367956] 'agreement among raft nodes before linearized reading' (duration: 632.476826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.752103Z","time spent":"632.587739ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:30.384714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.699543Z","time spent":"685.140216ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:30.384773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053924213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T19:23:30.384612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:28.530229Z","time spent":"1.854375012s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17\" "} {"level":"warn","ts":"2026-03-02T19:23:30.384782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.922571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:30.3848Z","caller":"traceutil/trace.go:171","msg":"trace[1259734063] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24569; }","duration":"1.053950134s","start":"2026-03-02T19:23:29.330843Z","end":"2026-03-02T19:23:30.384793Z","steps":["trace[1259734063] 'agreement among raft nodes before linearized reading' (duration: 1.053879492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.330716Z","time spent":"1.054100668s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:23:30.384824Z","caller":"traceutil/trace.go:171","msg":"trace[1626586628] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24569; }","duration":"724.023504ms","start":"2026-03-02T19:23:29.660787Z","end":"2026-03-02T19:23:30.384811Z","steps":["trace[1626586628] 'agreement among raft nodes before linearized reading' (duration: 723.948663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.505906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T19:23:30.38486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:29.660756Z","time spent":"724.095186ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:23:30.38487Z","caller":"traceutil/trace.go:171","msg":"trace[1580557991] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:24569; }","duration":"341.557906ms","start":"2026-03-02T19:23:30.043304Z","end":"2026-03-02T19:23:30.384862Z","steps":["trace[1580557991] 'agreement among raft nodes before linearized reading' (duration: 341.435903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.384906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.35442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:30.384916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.04328Z","time spent":"341.626388ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-03-02T19:23:30.384927Z","caller":"traceutil/trace.go:171","msg":"trace[782260517] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24569; }","duration":"340.407992ms","start":"2026-03-02T19:23:30.044513Z","end":"2026-03-02T19:23:30.384921Z","steps":["trace[782260517] 'agreement among raft nodes before linearized reading' (duration: 340.370901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:30.38495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.044494Z","time spent":"340.451572ms","remote":"127.0.0.1:42348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:30.884532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:23:31.157335Z","caller":"traceutil/trace.go:171","msg":"trace[2143674945] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"835.599743ms","start":"2026-03-02T19:23:30.321721Z","end":"2026-03-02T19:23:31.157321Z","steps":["trace[2143674945] 'process raft request' (duration: 835.354287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.157499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.321702Z","time spent":"835.708585ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:31.157694Z","caller":"traceutil/trace.go:171","msg":"trace[2117169935] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"835.92071ms","start":"2026-03-02T19:23:30.321763Z","end":"2026-03-02T19:23:31.157684Z","steps":["trace[2117169935] 'process raft request' (duration: 835.509831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.157756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.32174Z","time spent":"835.98489ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:31.158073Z","caller":"traceutil/trace.go:171","msg":"trace[793110271] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"836.193176ms","start":"2026-03-02T19:23:30.321856Z","end":"2026-03-02T19:23:31.15805Z","steps":["trace[793110271] 'process raft request' (duration: 835.783797ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:31.157204Z","caller":"traceutil/trace.go:171","msg":"trace[2114465843] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"835.883459ms","start":"2026-03-02T19:23:30.32129Z","end":"2026-03-02T19:23:31.157174Z","steps":["trace[2114465843] 'process raft request' (duration: 835.547601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.158133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.321827Z","time spent":"836.274858ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:31.158394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.321272Z","time spent":"836.901931ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:31.196952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.385879Z","time spent":"811.063592ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:23:31.197079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.387631Z","time spent":"809.429785ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:23:31.197118Z","caller":"traceutil/trace.go:171","msg":"trace[308608185] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"807.390261ms","start":"2026-03-02T19:23:30.389699Z","end":"2026-03-02T19:23:31.19709Z","steps":["trace[308608185] 'process raft request' (duration: 807.189156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.197237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.389689Z","time spent":"807.491423ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:31.197139Z","caller":"traceutil/trace.go:171","msg":"trace[1790852533] linearizableReadLoop","detail":"{readStateIndex:25444; appliedIndex:25437; }","duration":"813.156688ms","start":"2026-03-02T19:23:30.383888Z","end":"2026-03-02T19:23:31.197045Z","steps":["trace[1790852533] 'read index received' (duration: 773.120826ms)","trace[1790852533] 'applied index is now lower than readState.Index' (duration: 40.034542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:31.197522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.438382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-02T19:23:31.197539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.203367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-02T19:23:31.197611Z","caller":"traceutil/trace.go:171","msg":"trace[1360201310] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24574; }","duration":"876.29903ms","start":"2026-03-02T19:23:30.321295Z","end":"2026-03-02T19:23:31.197594Z","steps":["trace[1360201310] 'agreement among raft nodes before linearized reading' (duration: 875.935812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:31.197627Z","caller":"traceutil/trace.go:171","msg":"trace[1456665266] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24574; }","duration":"876.564585ms","start":"2026-03-02T19:23:30.321017Z","end":"2026-03-02T19:23:31.197582Z","steps":["trace[1456665266] 'agreement among raft nodes before linearized reading' (duration: 876.353641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.197659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.632137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:31.19768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.321273Z","time spent":"876.392301ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-02T19:23:31.197753Z","caller":"traceutil/trace.go:171","msg":"trace[883068123] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24574; }","duration":"807.74208ms","start":"2026-03-02T19:23:30.389995Z","end":"2026-03-02T19:23:31.197737Z","steps":["trace[883068123] 'agreement among raft nodes before linearized reading' (duration: 807.568856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.197802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.38999Z","time spent":"807.797551ms","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:23:31.19768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.320998Z","time spent":"876.667247ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-02T19:23:31.197618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.736607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:31.198024Z","caller":"traceutil/trace.go:171","msg":"trace[696652801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24574; }","duration":"812.146935ms","start":"2026-03-02T19:23:30.385849Z","end":"2026-03-02T19:23:31.197996Z","steps":["trace[696652801] 'agreement among raft nodes before linearized reading' (duration: 811.715046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.198272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:30.385824Z","time spent":"812.242198ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:31.669177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.240471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:31.669285Z","caller":"traceutil/trace.go:171","msg":"trace[101194470] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"470.767574ms","start":"2026-03-02T19:23:31.198499Z","end":"2026-03-02T19:23:31.669266Z","steps":["trace[101194470] 'process raft request' (duration: 364.355629ms)","trace[101194470] 'compare' (duration: 105.925234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:31.669386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:31.198478Z","time spent":"470.835815ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:31.698469Z","caller":"traceutil/trace.go:171","msg":"trace[1025330145] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"495.431696ms","start":"2026-03-02T19:23:31.20301Z","end":"2026-03-02T19:23:31.698442Z","steps":["trace[1025330145] 'process raft request' (duration: 495.110829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:31.698562Z","caller":"traceutil/trace.go:171","msg":"trace[1339630141] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"494.912815ms","start":"2026-03-02T19:23:31.203616Z","end":"2026-03-02T19:23:31.698529Z","steps":["trace[1339630141] 'process raft request' (duration: 494.720191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.698651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:31.20299Z","time spent":"495.565839ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:31.698755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:31.203607Z","time spent":"495.036188ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:31.699048Z","caller":"traceutil/trace.go:171","msg":"trace[1703641818] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"494.784613ms","start":"2026-03-02T19:23:31.204237Z","end":"2026-03-02T19:23:31.699022Z","steps":["trace[1703641818] 'process raft request' (duration: 494.24042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.69926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:31.204231Z","time spent":"494.871005ms","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:31.699289Z","caller":"traceutil/trace.go:171","msg":"trace[1104744070] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"208.915034ms","start":"2026-03-02T19:23:31.490341Z","end":"2026-03-02T19:23:31.699256Z","steps":["trace[1104744070] 'process raft request' (duration: 208.617178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:31.69928Z","caller":"traceutil/trace.go:171","msg":"trace[806400790] linearizableReadLoop","detail":"{readStateIndex:25448; appliedIndex:25444; }","duration":"492.757338ms","start":"2026-03-02T19:23:31.206485Z","end":"2026-03-02T19:23:31.699242Z","steps":["trace[806400790] 'read index received' (duration: 356.387282ms)","trace[806400790] 'applied index is now lower than readState.Index' (duration: 136.367606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:31.699785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.724156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:31.699866Z","caller":"traceutil/trace.go:171","msg":"trace[622381829] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24579; }","duration":"167.858629ms","start":"2026-03-02T19:23:31.531992Z","end":"2026-03-02T19:23:31.699851Z","steps":["trace[622381829] 'agreement among raft nodes before linearized reading' (duration: 167.728926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.699882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.407183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:31.699965Z","caller":"traceutil/trace.go:171","msg":"trace[1158099029] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24579; }","duration":"415.552757ms","start":"2026-03-02T19:23:31.28439Z","end":"2026-03-02T19:23:31.699943Z","steps":["trace[1158099029] 'agreement among raft nodes before linearized reading' (duration: 415.373173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.699979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.764306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:31.700025Z","caller":"traceutil/trace.go:171","msg":"trace[185121393] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24579; }","duration":"417.871117ms","start":"2026-03-02T19:23:31.282141Z","end":"2026-03-02T19:23:31.700013Z","steps":["trace[185121393] 'agreement among raft nodes before linearized reading' (duration: 417.747815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.700047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:31.284369Z","time spent":"415.651659ms","remote":"127.0.0.1:48150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:31.700074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:31.282124Z","time spent":"417.94054ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:31.699498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.997264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:31.70052Z","caller":"traceutil/trace.go:171","msg":"trace[1313213670] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24579; }","duration":"494.016475ms","start":"2026-03-02T19:23:31.206448Z","end":"2026-03-02T19:23:31.700465Z","steps":["trace[1313213670] 'agreement among raft nodes before linearized reading' (duration: 492.884531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.700748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:31.206435Z","time spent":"494.20622ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:23:31.69977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.279468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:31.700875Z","caller":"traceutil/trace.go:171","msg":"trace[1877867479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24579; }","duration":"493.466304ms","start":"2026-03-02T19:23:31.207385Z","end":"2026-03-02T19:23:31.700851Z","steps":["trace[1877867479] 'agreement among raft nodes before linearized reading' (duration: 492.281528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:31.700957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:31.207354Z","time spent":"493.585167ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:46.511743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.692233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-02T19:23:46.511882Z","caller":"traceutil/trace.go:171","msg":"trace[446557326] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c; range_end:; response_count:1; response_revision:24732; }","duration":"353.913668ms","start":"2026-03-02T19:23:46.157943Z","end":"2026-03-02T19:23:46.511856Z","steps":["trace[446557326] 'range keys from in-memory index tree' (duration: 353.461479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:46.511901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.937365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T19:23:46.511933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.157917Z","time spent":"354.00579ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" "} {"level":"info","ts":"2026-03-02T19:23:46.51198Z","caller":"traceutil/trace.go:171","msg":"trace[49425418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24732; }","duration":"308.073648ms","start":"2026-03-02T19:23:46.203887Z","end":"2026-03-02T19:23:46.511961Z","steps":["trace[49425418] 'range keys from in-memory index tree' (duration: 307.764422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:46.512026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.203871Z","time spent":"308.146919ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:23:46.995708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.011436ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:23:46.996115Z","caller":"traceutil/trace.go:171","msg":"trace[362945754] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"478.972745ms","start":"2026-03-02T19:23:46.51712Z","end":"2026-03-02T19:23:46.996093Z","steps":["trace[362945754] 'process raft request' (duration: 478.73543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:46.996222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.517085Z","time spent":"479.076077ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:46.99642Z","caller":"traceutil/trace.go:171","msg":"trace[1242164408] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"479.149388ms","start":"2026-03-02T19:23:46.517239Z","end":"2026-03-02T19:23:46.996388Z","steps":["trace[1242164408] 'process raft request' (duration: 478.77179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:46.996606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.517189Z","time spent":"479.317042ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:47.70233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.857664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:47.702612Z","caller":"traceutil/trace.go:171","msg":"trace[1477743511] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.178527468s","start":"2026-03-02T19:23:46.524065Z","end":"2026-03-02T19:23:47.702592Z","steps":["trace[1477743511] 'process raft request' (duration: 1.178380155s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.702603Z","caller":"traceutil/trace.go:171","msg":"trace[1471755808] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.179419688s","start":"2026-03-02T19:23:46.523134Z","end":"2026-03-02T19:23:47.702554Z","steps":["trace[1471755808] 'process raft request' (duration: 473.233198ms)","trace[1471755808] 'compare' (duration: 704.679128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:47.702691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.52402Z","time spent":"1.178636631s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:47.702785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.52312Z","time spent":"1.179567542s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:47.703064Z","caller":"traceutil/trace.go:171","msg":"trace[438968669] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.174771317s","start":"2026-03-02T19:23:46.528259Z","end":"2026-03-02T19:23:47.70303Z","steps":["trace[438968669] 'process raft request' (duration: 1.174288315s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.703119Z","caller":"traceutil/trace.go:171","msg":"trace[424915178] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.173590821s","start":"2026-03-02T19:23:46.529484Z","end":"2026-03-02T19:23:47.703075Z","steps":["trace[424915178] 'process raft request' (duration: 1.173322154s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.703244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.528245Z","time spent":"1.174902519s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:47.703336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.52945Z","time spent":"1.173769474s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:47.70336Z","caller":"traceutil/trace.go:171","msg":"trace[572926485] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.173657712s","start":"2026-03-02T19:23:46.52969Z","end":"2026-03-02T19:23:47.703347Z","steps":["trace[572926485] 'process raft request' (duration: 1.173318754s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.703419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.529679Z","time spent":"1.173711093s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:47.703447Z","caller":"traceutil/trace.go:171","msg":"trace[1974610343] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"1.173211792s","start":"2026-03-02T19:23:46.530214Z","end":"2026-03-02T19:23:47.703425Z","steps":["trace[1974610343] 'process raft request' (duration: 1.173128301s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.703478Z","caller":"traceutil/trace.go:171","msg":"trace[952638702] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.173314665s","start":"2026-03-02T19:23:46.530126Z","end":"2026-03-02T19:23:47.703441Z","steps":["trace[952638702] 'process raft request' (duration: 1.17310606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.703549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.530206Z","time spent":"1.173298454s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:47.703574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.530114Z","time spent":"1.173416387s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:47.703609Z","caller":"traceutil/trace.go:171","msg":"trace[1780498486] linearizableReadLoop","detail":"{readStateIndex:25609; appliedIndex:25604; }","duration":"1.177607489s","start":"2026-03-02T19:23:46.525946Z","end":"2026-03-02T19:23:47.703553Z","steps":["trace[1780498486] 'read index received' (duration: 304.888768ms)","trace[1780498486] 'applied index is now lower than readState.Index' (duration: 872.717751ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:47.703997Z","caller":"traceutil/trace.go:171","msg":"trace[971775128] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"969.537404ms","start":"2026-03-02T19:23:46.734195Z","end":"2026-03-02T19:23:47.703732Z","steps":["trace[971775128] 'process raft request' (duration: 969.190826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.704082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031829596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-02T19:23:47.704047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.734166Z","time spent":"969.854381ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:47.704131Z","caller":"traceutil/trace.go:171","msg":"trace[1377447767] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c; range_end:; response_count:1; response_revision:24742; }","duration":"1.031921498s","start":"2026-03-02T19:23:46.672196Z","end":"2026-03-02T19:23:47.704117Z","steps":["trace[1377447767] 'agreement among raft nodes before linearized reading' (duration: 1.03154758s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.70414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.142205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:47.704166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.672173Z","time spent":"1.031986039s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" "} {"level":"info","ts":"2026-03-02T19:23:47.704191Z","caller":"traceutil/trace.go:171","msg":"trace[1317825777] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24742; }","duration":"124.230338ms","start":"2026-03-02T19:23:47.579945Z","end":"2026-03-02T19:23:47.704175Z","steps":["trace[1317825777] 'agreement among raft nodes before linearized reading' (duration: 124.139426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.704325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.577695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-02T19:23:47.704386Z","caller":"traceutil/trace.go:171","msg":"trace[1806718523] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c; range_end:; response_count:1; response_revision:24742; }","duration":"183.684838ms","start":"2026-03-02T19:23:47.520689Z","end":"2026-03-02T19:23:47.704374Z","steps":["trace[1806718523] 'agreement among raft nodes before linearized reading' (duration: 183.457293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.704467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.17663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:23:47.704474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.355716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:23:47.704321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.044229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:23:47.704502Z","caller":"traceutil/trace.go:171","msg":"trace[442098228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24742; }","duration":"466.425808ms","start":"2026-03-02T19:23:47.238069Z","end":"2026-03-02T19:23:47.704495Z","steps":["trace[442098228] 'agreement among raft nodes before linearized reading' (duration: 466.301685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.704493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021315865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:47.704523Z","caller":"traceutil/trace.go:171","msg":"trace[58037556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24742; }","duration":"456.261284ms","start":"2026-03-02T19:23:47.24825Z","end":"2026-03-02T19:23:47.704512Z","steps":["trace[58037556] 'agreement among raft nodes before linearized reading' (duration: 455.847715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.704567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.248245Z","time spent":"456.311965ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:23:47.704571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.148439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:23:47.704512Z","caller":"traceutil/trace.go:171","msg":"trace[635260987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24742; }","duration":"460.267011ms","start":"2026-03-02T19:23:47.244227Z","end":"2026-03-02T19:23:47.704494Z","steps":["trace[635260987] 'agreement among raft nodes before linearized reading' (duration: 460.142709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.704596Z","caller":"traceutil/trace.go:171","msg":"trace[2145193271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24742; }","duration":"460.205491ms","start":"2026-03-02T19:23:47.244383Z","end":"2026-03-02T19:23:47.704589Z","steps":["trace[2145193271] 'agreement among raft nodes before linearized reading' (duration: 460.149679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.704304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178343116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:47.704523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.238045Z","time spent":"466.473488ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:23:47.70462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.244364Z","time spent":"460.251111ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:47.704625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.244199Z","time spent":"460.408825ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:23:47.704556Z","caller":"traceutil/trace.go:171","msg":"trace[1874270449] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24742; }","duration":"1.021441848s","start":"2026-03-02T19:23:46.683097Z","end":"2026-03-02T19:23:47.704539Z","steps":["trace[1874270449] 'agreement among raft nodes before linearized reading' (duration: 1.021276035s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.704646Z","caller":"traceutil/trace.go:171","msg":"trace[2112662410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24742; }","duration":"1.178718333s","start":"2026-03-02T19:23:46.525905Z","end":"2026-03-02T19:23:47.704623Z","steps":["trace[2112662410] 'agreement among raft nodes before linearized reading' (duration: 1.178317705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.704677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.683065Z","time spent":"1.021602451s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:47.70469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:46.525868Z","time spent":"1.178812056s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:47.704426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.637206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:47.704957Z","caller":"traceutil/trace.go:171","msg":"trace[1220769732] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24742; }","duration":"189.207008ms","start":"2026-03-02T19:23:47.515732Z","end":"2026-03-02T19:23:47.704939Z","steps":["trace[1220769732] 'agreement among raft nodes before linearized reading' (duration: 188.634266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:48.104496Z","caller":"traceutil/trace.go:171","msg":"trace[570547579] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"394.664077ms","start":"2026-03-02T19:23:47.709785Z","end":"2026-03-02T19:23:48.104449Z","steps":["trace[570547579] 'process raft request' (duration: 387.096909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:48.104655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.709765Z","time spent":"394.796359ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:48.511675Z","caller":"traceutil/trace.go:171","msg":"trace[1919907922] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"801.663145ms","start":"2026-03-02T19:23:47.709967Z","end":"2026-03-02T19:23:48.511631Z","steps":["trace[1919907922] 'process raft request' (duration: 730.685861ms)","trace[1919907922] 'compare' (duration: 70.625076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:48.511865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.709926Z","time spent":"801.834738ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:48.511807Z","caller":"traceutil/trace.go:171","msg":"trace[33142361] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"800.673643ms","start":"2026-03-02T19:23:47.711098Z","end":"2026-03-02T19:23:48.511772Z","steps":["trace[33142361] 'process raft request' (duration: 800.428397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:48.512019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.711077Z","time spent":"800.849657ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:48.512453Z","caller":"traceutil/trace.go:171","msg":"trace[714692879] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"801.04948ms","start":"2026-03-02T19:23:47.711383Z","end":"2026-03-02T19:23:48.512432Z","steps":["trace[714692879] 'process raft request' (duration: 800.324334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:48.512532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.711336Z","time spent":"801.158773ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:48.51257Z","caller":"traceutil/trace.go:171","msg":"trace[537384851] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"798.568438ms","start":"2026-03-02T19:23:47.713984Z","end":"2026-03-02T19:23:48.512552Z","steps":["trace[537384851] 'process raft request' (duration: 798.334431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:48.512608Z","caller":"traceutil/trace.go:171","msg":"trace[1814332677] linearizableReadLoop","detail":"{readStateIndex:25620; appliedIndex:25615; }","duration":"797.926032ms","start":"2026-03-02T19:23:47.714667Z","end":"2026-03-02T19:23:48.512593Z","steps":["trace[1814332677] 'read index received' (duration: 382.229462ms)","trace[1814332677] 'applied index is now lower than readState.Index' (duration: 415.69523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:48.51266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.713975Z","time spent":"798.634309ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:48.512997Z","caller":"traceutil/trace.go:171","msg":"trace[1887154861] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"229.311523ms","start":"2026-03-02T19:23:48.283657Z","end":"2026-03-02T19:23:48.512968Z","steps":["trace[1887154861] 'process raft request' (duration: 228.873323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:48.513142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.475784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:48.513196Z","caller":"traceutil/trace.go:171","msg":"trace[182266512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24748; }","duration":"798.558246ms","start":"2026-03-02T19:23:47.714626Z","end":"2026-03-02T19:23:48.513184Z","steps":["trace[182266512] 'agreement among raft nodes before linearized reading' (duration: 798.023125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:48.51323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.714617Z","time spent":"798.606467ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:49.225247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.524346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:23:49.225328Z","caller":"traceutil/trace.go:171","msg":"trace[1552748262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24748; }","duration":"223.672919ms","start":"2026-03-02T19:23:49.001638Z","end":"2026-03-02T19:23:49.225311Z","steps":["trace[1552748262] 'range keys from in-memory index tree' (duration: 223.324201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:49.225269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.541634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:49.225422Z","caller":"traceutil/trace.go:171","msg":"trace[814289139] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24748; }","duration":"217.721498ms","start":"2026-03-02T19:23:49.007658Z","end":"2026-03-02T19:23:49.225379Z","steps":["trace[814289139] 'count revisions from in-memory index tree' (duration: 217.455042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:49.225591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.029431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-02T19:23:49.22569Z","caller":"traceutil/trace.go:171","msg":"trace[814100326] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24748; }","duration":"344.177864ms","start":"2026-03-02T19:23:48.881493Z","end":"2026-03-02T19:23:49.22567Z","steps":["trace[814100326] 'range keys from in-memory index tree' (duration: 343.865398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:49.225724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:48.881472Z","time spent":"344.245116ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T19:23:49.225752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.872106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-02T19:23:49.225773Z","caller":"traceutil/trace.go:171","msg":"trace[231754075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c; range_end:; response_count:1; response_revision:24748; }","duration":"510.895247ms","start":"2026-03-02T19:23:48.714869Z","end":"2026-03-02T19:23:49.225765Z","steps":["trace[231754075] 'range keys from in-memory index tree' (duration: 510.770384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:49.225789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:48.714845Z","time spent":"510.939438ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" "} {"level":"warn","ts":"2026-03-02T19:23:50.252172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:50.609425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.415993ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:50.609621Z","caller":"traceutil/trace.go:171","msg":"trace[1399771520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24749; }","duration":"616.633458ms","start":"2026-03-02T19:23:49.992964Z","end":"2026-03-02T19:23:50.609598Z","steps":["trace[1399771520] 'range keys from in-memory index tree' (duration: 616.393973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:50.609616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112870142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:50.609714Z","caller":"traceutil/trace.go:171","msg":"trace[1863547834] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24749; }","duration":"1.113038666s","start":"2026-03-02T19:23:49.496645Z","end":"2026-03-02T19:23:50.609684Z","steps":["trace[1863547834] 'count revisions from in-memory index tree' (duration: 1.112704929s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:50.609742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083202229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:50.609829Z","caller":"traceutil/trace.go:171","msg":"trace[1846262476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24749; }","duration":"1.083330952s","start":"2026-03-02T19:23:49.526475Z","end":"2026-03-02T19:23:50.609806Z","steps":["trace[1846262476] 'range keys from in-memory index tree' (duration: 1.083123887s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:50.609875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.526423Z","time spent":"1.083442524s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:50.60977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.496615Z","time spent":"1.113141649s","remote":"127.0.0.1:38572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:50.752964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:51.167626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460618875s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:23:51.168234Z","caller":"traceutil/trace.go:171","msg":"trace[1406356194] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"1.461352011s","start":"2026-03-02T19:23:49.70684Z","end":"2026-03-02T19:23:51.168192Z","steps":["trace[1406356194] 'process raft request' (duration: 1.461102505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:51.168436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.706808Z","time spent":"1.461523845s","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:52.611197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:23:52.611301Z","caller":"traceutil/trace.go:171","msg":"trace[1808240740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002688s","start":"2026-03-02T19:23:50.611243Z","end":"2026-03-02T19:23:52.61127Z","steps":["trace[1808240740] 'agreement among raft nodes before linearized reading' (duration: 1.999895078s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:52.611356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.61122Z","time spent":"2.000124683s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:23:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:23:52.962961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795034585s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:23:53.011172Z","caller":"traceutil/trace.go:171","msg":"trace[1523212217] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"3.296812695s","start":"2026-03-02T19:23:49.714329Z","end":"2026-03-02T19:23:53.011141Z","steps":["trace[1523212217] 'process raft request' (duration: 3.29656178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.011335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.71432Z","time spent":"3.296936888s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:53.011373Z","caller":"traceutil/trace.go:171","msg":"trace[28278236] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"3.296872607s","start":"2026-03-02T19:23:49.71448Z","end":"2026-03-02T19:23:53.011353Z","steps":["trace[28278236] 'process raft request' (duration: 3.2965439s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.011333Z","caller":"traceutil/trace.go:171","msg":"trace[487212134] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"3.296871347s","start":"2026-03-02T19:23:49.714433Z","end":"2026-03-02T19:23:53.011304Z","steps":["trace[487212134] 'process raft request' (duration: 3.29655478s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.011379Z","caller":"traceutil/trace.go:171","msg":"trace[1258261287] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"3.296962318s","start":"2026-03-02T19:23:49.714378Z","end":"2026-03-02T19:23:53.011341Z","steps":["trace[1258261287] 'process raft request' (duration: 3.2965767s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.011428Z","caller":"traceutil/trace.go:171","msg":"trace[331894836] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"3.297227246s","start":"2026-03-02T19:23:49.714163Z","end":"2026-03-02T19:23:53.01139Z","steps":["trace[331894836] 'process raft request' (duration: 3.248988073s)","trace[331894836] 'compare' (duration: 45.487272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:53.011495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.714422Z","time spent":"3.29701617s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:53.011511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.714473Z","time spent":"3.296942058s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:53.011583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.714371Z","time spent":"3.297093251s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:53.011574Z","caller":"traceutil/trace.go:171","msg":"trace[1729033355] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"3.296998781s","start":"2026-03-02T19:23:49.714535Z","end":"2026-03-02T19:23:53.011534Z","steps":["trace[1729033355] 'process raft request' (duration: 3.29654363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.01161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.714138Z","time spent":"3.297367089s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:53.011771Z","caller":"traceutil/trace.go:171","msg":"trace[479707717] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25622; }","duration":"3.260448455s","start":"2026-03-02T19:23:49.751312Z","end":"2026-03-02T19:23:53.01176Z","steps":["trace[479707717] 'read index received' (duration: 1.416688536s)","trace[479707717] 'applied index is now lower than readState.Index' (duration: 1.843759209s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:53.011778Z","caller":"traceutil/trace.go:171","msg":"trace[1990691267] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"3.297079532s","start":"2026-03-02T19:23:49.71468Z","end":"2026-03-02T19:23:53.01176Z","steps":["trace[1990691267] 'process raft request' (duration: 3.296426346s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.011796Z","caller":"traceutil/trace.go:171","msg":"trace[500300342] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"2.172530063s","start":"2026-03-02T19:23:50.839253Z","end":"2026-03-02T19:23:53.011783Z","steps":["trace[500300342] 'process raft request' (duration: 2.172458371s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.011869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.839214Z","time spent":"2.172629665s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:53.011883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.714671Z","time spent":"3.297141304s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:53.011765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.714526Z","time spent":"3.297134003s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:53.01193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260621859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:53.011966Z","caller":"traceutil/trace.go:171","msg":"trace[1925958749] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24758; }","duration":"3.260713941s","start":"2026-03-02T19:23:49.751241Z","end":"2026-03-02T19:23:53.011955Z","steps":["trace[1925958749] 'agreement among raft nodes before linearized reading' (duration: 3.260612219s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.011997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.751216Z","time spent":"3.260774482s","remote":"127.0.0.1:42324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:53.428685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999815215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:23:53.428796Z","caller":"traceutil/trace.go:171","msg":"trace[679451732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000869s","start":"2026-03-02T19:23:51.428761Z","end":"2026-03-02T19:23:53.42877Z","steps":["trace[679451732] 'agreement among raft nodes before linearized reading' (duration: 1.999850406s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.428859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.428746Z","time spent":"2.000101501s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:53.514783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:54.084813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.776869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:54.085057Z","caller":"traceutil/trace.go:171","msg":"trace[2050213857] linearizableReadLoop","detail":"{readStateIndex:25633; appliedIndex:25631; }","duration":"1.073232949s","start":"2026-03-02T19:23:53.011801Z","end":"2026-03-02T19:23:54.085034Z","steps":["trace[2050213857] 'read index received' (duration: 957.919478ms)","trace[2050213857] 'applied index is now lower than readState.Index' (duration: 115.312091ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:54.085169Z","caller":"traceutil/trace.go:171","msg":"trace[1858588660] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"2.7256157s","start":"2026-03-02T19:23:51.35954Z","end":"2026-03-02T19:23:54.085156Z","steps":["trace[1858588660] 'process raft request' (duration: 2.610216277s)","trace[1858588660] 'compare' (duration: 113.659634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:54.085446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041109858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T19:23:54.086274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533442825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:54.086227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.359502Z","time spent":"2.725738273s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:54.086342Z","caller":"traceutil/trace.go:171","msg":"trace[375684062] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24760; }","duration":"2.533503416s","start":"2026-03-02T19:23:51.552816Z","end":"2026-03-02T19:23:54.08632Z","steps":["trace[375684062] 'agreement among raft nodes before linearized reading' (duration: 2.533399284s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.085479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474031381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:54.086284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.208178688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:23:54.086862Z","caller":"traceutil/trace.go:171","msg":"trace[1398055203] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24760; }","duration":"4.208781161s","start":"2026-03-02T19:23:49.878056Z","end":"2026-03-02T19:23:54.086837Z","steps":["trace[1398055203] 'agreement among raft nodes before linearized reading' (duration: 4.208166348s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:54.086305Z","caller":"traceutil/trace.go:171","msg":"trace[1286761519] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:24760; }","duration":"4.042064368s","start":"2026-03-02T19:23:50.044222Z","end":"2026-03-02T19:23:54.086286Z","steps":["trace[1286761519] 'agreement among raft nodes before linearized reading' (duration: 4.041049606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.086955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:49.878034Z","time spent":"4.208869263s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:23:54.08589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.358190689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:23:54.08707Z","caller":"traceutil/trace.go:171","msg":"trace[1161961408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24760; }","duration":"3.359378125s","start":"2026-03-02T19:23:50.727649Z","end":"2026-03-02T19:23:54.087027Z","steps":["trace[1161961408] 'agreement among raft nodes before linearized reading' (duration: 3.358140638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.087108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.727629Z","time spent":"3.359468567s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:23:54.086988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.044194Z","time spent":"4.042753433s","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-02T19:23:54.085938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143234892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:23:54.087387Z","caller":"traceutil/trace.go:171","msg":"trace[1892358574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24760; }","duration":"1.144712895s","start":"2026-03-02T19:23:52.94266Z","end":"2026-03-02T19:23:54.087373Z","steps":["trace[1892358574] 'agreement among raft nodes before linearized reading' (duration: 1.14312487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.087459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:52.94264Z","time spent":"1.144809207s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:23:54.085971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826534374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:23:54.087685Z","caller":"traceutil/trace.go:171","msg":"trace[312757404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24760; }","duration":"2.828283652s","start":"2026-03-02T19:23:51.259384Z","end":"2026-03-02T19:23:54.087667Z","steps":["trace[312757404] 'agreement among raft nodes before linearized reading' (duration: 2.826534623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.087749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.259356Z","time spent":"2.828376064s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:54.086003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468200282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:54.087862Z","caller":"traceutil/trace.go:171","msg":"trace[191105342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24760; }","duration":"1.470003672s","start":"2026-03-02T19:23:52.617797Z","end":"2026-03-02T19:23:54.0878Z","steps":["trace[191105342] 'agreement among raft nodes before linearized reading' (duration: 1.468171862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.087935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:52.617787Z","time spent":"1.470130595s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:54.086034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909396819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:23:54.088023Z","caller":"traceutil/trace.go:171","msg":"trace[2013322767] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24760; }","duration":"2.911371703s","start":"2026-03-02T19:23:51.176631Z","end":"2026-03-02T19:23:54.088003Z","steps":["trace[2013322767] 'agreement among raft nodes before linearized reading' (duration: 2.909357288s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.086026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470218752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:54.088075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.176562Z","time spent":"2.911500366s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-02T19:23:54.088091Z","caller":"traceutil/trace.go:171","msg":"trace[728756619] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24760; }","duration":"2.472364719s","start":"2026-03-02T19:23:51.615702Z","end":"2026-03-02T19:23:54.088067Z","steps":["trace[728756619] 'agreement among raft nodes before linearized reading' (duration: 2.470202321s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.088167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.615675Z","time spent":"2.472465932s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:54.086093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471494695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T19:23:54.088247Z","caller":"traceutil/trace.go:171","msg":"trace[1700652003] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17; range_end:; response_count:1; response_revision:24760; }","duration":"1.473664733s","start":"2026-03-02T19:23:52.614565Z","end":"2026-03-02T19:23:54.08823Z","steps":["trace[1700652003] 'agreement among raft nodes before linearized reading' (duration: 1.471459304s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.088301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:52.614554Z","time spent":"1.473731684s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17\" "} {"level":"warn","ts":"2026-03-02T19:23:54.086106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977172488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:23:54.088406Z","caller":"traceutil/trace.go:171","msg":"trace[926469335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24760; }","duration":"3.97951212s","start":"2026-03-02T19:23:50.108881Z","end":"2026-03-02T19:23:54.088393Z","steps":["trace[926469335] 'agreement among raft nodes before linearized reading' (duration: 3.977180269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.088448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.108857Z","time spent":"3.979579581s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:23:54.086081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567328316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:23:54.088546Z","caller":"traceutil/trace.go:171","msg":"trace[1210224739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24760; }","duration":"3.569869392s","start":"2026-03-02T19:23:50.518664Z","end":"2026-03-02T19:23:54.088533Z","steps":["trace[1210224739] 'agreement among raft nodes before linearized reading' (duration: 3.566520359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.086131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333818476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:54.088587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.518639Z","time spent":"3.569937454s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:23:54.088619Z","caller":"traceutil/trace.go:171","msg":"trace[838561470] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24760; }","duration":"2.336351872s","start":"2026-03-02T19:23:51.752255Z","end":"2026-03-02T19:23:54.088607Z","steps":["trace[838561470] 'agreement among raft nodes before linearized reading' (duration: 2.333837566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.086105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25001875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:54.088654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.75223Z","time spent":"2.336412243s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:23:54.088669Z","caller":"traceutil/trace.go:171","msg":"trace[842610134] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24760; }","duration":"2.252660308s","start":"2026-03-02T19:23:51.836Z","end":"2026-03-02T19:23:54.088661Z","steps":["trace[842610134] 'agreement among raft nodes before linearized reading' (duration: 2.249929738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.088695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.835975Z","time spent":"2.252710858s","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:54.086132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854170888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-02T19:23:54.088991Z","caller":"traceutil/trace.go:171","msg":"trace[1482538915] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c; range_end:; response_count:1; response_revision:24760; }","duration":"3.857100203s","start":"2026-03-02T19:23:50.231878Z","end":"2026-03-02T19:23:54.088978Z","steps":["trace[1482538915] 'agreement among raft nodes before linearized reading' (duration: 3.853989684s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.0862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.893141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:23:54.089085Z","caller":"traceutil/trace.go:171","msg":"trace[42266957] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24760; }","duration":"677.819326ms","start":"2026-03-02T19:23:53.41125Z","end":"2026-03-02T19:23:54.089069Z","steps":["trace[42266957] 'agreement among raft nodes before linearized reading' (duration: 674.898631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.089092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.231856Z","time spent":"3.857197424s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" "} {"level":"warn","ts":"2026-03-02T19:23:54.086186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566964068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:23:54.086226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567007679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:23:54.086248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.349677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:54.0863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511739257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-02T19:23:54.08633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577994376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:54.086406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.552715Z","time spent":"2.53368064s","remote":"127.0.0.1:55752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:54.086462Z","caller":"traceutil/trace.go:171","msg":"trace[588210423] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24760; }","duration":"1.475074213s","start":"2026-03-02T19:23:52.611345Z","end":"2026-03-02T19:23:54.08642Z","steps":["trace[588210423] 'agreement among raft nodes before linearized reading' (duration: 1.47400667s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:54.085753Z","caller":"traceutil/trace.go:171","msg":"trace[348795027] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"1.373458964s","start":"2026-03-02T19:23:52.712269Z","end":"2026-03-02T19:23:54.085728Z","steps":["trace[348795027] 'process raft request' (duration: 1.372674557s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.089125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:53.411222Z","time spent":"677.892388ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:23:54.089333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:52.611311Z","time spent":"1.478012438s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:54.089224Z","caller":"traceutil/trace.go:171","msg":"trace[155722969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24760; }","duration":"3.570058517s","start":"2026-03-02T19:23:50.51915Z","end":"2026-03-02T19:23:54.089209Z","steps":["trace[155722969] 'agreement among raft nodes before linearized reading' (duration: 3.566995669s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.089422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:52.712243Z","time spent":"1.377088903s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:54.089458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.519122Z","time spent":"3.570326172s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:23:54.089233Z","caller":"traceutil/trace.go:171","msg":"trace[1601561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24760; }","duration":"3.570045117s","start":"2026-03-02T19:23:50.519158Z","end":"2026-03-02T19:23:54.089203Z","steps":["trace[1601561] 'agreement among raft nodes before linearized reading' (duration: 3.566966449s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.089527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:50.519129Z","time spent":"3.570391033s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:23:54.089253Z","caller":"traceutil/trace.go:171","msg":"trace[2076584853] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24760; }","duration":"558.398734ms","start":"2026-03-02T19:23:53.530843Z","end":"2026-03-02T19:23:54.089242Z","steps":["trace[2076584853] 'agreement among raft nodes before linearized reading' (duration: 555.373388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.089579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:53.530819Z","time spent":"558.749131ms","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:54.08927Z","caller":"traceutil/trace.go:171","msg":"trace[786189340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24760; }","duration":"2.514750573s","start":"2026-03-02T19:23:51.574514Z","end":"2026-03-02T19:23:54.089265Z","steps":["trace[786189340] 'agreement among raft nodes before linearized reading' (duration: 2.511669375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.089634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.574446Z","time spent":"2.515176472s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-02T19:23:54.089288Z","caller":"traceutil/trace.go:171","msg":"trace[1604017163] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24760; }","duration":"2.581006812s","start":"2026-03-02T19:23:51.508267Z","end":"2026-03-02T19:23:54.089274Z","steps":["trace[1604017163] 'agreement among raft nodes before linearized reading' (duration: 2.578013866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:54.089745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:51.508239Z","time spent":"2.581496863s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:56.329886Z","caller":"traceutil/trace.go:171","msg":"trace[2009015766] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"184.011865ms","start":"2026-03-02T19:23:56.145819Z","end":"2026-03-02T19:23:56.329831Z","steps":["trace[2009015766] 'process raft request' (duration: 183.737929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:56.732819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.591333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:56.733056Z","caller":"traceutil/trace.go:171","msg":"trace[720631257] linearizableReadLoop","detail":"{readStateIndex:25660; appliedIndex:25656; }","duration":"204.68595ms","start":"2026-03-02T19:23:56.528352Z","end":"2026-03-02T19:23:56.733038Z","steps":["trace[720631257] 'read index received' (duration: 88.632µs)","trace[720631257] 'applied index is now lower than readState.Index' (duration: 204.596078ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:56.733106Z","caller":"traceutil/trace.go:171","msg":"trace[561639257] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"586.922294ms","start":"2026-03-02T19:23:56.146133Z","end":"2026-03-02T19:23:56.733056Z","steps":["trace[561639257] 'process raft request' (duration: 586.78137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:56.733193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.857314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:56.733222Z","caller":"traceutil/trace.go:171","msg":"trace[998561525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24785; }","duration":"204.940416ms","start":"2026-03-02T19:23:56.528271Z","end":"2026-03-02T19:23:56.733212Z","steps":["trace[998561525] 'agreement among raft nodes before linearized reading' (duration: 204.816873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:56.733312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:56.146108Z","time spent":"587.080237ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:56.733301Z","caller":"traceutil/trace.go:171","msg":"trace[549558343] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"586.113215ms","start":"2026-03-02T19:23:56.147133Z","end":"2026-03-02T19:23:56.733247Z","steps":["trace[549558343] 'process raft request' (duration: 585.833369ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:56.733434Z","caller":"traceutil/trace.go:171","msg":"trace[1578047750] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"586.157906ms","start":"2026-03-02T19:23:56.147265Z","end":"2026-03-02T19:23:56.733423Z","steps":["trace[1578047750] 'process raft request' (duration: 585.737147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:56.733451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:56.147124Z","time spent":"586.253348ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:56.733502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:56.147251Z","time spent":"586.209587ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:56.733512Z","caller":"traceutil/trace.go:171","msg":"trace[380703794] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"587.378003ms","start":"2026-03-02T19:23:56.146118Z","end":"2026-03-02T19:23:56.733496Z","steps":["trace[380703794] 'process raft request' (duration: 198.026083ms)","trace[380703794] 'compare' (duration: 388.475841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:56.733574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:56.146099Z","time spent":"587.439705ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:57.61045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695582,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:23:57.971765Z","caller":"traceutil/trace.go:171","msg":"trace[1368783439] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"945.065595ms","start":"2026-03-02T19:23:57.026668Z","end":"2026-03-02T19:23:57.971734Z","steps":["trace[1368783439] 'process raft request' (duration: 944.84942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:57.971993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.026634Z","time spent":"945.243028ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:58.406674Z","caller":"traceutil/trace.go:171","msg":"trace[1415062964] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"1.367069104s","start":"2026-03-02T19:23:57.039577Z","end":"2026-03-02T19:23:58.406646Z","steps":["trace[1415062964] 'process raft request' (duration: 1.366840939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.40684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.039561Z","time spent":"1.367197326s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:58.40743Z","caller":"traceutil/trace.go:171","msg":"trace[102661301] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"1.367229277s","start":"2026-03-02T19:23:57.040175Z","end":"2026-03-02T19:23:58.407404Z","steps":["trace[102661301] 'process raft request' (duration: 1.366424269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.407557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.040167Z","time spent":"1.3673449s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:58.407622Z","caller":"traceutil/trace.go:171","msg":"trace[1470315000] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"1.366933001s","start":"2026-03-02T19:23:57.04062Z","end":"2026-03-02T19:23:58.407553Z","steps":["trace[1470315000] 'process raft request' (duration: 1.366328928s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.407874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.040611Z","time spent":"1.367101864s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:58.407889Z","caller":"traceutil/trace.go:171","msg":"trace[431125426] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"1.365718745s","start":"2026-03-02T19:23:57.042151Z","end":"2026-03-02T19:23:58.40787Z","steps":["trace[431125426] 'process raft request' (duration: 1.365316346s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.408366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.042144Z","time spent":"1.366148214s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:58.408898Z","caller":"traceutil/trace.go:171","msg":"trace[394207441] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"1.366479621s","start":"2026-03-02T19:23:57.04238Z","end":"2026-03-02T19:23:58.40886Z","steps":["trace[394207441] 'process raft request' (duration: 1.365369017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.409092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.042349Z","time spent":"1.366641165s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:58.409531Z","caller":"traceutil/trace.go:171","msg":"trace[495452822] linearizableReadLoop","detail":"{readStateIndex:25667; appliedIndex:25661; }","duration":"1.299695849s","start":"2026-03-02T19:23:57.109823Z","end":"2026-03-02T19:23:58.409519Z","steps":["trace[495452822] 'read index received' (duration: 862.166598ms)","trace[495452822] 'applied index is now lower than readState.Index' (duration: 437.528451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:58.409867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067763659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:58.409938Z","caller":"traceutil/trace.go:171","msg":"trace[320753823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24792; }","duration":"1.067893822s","start":"2026-03-02T19:23:57.342027Z","end":"2026-03-02T19:23:58.409921Z","steps":["trace[320753823] 'agreement among raft nodes before linearized reading' (duration: 1.067776329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.40997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.342Z","time spent":"1.067963394s","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:58.409975Z","caller":"traceutil/trace.go:171","msg":"trace[693000432] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"1.367404752s","start":"2026-03-02T19:23:57.042556Z","end":"2026-03-02T19:23:58.409961Z","steps":["trace[693000432] 'process raft request' (duration: 1.366179924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.410034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.042524Z","time spent":"1.367477034s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:58.410095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.447266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:58.410121Z","caller":"traceutil/trace.go:171","msg":"trace[1792593798] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24792; }","duration":"214.504647ms","start":"2026-03-02T19:23:58.19561Z","end":"2026-03-02T19:23:58.410114Z","steps":["trace[1792593798] 'agreement among raft nodes before linearized reading' (duration: 214.465766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.410294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.850228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T19:23:58.410323Z","caller":"traceutil/trace.go:171","msg":"trace[175810151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24792; }","duration":"751.931719ms","start":"2026-03-02T19:23:57.658385Z","end":"2026-03-02T19:23:58.410317Z","steps":["trace[175810151] 'agreement among raft nodes before linearized reading' (duration: 751.834497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.410341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.658353Z","time spent":"751.984201ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T19:23:58.410462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.588266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:58.410488Z","caller":"traceutil/trace.go:171","msg":"trace[645124332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24792; }","duration":"881.643667ms","start":"2026-03-02T19:23:57.528836Z","end":"2026-03-02T19:23:58.410479Z","steps":["trace[645124332] 'agreement among raft nodes before linearized reading' (duration: 881.605416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.410505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.528816Z","time spent":"881.686318ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:58.409931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.505597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:58.410289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300477487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-02T19:23:58.410587Z","caller":"traceutil/trace.go:171","msg":"trace[1861615478] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24792; }","duration":"136.201362ms","start":"2026-03-02T19:23:58.274367Z","end":"2026-03-02T19:23:58.410568Z","steps":["trace[1861615478] 'agreement among raft nodes before linearized reading' (duration: 135.504667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:58.41061Z","caller":"traceutil/trace.go:171","msg":"trace[411997063] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c; range_end:; response_count:1; response_revision:24792; }","duration":"1.300848145s","start":"2026-03-02T19:23:57.109755Z","end":"2026-03-02T19:23:58.410603Z","steps":["trace[411997063] 'agreement among raft nodes before linearized reading' (duration: 1.300436166s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:58.410632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:57.109731Z","time spent":"1.300894306s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" "} {"level":"warn","ts":"2026-03-02T19:23:59.211745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.675504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:59.211914Z","caller":"traceutil/trace.go:171","msg":"trace[348915110] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"795.747575ms","start":"2026-03-02T19:23:58.416125Z","end":"2026-03-02T19:23:59.211872Z","steps":["trace[348915110] 'process raft request' (duration: 357.869266ms)","trace[348915110] 'compare' (duration: 437.152423ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:59.211991Z","caller":"traceutil/trace.go:171","msg":"trace[7323412] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"659.81025ms","start":"2026-03-02T19:23:58.552174Z","end":"2026-03-02T19:23:59.211984Z","steps":["trace[7323412] 'process raft request' (duration: 659.681677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.212038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:58.552139Z","time spent":"659.875161ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:59.21208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:58.416102Z","time spent":"795.897967ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:59.212091Z","caller":"traceutil/trace.go:171","msg":"trace[2009813213] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25667; }","duration":"729.581567ms","start":"2026-03-02T19:23:58.482485Z","end":"2026-03-02T19:23:59.212066Z","steps":["trace[2009813213] 'read index received' (duration: 291.507214ms)","trace[2009813213] 'applied index is now lower than readState.Index' (duration: 438.072293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:59.212251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.75773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:59.21229Z","caller":"traceutil/trace.go:171","msg":"trace[1111211229] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24795; }","duration":"729.850672ms","start":"2026-03-02T19:23:58.48243Z","end":"2026-03-02T19:23:59.21228Z","steps":["trace[1111211229] 'agreement among raft nodes before linearized reading' (duration: 729.766951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:59.21196Z","caller":"traceutil/trace.go:171","msg":"trace[1616765730] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"114.965433ms","start":"2026-03-02T19:23:59.09698Z","end":"2026-03-02T19:23:59.211945Z","steps":["trace[1616765730] 'process raft request' (duration: 114.935793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.212308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.192195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-02T19:23:59.21232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:58.482409Z","time spent":"729.902364ms","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:59.212336Z","caller":"traceutil/trace.go:171","msg":"trace[1347598078] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24795; }","duration":"585.219475ms","start":"2026-03-02T19:23:58.627105Z","end":"2026-03-02T19:23:59.212325Z","steps":["trace[1347598078] 'agreement among raft nodes before linearized reading' (duration: 585.115153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.21236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:58.627077Z","time spent":"585.276556ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T19:23:59.212525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.309013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:23:59.212555Z","caller":"traceutil/trace.go:171","msg":"trace[1109077173] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24795; }","duration":"106.339963ms","start":"2026-03-02T19:23:59.106208Z","end":"2026-03-02T19:23:59.212548Z","steps":["trace[1109077173] 'agreement among raft nodes before linearized reading' (duration: 106.263292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.212653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.481424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:23:59.212684Z","caller":"traceutil/trace.go:171","msg":"trace[188102280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24795; }","duration":"474.561757ms","start":"2026-03-02T19:23:58.738116Z","end":"2026-03-02T19:23:59.212677Z","steps":["trace[188102280] 'agreement among raft nodes before linearized reading' (duration: 474.459265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.212703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:58.738089Z","time spent":"474.609008ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:23:59.212723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.127949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:23:59.212744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.106897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:23:59.212792Z","caller":"traceutil/trace.go:171","msg":"trace[328778222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24795; }","duration":"474.172348ms","start":"2026-03-02T19:23:58.738608Z","end":"2026-03-02T19:23:59.21278Z","steps":["trace[328778222] 'agreement among raft nodes before linearized reading' (duration: 474.021835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.212832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:58.7386Z","time spent":"474.225509ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:59.21284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.360572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:23:59.212861Z","caller":"traceutil/trace.go:171","msg":"trace[860750895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24795; }","duration":"474.424244ms","start":"2026-03-02T19:23:58.738431Z","end":"2026-03-02T19:23:59.212855Z","steps":["trace[860750895] 'agreement among raft nodes before linearized reading' (duration: 474.362023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.212887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:58.738406Z","time spent":"474.477505ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:23:59.212754Z","caller":"traceutil/trace.go:171","msg":"trace[1037369907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24795; }","duration":"475.198641ms","start":"2026-03-02T19:23:58.737548Z","end":"2026-03-02T19:23:59.212747Z","steps":["trace[1037369907] 'agreement among raft nodes before linearized reading' (duration: 475.121609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.212956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:58.737525Z","time spent":"475.424645ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:59.721173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263695599,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:23:59.95257Z","caller":"traceutil/trace.go:171","msg":"trace[425592581] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"733.670917ms","start":"2026-03-02T19:23:59.218867Z","end":"2026-03-02T19:23:59.952538Z","steps":["trace[425592581] 'process raft request' (duration: 733.451562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:59.952753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.218822Z","time spent":"733.83171ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:00.629327Z","caller":"traceutil/trace.go:171","msg":"trace[478253564] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"1.409968649s","start":"2026-03-02T19:23:59.219333Z","end":"2026-03-02T19:24:00.629302Z","steps":["trace[478253564] 'process raft request' (duration: 1.38233777s)","trace[478253564] 'compare' (duration: 26.864983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:00.629496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.219305Z","time spent":"1.410095003s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:00.629632Z","caller":"traceutil/trace.go:171","msg":"trace[1444513544] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"1.410047151s","start":"2026-03-02T19:23:59.219549Z","end":"2026-03-02T19:24:00.629596Z","steps":["trace[1444513544] 'process raft request' (duration: 1.409653102s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.629818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.219528Z","time spent":"1.410201524s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:00.629986Z","caller":"traceutil/trace.go:171","msg":"trace[1574620760] linearizableReadLoop","detail":"{readStateIndex:25674; appliedIndex:25670; }","duration":"1.409031639s","start":"2026-03-02T19:23:59.220925Z","end":"2026-03-02T19:24:00.629957Z","steps":["trace[1574620760] 'read index received' (duration: 731.428157ms)","trace[1574620760] 'applied index is now lower than readState.Index' (duration: 677.602222ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:00.630155Z","caller":"traceutil/trace.go:171","msg":"trace[1243746711] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"1.409666273s","start":"2026-03-02T19:23:59.220476Z","end":"2026-03-02T19:24:00.630143Z","steps":["trace[1243746711] 'process raft request' (duration: 1.409038799s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.630294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.220465Z","time spent":"1.409727374s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:00.630282Z","caller":"traceutil/trace.go:171","msg":"trace[1981822318] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"652.987699ms","start":"2026-03-02T19:23:59.977272Z","end":"2026-03-02T19:24:00.63026Z","steps":["trace[1981822318] 'process raft request' (duration: 652.593561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.630361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409430357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T19:24:00.630407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.977228Z","time spent":"653.117242ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:00.630411Z","caller":"traceutil/trace.go:171","msg":"trace[1482371086] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24800; }","duration":"1.409493098s","start":"2026-03-02T19:23:59.220904Z","end":"2026-03-02T19:24:00.630397Z","steps":["trace[1482371086] 'agreement among raft nodes before linearized reading' (duration: 1.409307204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.630488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.220895Z","time spent":"1.409584081s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-02T19:24:00.630531Z","caller":"traceutil/trace.go:171","msg":"trace[178123273] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"213.826432ms","start":"2026-03-02T19:24:00.416671Z","end":"2026-03-02T19:24:00.630498Z","steps":["trace[178123273] 'process raft request' (duration: 213.517846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:00.630933Z","caller":"traceutil/trace.go:171","msg":"trace[1258723610] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"214.016925ms","start":"2026-03-02T19:24:00.416903Z","end":"2026-03-02T19:24:00.630919Z","steps":["trace[1258723610] 'process raft request' (duration: 213.926723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:00.630955Z","caller":"traceutil/trace.go:171","msg":"trace[1971548623] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"214.092018ms","start":"2026-03-02T19:24:00.416846Z","end":"2026-03-02T19:24:00.630938Z","steps":["trace[1971548623] 'process raft request' (duration: 213.604357ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:00.631048Z","caller":"traceutil/trace.go:171","msg":"trace[821806214] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"214.012606ms","start":"2026-03-02T19:24:00.417025Z","end":"2026-03-02T19:24:00.631038Z","steps":["trace[821806214] 'process raft request' (duration: 213.854572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.631296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395196635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:00.631311Z","caller":"traceutil/trace.go:171","msg":"trace[55438578] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"214.175001ms","start":"2026-03-02T19:24:00.417126Z","end":"2026-03-02T19:24:00.631301Z","steps":["trace[55438578] 'process raft request' (duration: 213.825692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:00.631344Z","caller":"traceutil/trace.go:171","msg":"trace[1708813674] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24806; }","duration":"1.395273756s","start":"2026-03-02T19:23:59.23606Z","end":"2026-03-02T19:24:00.631334Z","steps":["trace[1708813674] 'agreement among raft nodes before linearized reading' (duration: 1.395163424s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.631416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.208357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:24:00.631536Z","caller":"traceutil/trace.go:171","msg":"trace[1745360678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24806; }","duration":"502.301809ms","start":"2026-03-02T19:24:00.129174Z","end":"2026-03-02T19:24:00.631476Z","steps":["trace[1745360678] 'agreement among raft nodes before linearized reading' (duration: 502.052864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.631569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.573046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T19:24:00.631613Z","caller":"traceutil/trace.go:171","msg":"trace[398625511] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:24806; }","duration":"586.661358ms","start":"2026-03-02T19:24:00.044942Z","end":"2026-03-02T19:24:00.631603Z","steps":["trace[398625511] 'agreement among raft nodes before linearized reading' (duration: 586.529565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:00.631619Z","caller":"traceutil/trace.go:171","msg":"trace[257370679] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"212.591865ms","start":"2026-03-02T19:24:00.419017Z","end":"2026-03-02T19:24:00.631609Z","steps":["trace[257370679] 'process raft request' (duration: 211.972601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.631646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:00.044918Z","time spent":"586.719859ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-02T19:24:00.631578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:00.129154Z","time spent":"502.415511ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:24:00.631918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214568764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-02T19:24:00.631372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.236049Z","time spent":"1.395316727s","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:00.631958Z","caller":"traceutil/trace.go:171","msg":"trace[918129434] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c; range_end:; response_count:1; response_revision:24806; }","duration":"1.214775099s","start":"2026-03-02T19:23:59.417172Z","end":"2026-03-02T19:24:00.631948Z","steps":["trace[918129434] 'agreement among raft nodes before linearized reading' (duration: 1.214524763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.631972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372617366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:24:00.632035Z","caller":"traceutil/trace.go:171","msg":"trace[1977610679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24806; }","duration":"1.372682797s","start":"2026-03-02T19:23:59.259338Z","end":"2026-03-02T19:24:00.632021Z","steps":["trace[1977610679] 'agreement among raft nodes before linearized reading' (duration: 1.372520364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.632088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.259306Z","time spent":"1.372775219s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:24:00.631448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102969854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:00.632144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.417146Z","time spent":"1.214826259s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-610702ba-6787-4ec4-9498-b04839b0945c\" "} {"level":"info","ts":"2026-03-02T19:24:00.632165Z","caller":"traceutil/trace.go:171","msg":"trace[1684903963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24806; }","duration":"1.103741561s","start":"2026-03-02T19:23:59.528413Z","end":"2026-03-02T19:24:00.632154Z","steps":["trace[1684903963] 'agreement among raft nodes before linearized reading' (duration: 1.102980925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:00.6322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:59.52839Z","time spent":"1.103799563s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:00.631838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.365931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:00.632339Z","caller":"traceutil/trace.go:171","msg":"trace[587006622] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24806; }","duration":"154.939574ms","start":"2026-03-02T19:24:00.477389Z","end":"2026-03-02T19:24:00.632328Z","steps":["trace[587006622] 'agreement among raft nodes before linearized reading' (duration: 154.384122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:05.106886Z","caller":"traceutil/trace.go:171","msg":"trace[1410712165] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"460.495117ms","start":"2026-03-02T19:24:04.64636Z","end":"2026-03-02T19:24:05.106855Z","steps":["trace[1410712165] 'process raft request' (duration: 460.321163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:05.107066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.64633Z","time spent":"460.642ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:06.17189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.416546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:06.172141Z","caller":"traceutil/trace.go:171","msg":"trace[336269731] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"1.522414796s","start":"2026-03-02T19:24:04.649687Z","end":"2026-03-02T19:24:06.172102Z","steps":["trace[336269731] 'process raft request' (duration: 869.643842ms)","trace[336269731] 'compare' (duration: 652.284654ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:06.172223Z","caller":"traceutil/trace.go:171","msg":"trace[933502174] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"1.522233142s","start":"2026-03-02T19:24:04.649952Z","end":"2026-03-02T19:24:06.172185Z","steps":["trace[933502174] 'process raft request' (duration: 1.522063078s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.172279Z","caller":"traceutil/trace.go:171","msg":"trace[1614753664] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25727; }","duration":"1.522239703s","start":"2026-03-02T19:24:04.650014Z","end":"2026-03-02T19:24:06.172254Z","steps":["trace[1614753664] 'read index received' (duration: 456.648742ms)","trace[1614753664] 'applied index is now lower than readState.Index' (duration: 1.065589911s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:06.172299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.649676Z","time spent":"1.522539919s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:06.172532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.649942Z","time spent":"1.522345674s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:06.172572Z","caller":"traceutil/trace.go:171","msg":"trace[2070492290] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"1.522620312s","start":"2026-03-02T19:24:04.649941Z","end":"2026-03-02T19:24:06.172561Z","steps":["trace[2070492290] 'process raft request' (duration: 1.522143881s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.172647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.649907Z","time spent":"1.522691863s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:06.173135Z","caller":"traceutil/trace.go:171","msg":"trace[519820178] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"1.522421758s","start":"2026-03-02T19:24:04.650677Z","end":"2026-03-02T19:24:06.173099Z","steps":["trace[519820178] 'process raft request' (duration: 1.521531008s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.173149Z","caller":"traceutil/trace.go:171","msg":"trace[1109506447] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"1.523060971s","start":"2026-03-02T19:24:04.650048Z","end":"2026-03-02T19:24:06.173109Z","steps":["trace[1109506447] 'process raft request' (duration: 1.52212328s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.173165Z","caller":"traceutil/trace.go:171","msg":"trace[1904122944] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"1.523115532s","start":"2026-03-02T19:24:04.649991Z","end":"2026-03-02T19:24:06.173107Z","steps":["trace[1904122944] 'process raft request' (duration: 1.5221319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.173271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523191044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:24:06.173294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.650642Z","time spent":"1.52256599s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:06.173314Z","caller":"traceutil/trace.go:171","msg":"trace[498428865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24858; }","duration":"1.523260595s","start":"2026-03-02T19:24:04.65004Z","end":"2026-03-02T19:24:06.1733Z","steps":["trace[498428865] 'agreement among raft nodes before linearized reading' (duration: 1.523117012s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.173348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.650025Z","time spent":"1.523315117s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:24:06.173335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.650042Z","time spent":"1.523190854s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:06.173352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.649976Z","time spent":"1.523270176s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:06.173351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523311667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:24:06.173449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.570945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:24:06.173446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307373238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:06.173449Z","caller":"traceutil/trace.go:171","msg":"trace[1582779850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24858; }","duration":"1.523410649s","start":"2026-03-02T19:24:04.650009Z","end":"2026-03-02T19:24:06.173419Z","steps":["trace[1582779850] 'agreement among raft nodes before linearized reading' (duration: 1.523145223s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.173472Z","caller":"traceutil/trace.go:171","msg":"trace[57128776] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24858; }","duration":"414.631897ms","start":"2026-03-02T19:24:05.75883Z","end":"2026-03-02T19:24:06.173462Z","steps":["trace[57128776] 'agreement among raft nodes before linearized reading' (duration: 414.586756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.17348Z","caller":"traceutil/trace.go:171","msg":"trace[1634578222] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24858; }","duration":"1.30745396s","start":"2026-03-02T19:24:04.866015Z","end":"2026-03-02T19:24:06.173469Z","steps":["trace[1634578222] 'agreement among raft nodes before linearized reading' (duration: 1.307397969s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.17349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:05.7588Z","time spent":"414.686987ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:24:06.173482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.155554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:06.173498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.649982Z","time spent":"1.523506561s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:06.173483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.566509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:06.173505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23439664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f7zdm.18991becc2430e5e\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-02T19:24:06.17353Z","caller":"traceutil/trace.go:171","msg":"trace[125373551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24858; }","duration":"644.252637ms","start":"2026-03-02T19:24:05.529264Z","end":"2026-03-02T19:24:06.173517Z","steps":["trace[125373551] 'agreement among raft nodes before linearized reading' (duration: 644.168495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.173555Z","caller":"traceutil/trace.go:171","msg":"trace[220755320] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-f7zdm.18991becc2430e5e; range_end:; response_count:1; response_revision:24858; }","duration":"1.234484362s","start":"2026-03-02T19:24:04.939056Z","end":"2026-03-02T19:24:06.17354Z","steps":["trace[220755320] 'agreement among raft nodes before linearized reading' (duration: 1.234338019s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.173559Z","caller":"traceutil/trace.go:171","msg":"trace[1488884054] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24858; }","duration":"288.691711ms","start":"2026-03-02T19:24:05.884843Z","end":"2026-03-02T19:24:06.173535Z","steps":["trace[1488884054] 'agreement among raft nodes before linearized reading' (duration: 288.561919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.173578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:05.529237Z","time spent":"644.333338ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:06.173587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516156268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:24:06.173397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.577659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:24:06.173508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.865989Z","time spent":"1.307511082s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:06.173614Z","caller":"traceutil/trace.go:171","msg":"trace[1577531532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24858; }","duration":"1.51621536s","start":"2026-03-02T19:24:04.657391Z","end":"2026-03-02T19:24:06.173606Z","steps":["trace[1577531532] 'agreement among raft nodes before linearized reading' (duration: 1.516135858s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.17363Z","caller":"traceutil/trace.go:171","msg":"trace[1394992491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24858; }","duration":"927.865235ms","start":"2026-03-02T19:24:05.245754Z","end":"2026-03-02T19:24:06.173619Z","steps":["trace[1394992491] 'agreement among raft nodes before linearized reading' (duration: 927.558779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.17364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.657375Z","time spent":"1.516259141s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:06.173649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22120518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:06.17365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113525427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T19:24:06.173662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:05.245724Z","time spent":"927.929907ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:24:06.17368Z","caller":"traceutil/trace.go:171","msg":"trace[1760722663] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24858; }","duration":"1.221295712s","start":"2026-03-02T19:24:04.952373Z","end":"2026-03-02T19:24:06.173669Z","steps":["trace[1760722663] 'agreement among raft nodes before linearized reading' (duration: 1.221233071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.173587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.939031Z","time spent":"1.234548184s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f7zdm.18991becc2430e5e\" "} {"level":"info","ts":"2026-03-02T19:24:06.173688Z","caller":"traceutil/trace.go:171","msg":"trace[2059483668] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24858; }","duration":"1.113605938s","start":"2026-03-02T19:24:05.060071Z","end":"2026-03-02T19:24:06.173676Z","steps":["trace[2059483668] 'agreement among raft nodes before linearized reading' (duration: 1.113448285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.17371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:04.952343Z","time spent":"1.221360003s","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:06.173728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:05.060047Z","time spent":"1.11367405s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T19:24:06.173787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.29039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:24:06.173827Z","caller":"traceutil/trace.go:171","msg":"trace[451367220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24858; }","duration":"193.35439ms","start":"2026-03-02T19:24:05.980461Z","end":"2026-03-02T19:24:06.173815Z","steps":["trace[451367220] 'agreement among raft nodes before linearized reading' (duration: 193.157596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:06.281764Z","caller":"traceutil/trace.go:171","msg":"trace[931164329] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"105.112437ms","start":"2026-03-02T19:24:06.176612Z","end":"2026-03-02T19:24:06.281724Z","steps":["trace[931164329] 'process raft request' (duration: 103.248935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.669523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.17864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:06.669765Z","caller":"traceutil/trace.go:171","msg":"trace[1222537475] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"492.120184ms","start":"2026-03-02T19:24:06.177608Z","end":"2026-03-02T19:24:06.669728Z","steps":["trace[1222537475] 'process raft request' (duration: 390.606857ms)","trace[1222537475] 'compare' (duration: 100.75167ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:06.669914Z","caller":"traceutil/trace.go:171","msg":"trace[480741989] linearizableReadLoop","detail":"{readStateIndex:25736; appliedIndex:25734; }","duration":"492.233847ms","start":"2026-03-02T19:24:06.177644Z","end":"2026-03-02T19:24:06.669878Z","steps":["trace[480741989] 'read index received' (duration: 102.092211ms)","trace[480741989] 'applied index is now lower than readState.Index' (duration: 390.140656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:06.669972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:06.177593Z","time spent":"492.276028ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:06.67011Z","caller":"traceutil/trace.go:171","msg":"trace[1002322348] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"487.243287ms","start":"2026-03-02T19:24:06.182847Z","end":"2026-03-02T19:24:06.67009Z","steps":["trace[1002322348] 'process raft request' (duration: 486.987481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.670208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:06.182839Z","time spent":"487.325378ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:06.670312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.964068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:24:06.670358Z","caller":"traceutil/trace.go:171","msg":"trace[397741815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24864; }","duration":"491.026569ms","start":"2026-03-02T19:24:06.179319Z","end":"2026-03-02T19:24:06.670346Z","steps":["trace[397741815] 'agreement among raft nodes before linearized reading' (duration: 490.833705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.670397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:06.179307Z","time spent":"491.08341ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:24:06.670415Z","caller":"traceutil/trace.go:171","msg":"trace[315575736] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"490.891927ms","start":"2026-03-02T19:24:06.179507Z","end":"2026-03-02T19:24:06.670399Z","steps":["trace[315575736] 'process raft request' (duration: 490.13304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.67047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:06.179494Z","time spent":"490.947247ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:06.670514Z","caller":"traceutil/trace.go:171","msg":"trace[533115149] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"489.505306ms","start":"2026-03-02T19:24:06.180998Z","end":"2026-03-02T19:24:06.670503Z","steps":["trace[533115149] 'process raft request' (duration: 488.76541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.670585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:06.180989Z","time spent":"489.559277ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:06.670476Z","caller":"traceutil/trace.go:171","msg":"trace[1918359383] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"489.024805ms","start":"2026-03-02T19:24:06.181439Z","end":"2026-03-02T19:24:06.670464Z","steps":["trace[1918359383] 'process raft request' (duration: 488.360231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.670684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:06.18143Z","time spent":"489.22592ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:06.670702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.056685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-610702ba-6787-4ec4-9498-b04839b0945c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T19:24:06.670743Z","caller":"traceutil/trace.go:171","msg":"trace[1919974126] range","detail":"{range_begin:/registry/persistentvolumes/pvc-610702ba-6787-4ec4-9498-b04839b0945c; range_end:; response_count:1; response_revision:24864; }","duration":"493.096156ms","start":"2026-03-02T19:24:06.177636Z","end":"2026-03-02T19:24:06.670732Z","steps":["trace[1919974126] 'agreement among raft nodes before linearized reading' (duration: 492.964463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:06.67078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:06.177579Z","time spent":"493.193898ms","remote":"127.0.0.1:55752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-610702ba-6787-4ec4-9498-b04839b0945c\" "} {"level":"warn","ts":"2026-03-02T19:24:06.670877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.967238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:06.670919Z","caller":"traceutil/trace.go:171","msg":"trace[1862551418] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24864; }","duration":"245.009769ms","start":"2026-03-02T19:24:06.425896Z","end":"2026-03-02T19:24:06.670906Z","steps":["trace[1862551418] 'agreement among raft nodes before linearized reading' (duration: 244.930927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:07.292422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.117845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:07.292558Z","caller":"traceutil/trace.go:171","msg":"trace[525115787] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"179.366382ms","start":"2026-03-02T19:24:07.113168Z","end":"2026-03-02T19:24:07.292535Z","steps":["trace[525115787] 'process raft request' (duration: 50.044773ms)","trace[525115787] 'compare' (duration: 128.929441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:07.961501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.9453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:07.96161Z","caller":"traceutil/trace.go:171","msg":"trace[1909795419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24865; }","duration":"433.139344ms","start":"2026-03-02T19:24:07.528443Z","end":"2026-03-02T19:24:07.961582Z","steps":["trace[1909795419] 'range keys from in-memory index tree' (duration: 432.703014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:07.961656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:07.528417Z","time spent":"433.229635ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:07.962172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.810291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:07.962278Z","caller":"traceutil/trace.go:171","msg":"trace[563644271] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24865; }","duration":"321.969583ms","start":"2026-03-02T19:24:07.640284Z","end":"2026-03-02T19:24:07.962254Z","steps":["trace[563644271] 'count revisions from in-memory index tree' (duration: 321.685318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:07.962331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:07.640267Z","time spent":"322.052486ms","remote":"127.0.0.1:56110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:08.450983Z","caller":"traceutil/trace.go:171","msg":"trace[850037964] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"270.550192ms","start":"2026-03-02T19:24:08.1804Z","end":"2026-03-02T19:24:08.45095Z","steps":["trace[850037964] 'process raft request' (duration: 270.326787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:08.451208Z","caller":"traceutil/trace.go:171","msg":"trace[976414239] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"270.747146ms","start":"2026-03-02T19:24:08.180418Z","end":"2026-03-02T19:24:08.451165Z","steps":["trace[976414239] 'process raft request' (duration: 270.482241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:08.463439Z","caller":"traceutil/trace.go:171","msg":"trace[459294550] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"282.426273ms","start":"2026-03-02T19:24:08.180983Z","end":"2026-03-02T19:24:08.463409Z","steps":["trace[459294550] 'process raft request' (duration: 282.363461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:08.463466Z","caller":"traceutil/trace.go:171","msg":"trace[1109400752] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"282.498714ms","start":"2026-03-02T19:24:08.180931Z","end":"2026-03-02T19:24:08.463429Z","steps":["trace[1109400752] 'process raft request' (duration: 282.29556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:08.463781Z","caller":"traceutil/trace.go:171","msg":"trace[1036052378] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"282.613466ms","start":"2026-03-02T19:24:08.181111Z","end":"2026-03-02T19:24:08.463725Z","steps":["trace[1036052378] 'process raft request' (duration: 282.259729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:08.463991Z","caller":"traceutil/trace.go:171","msg":"trace[1256758383] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"282.71351ms","start":"2026-03-02T19:24:08.181258Z","end":"2026-03-02T19:24:08.463972Z","steps":["trace[1256758383] 'process raft request' (duration: 282.339101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:13.006574Z","caller":"traceutil/trace.go:171","msg":"trace[1016384624] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"539.912417ms","start":"2026-03-02T19:24:12.466618Z","end":"2026-03-02T19:24:13.00653Z","steps":["trace[1016384624] 'process raft request' (duration: 489.016746ms)","trace[1016384624] 'compare' (duration: 50.466982ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:13.006823Z","caller":"traceutil/trace.go:171","msg":"trace[1729354581] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"528.999087ms","start":"2026-03-02T19:24:12.477796Z","end":"2026-03-02T19:24:13.006795Z","steps":["trace[1729354581] 'process raft request' (duration: 528.65759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.006848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.466577Z","time spent":"540.115722ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:13.006972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.477781Z","time spent":"529.117389ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:13.007216Z","caller":"traceutil/trace.go:171","msg":"trace[1370199303] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"529.334704ms","start":"2026-03-02T19:24:12.477874Z","end":"2026-03-02T19:24:13.007208Z","steps":["trace[1370199303] 'process raft request' (duration: 528.833933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.007263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.477851Z","time spent":"529.388876ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:13.00748Z","caller":"traceutil/trace.go:171","msg":"trace[662417856] linearizableReadLoop","detail":"{readStateIndex:25783; appliedIndex:25778; }","duration":"478.588014ms","start":"2026-03-02T19:24:12.528872Z","end":"2026-03-02T19:24:13.00746Z","steps":["trace[662417856] 'read index received' (duration: 22.479555ms)","trace[662417856] 'applied index is now lower than readState.Index' (duration: 456.107149ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:13.007744Z","caller":"traceutil/trace.go:171","msg":"trace[1869041221] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"528.332271ms","start":"2026-03-02T19:24:12.479169Z","end":"2026-03-02T19:24:13.007501Z","steps":["trace[1869041221] 'process raft request' (duration: 528.225819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.007986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.549666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:24:13.007964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.331313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:24:13.008011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.739301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:24:13.007994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.076627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:13.008014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.198769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T19:24:13.008057Z","caller":"traceutil/trace.go:171","msg":"trace[642961767] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24905; }","duration":"337.465177ms","start":"2026-03-02T19:24:12.670569Z","end":"2026-03-02T19:24:13.008035Z","steps":["trace[642961767] 'agreement among raft nodes before linearized reading' (duration: 337.239412ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:13.008082Z","caller":"traceutil/trace.go:171","msg":"trace[615996419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24905; }","duration":"302.839473ms","start":"2026-03-02T19:24:12.70522Z","end":"2026-03-02T19:24:13.008059Z","steps":["trace[615996419] 'agreement among raft nodes before linearized reading' (duration: 302.644939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.008085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.436817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:24:13.008109Z","caller":"traceutil/trace.go:171","msg":"trace[1360663783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24905; }","duration":"479.257831ms","start":"2026-03-02T19:24:12.528818Z","end":"2026-03-02T19:24:13.008076Z","steps":["trace[1360663783] 'agreement among raft nodes before linearized reading' (duration: 478.920883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:13.008126Z","caller":"traceutil/trace.go:171","msg":"trace[964733638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24905; }","duration":"459.342552ms","start":"2026-03-02T19:24:12.548749Z","end":"2026-03-02T19:24:13.008091Z","steps":["trace[964733638] 'agreement among raft nodes before linearized reading' (duration: 459.044416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.008146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.705204Z","time spent":"302.927675ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:24:13.008149Z","caller":"traceutil/trace.go:171","msg":"trace[2065329846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24905; }","duration":"303.524379ms","start":"2026-03-02T19:24:12.704607Z","end":"2026-03-02T19:24:13.008131Z","steps":["trace[2065329846] 'agreement among raft nodes before linearized reading' (duration: 303.353025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.00817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.528794Z","time spent":"479.366433ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:13.008177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.548738Z","time spent":"459.424444ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T19:24:13.00819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.704596Z","time spent":"303.58653ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:13.008115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.670555Z","time spent":"337.550168ms","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:13.008032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.479131Z","time spent":"528.757022ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:13.008026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.255465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:13.008279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.69563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:24:13.008356Z","caller":"traceutil/trace.go:171","msg":"trace[350459061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24905; }","duration":"302.783331ms","start":"2026-03-02T19:24:12.705553Z","end":"2026-03-02T19:24:13.008337Z","steps":["trace[350459061] 'agreement among raft nodes before linearized reading' (duration: 302.526866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.008408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.705542Z","time spent":"302.855734ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:24:13.007744Z","caller":"traceutil/trace.go:171","msg":"trace[2041073256] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"529.253691ms","start":"2026-03-02T19:24:12.478242Z","end":"2026-03-02T19:24:13.007496Z","steps":["trace[2041073256] 'process raft request' (duration: 528.911684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.008533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.478233Z","time spent":"530.247684ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:13.008038Z","caller":"traceutil/trace.go:171","msg":"trace[644112085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24905; }","duration":"306.673529ms","start":"2026-03-02T19:24:12.701347Z","end":"2026-03-02T19:24:13.00802Z","steps":["trace[644112085] 'agreement among raft nodes before linearized reading' (duration: 306.449994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.0086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.701314Z","time spent":"307.276241ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:24:13.008279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.823823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:24:13.008654Z","caller":"traceutil/trace.go:171","msg":"trace[1800967961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24905; }","duration":"308.192981ms","start":"2026-03-02T19:24:12.700444Z","end":"2026-03-02T19:24:13.008637Z","steps":["trace[1800967961] 'agreement among raft nodes before linearized reading' (duration: 307.640949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.008722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.70041Z","time spent":"308.296463ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:24:13.008324Z","caller":"traceutil/trace.go:171","msg":"trace[500242255] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24905; }","duration":"422.612433ms","start":"2026-03-02T19:24:12.585698Z","end":"2026-03-02T19:24:13.00831Z","steps":["trace[500242255] 'agreement among raft nodes before linearized reading' (duration: 422.162153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.009941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:12.585672Z","time spent":"424.213837ms","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:13.354798Z","caller":"traceutil/trace.go:171","msg":"trace[1588619673] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"340.971013ms","start":"2026-03-02T19:24:13.013803Z","end":"2026-03-02T19:24:13.354774Z","steps":["trace[1588619673] 'process raft request' (duration: 340.883881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.354993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.013782Z","time spent":"341.099765ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:13.3549Z","caller":"traceutil/trace.go:171","msg":"trace[1895497853] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"341.057664ms","start":"2026-03-02T19:24:13.013794Z","end":"2026-03-02T19:24:13.354851Z","steps":["trace[1895497853] 'process raft request' (duration: 340.686816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:13.355161Z","caller":"traceutil/trace.go:171","msg":"trace[852976839] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"341.004734ms","start":"2026-03-02T19:24:13.014129Z","end":"2026-03-02T19:24:13.355133Z","steps":["trace[852976839] 'process raft request' (duration: 340.606795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.355227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.013779Z","time spent":"341.323682ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:13.35532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.014121Z","time spent":"341.121417ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:13.355447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.204258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:13.355323Z","caller":"traceutil/trace.go:171","msg":"trace[717232449] linearizableReadLoop","detail":"{readStateIndex:25788; appliedIndex:25783; }","duration":"321.068535ms","start":"2026-03-02T19:24:13.034235Z","end":"2026-03-02T19:24:13.355304Z","steps":["trace[717232449] 'read index received' (duration: 67.419456ms)","trace[717232449] 'applied index is now lower than readState.Index' (duration: 253.648129ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:13.355501Z","caller":"traceutil/trace.go:171","msg":"trace[1487407598] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24910; }","duration":"321.28685ms","start":"2026-03-02T19:24:13.034202Z","end":"2026-03-02T19:24:13.355488Z","steps":["trace[1487407598] 'agreement among raft nodes before linearized reading' (duration: 321.155317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:13.355488Z","caller":"traceutil/trace.go:171","msg":"trace[714613423] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"340.630976ms","start":"2026-03-02T19:24:13.014843Z","end":"2026-03-02T19:24:13.355474Z","steps":["trace[714613423] 'process raft request' (duration: 340.205896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.355544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.034191Z","time spent":"321.343231ms","remote":"127.0.0.1:48290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:13.35558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.014835Z","time spent":"340.708178ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:13.880109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.551158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:13.88032Z","caller":"traceutil/trace.go:171","msg":"trace[236448591] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"243.469875ms","start":"2026-03-02T19:24:13.636833Z","end":"2026-03-02T19:24:13.880303Z","steps":["trace[236448591] 'process raft request' (duration: 243.385573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:13.880402Z","caller":"traceutil/trace.go:171","msg":"trace[2084307716] linearizableReadLoop","detail":"{readStateIndex:25789; appliedIndex:25788; }","duration":"524.848585ms","start":"2026-03-02T19:24:13.355514Z","end":"2026-03-02T19:24:13.880362Z","steps":["trace[2084307716] 'read index received' (duration: 300.102513ms)","trace[2084307716] 'applied index is now lower than readState.Index' (duration: 224.744452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:13.88089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.893327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T19:24:13.880961Z","caller":"traceutil/trace.go:171","msg":"trace[1510659890] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd; range_end:; response_count:1; response_revision:24912; }","duration":"531.186674ms","start":"2026-03-02T19:24:13.34976Z","end":"2026-03-02T19:24:13.880946Z","steps":["trace[1510659890] 'agreement among raft nodes before linearized reading' (duration: 530.773935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.324692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:24:13.881029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.973026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:13.881043Z","caller":"traceutil/trace.go:171","msg":"trace[131683534] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24912; }","duration":"558.423235ms","start":"2026-03-02T19:24:13.322607Z","end":"2026-03-02T19:24:13.88103Z","steps":["trace[131683534] 'agreement among raft nodes before linearized reading' (duration: 558.316882ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:13.881069Z","caller":"traceutil/trace.go:171","msg":"trace[93335282] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24912; }","duration":"618.058678ms","start":"2026-03-02T19:24:13.262999Z","end":"2026-03-02T19:24:13.881057Z","steps":["trace[93335282] 'agreement among raft nodes before linearized reading' (duration: 617.989087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.881096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.322591Z","time spent":"558.490666ms","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:13.881107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.262974Z","time spent":"618.124629ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:13.881133Z","caller":"traceutil/trace.go:171","msg":"trace[1732379159] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"568.037467ms","start":"2026-03-02T19:24:13.312175Z","end":"2026-03-02T19:24:13.880212Z","steps":["trace[1732379159] 'process raft request' (duration: 343.382587ms)","trace[1732379159] 'compare' (duration: 224.009256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:13.881249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.312142Z","time spent":"569.042489ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:13.881004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.349749Z","time spent":"531.243765ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd\" "} {"level":"warn","ts":"2026-03-02T19:24:13.882259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.032124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:13.882302Z","caller":"traceutil/trace.go:171","msg":"trace[2005323763] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24912; }","duration":"183.115265ms","start":"2026-03-02T19:24:13.699175Z","end":"2026-03-02T19:24:13.882291Z","steps":["trace[2005323763] 'agreement among raft nodes before linearized reading' (duration: 183.034303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.88229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.825836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:13.882401Z","caller":"traceutil/trace.go:171","msg":"trace[2136406195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24912; }","duration":"367.994749ms","start":"2026-03-02T19:24:13.514381Z","end":"2026-03-02T19:24:13.882376Z","steps":["trace[2136406195] 'agreement among raft nodes before linearized reading' (duration: 367.747164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.882461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.514359Z","time spent":"368.089032ms","remote":"127.0.0.1:43806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:13.882463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.282815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:13.882548Z","caller":"traceutil/trace.go:171","msg":"trace[645477916] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24912; }","duration":"201.429358ms","start":"2026-03-02T19:24:13.681097Z","end":"2026-03-02T19:24:13.882526Z","steps":["trace[645477916] 'agreement among raft nodes before linearized reading' (duration: 201.272555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.880874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.730665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:13.882631Z","caller":"traceutil/trace.go:171","msg":"trace[2006518965] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24912; }","duration":"645.718389ms","start":"2026-03-02T19:24:13.236878Z","end":"2026-03-02T19:24:13.882596Z","steps":["trace[2006518965] 'agreement among raft nodes before linearized reading' (duration: 643.729455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.882705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.236848Z","time spent":"645.832932ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:13.88285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.577536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-02T19:24:13.883847Z","caller":"traceutil/trace.go:171","msg":"trace[1399832995] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24912; }","duration":"763.829832ms","start":"2026-03-02T19:24:13.119176Z","end":"2026-03-02T19:24:13.883006Z","steps":["trace[1399832995] 'agreement among raft nodes before linearized reading' (duration: 763.196758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:13.883926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.119155Z","time spent":"764.751671ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-02T19:24:14.386289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.9792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:14.386411Z","caller":"traceutil/trace.go:171","msg":"trace[1967669161] linearizableReadLoop","detail":"{readStateIndex:25791; appliedIndex:25790; }","duration":"499.975547ms","start":"2026-03-02T19:24:13.886415Z","end":"2026-03-02T19:24:14.38639Z","steps":["trace[1967669161] 'read index received' (duration: 376.870324ms)","trace[1967669161] 'applied index is now lower than readState.Index' (duration: 123.103753ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:14.386598Z","caller":"traceutil/trace.go:171","msg":"trace[284746461] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"501.592183ms","start":"2026-03-02T19:24:13.884968Z","end":"2026-03-02T19:24:14.386561Z","steps":["trace[284746461] 'process raft request' (duration: 378.248085ms)","trace[284746461] 'compare' (duration: 122.801906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:14.38674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.327826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7719b31-4dd2-4603-9024-c315644f80aa\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-02T19:24:14.38676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.884947Z","time spent":"501.728075ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:14.386784Z","caller":"traceutil/trace.go:171","msg":"trace[1680937905] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7719b31-4dd2-4603-9024-c315644f80aa; range_end:; response_count:1; response_revision:24913; }","duration":"500.386837ms","start":"2026-03-02T19:24:13.886386Z","end":"2026-03-02T19:24:14.386773Z","steps":["trace[1680937905] 'agreement among raft nodes before linearized reading' (duration: 500.239263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:14.386825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:13.886368Z","time spent":"500.445417ms","remote":"127.0.0.1:55752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-a7719b31-4dd2-4603-9024-c315644f80aa\" "} {"level":"info","ts":"2026-03-02T19:24:14.398369Z","caller":"traceutil/trace.go:171","msg":"trace[2094328824] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"159.205988ms","start":"2026-03-02T19:24:14.239149Z","end":"2026-03-02T19:24:14.398355Z","steps":["trace[2094328824] 'process raft request' (duration: 158.973583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:14.398384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.029308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:14.398473Z","caller":"traceutil/trace.go:171","msg":"trace[1574575704] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24914; }","duration":"186.163741ms","start":"2026-03-02T19:24:14.212288Z","end":"2026-03-02T19:24:14.398452Z","steps":["trace[1574575704] 'agreement among raft nodes before linearized reading' (duration: 185.997118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:14.398678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.564308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:24:14.398782Z","caller":"traceutil/trace.go:171","msg":"trace[1975786340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24914; }","duration":"155.726972ms","start":"2026-03-02T19:24:14.243028Z","end":"2026-03-02T19:24:14.398755Z","steps":["trace[1975786340] 'agreement among raft nodes before linearized reading' (duration: 155.352304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:15.452883Z","caller":"traceutil/trace.go:171","msg":"trace[747553875] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"439.260538ms","start":"2026-03-02T19:24:15.013589Z","end":"2026-03-02T19:24:15.452849Z","steps":["trace[747553875] 'process raft request' (duration: 439.073514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.45307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:15.013561Z","time spent":"439.421602ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:15.543953Z","caller":"traceutil/trace.go:171","msg":"trace[682680710] linearizableReadLoop","detail":"{readStateIndex:25798; appliedIndex:25793; }","duration":"438.076884ms","start":"2026-03-02T19:24:15.105847Z","end":"2026-03-02T19:24:15.543924Z","steps":["trace[682680710] 'read index received' (duration: 346.857544ms)","trace[682680710] 'applied index is now lower than readState.Index' (duration: 91.21813ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:15.544283Z","caller":"traceutil/trace.go:171","msg":"trace[340325607] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"530.359926ms","start":"2026-03-02T19:24:15.01391Z","end":"2026-03-02T19:24:15.54427Z","steps":["trace[340325607] 'process raft request' (duration: 529.705192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.544394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:15.013879Z","time spent":"530.442908ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:15.544688Z","caller":"traceutil/trace.go:171","msg":"trace[1836854971] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"530.020749ms","start":"2026-03-02T19:24:15.014655Z","end":"2026-03-02T19:24:15.544676Z","steps":["trace[1836854971] 'process raft request' (duration: 529.113589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.54476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:15.014624Z","time spent":"530.099041ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:15.544878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.215443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:15.544933Z","caller":"traceutil/trace.go:171","msg":"trace[41268189] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24920; }","duration":"215.315665ms","start":"2026-03-02T19:24:15.329605Z","end":"2026-03-02T19:24:15.544921Z","steps":["trace[41268189] 'agreement among raft nodes before linearized reading' (duration: 215.222123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.544971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.947746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:15.545043Z","caller":"traceutil/trace.go:171","msg":"trace[761209184] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24920; }","duration":"161.066479ms","start":"2026-03-02T19:24:15.383958Z","end":"2026-03-02T19:24:15.545025Z","steps":["trace[761209184] 'agreement among raft nodes before linearized reading' (duration: 160.922656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.545062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.360303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:24:15.545096Z","caller":"traceutil/trace.go:171","msg":"trace[813033010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24920; }","duration":"184.430214ms","start":"2026-03-02T19:24:15.360656Z","end":"2026-03-02T19:24:15.545086Z","steps":["trace[813033010] 'agreement among raft nodes before linearized reading' (duration: 184.318822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.54518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.766063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:24:15.545209Z","caller":"traceutil/trace.go:171","msg":"trace[1728028370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24920; }","duration":"185.827534ms","start":"2026-03-02T19:24:15.359373Z","end":"2026-03-02T19:24:15.5452Z","steps":["trace[1728028370] 'agreement among raft nodes before linearized reading' (duration: 185.717751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.545186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.912405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:24:15.545276Z","caller":"traceutil/trace.go:171","msg":"trace[115740342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24920; }","duration":"185.050117ms","start":"2026-03-02T19:24:15.360205Z","end":"2026-03-02T19:24:15.545255Z","steps":["trace[115740342] 'agreement among raft nodes before linearized reading' (duration: 184.73287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:15.545306Z","caller":"traceutil/trace.go:171","msg":"trace[575771106] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"530.610501ms","start":"2026-03-02T19:24:15.014684Z","end":"2026-03-02T19:24:15.545294Z","steps":["trace[575771106] 'process raft request' (duration: 529.160769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.545286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.949217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:24:15.54535Z","caller":"traceutil/trace.go:171","msg":"trace[1007430647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24920; }","duration":"186.043349ms","start":"2026-03-02T19:24:15.359291Z","end":"2026-03-02T19:24:15.545334Z","steps":["trace[1007430647] 'agreement among raft nodes before linearized reading' (duration: 185.887535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.545386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:15.014675Z","time spent":"530.654053ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:15.545446Z","caller":"traceutil/trace.go:171","msg":"trace[723908640] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"528.808111ms","start":"2026-03-02T19:24:15.016629Z","end":"2026-03-02T19:24:15.545437Z","steps":["trace[723908640] 'process raft request' (duration: 527.257307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.545455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.611197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:24:15.545492Z","caller":"traceutil/trace.go:171","msg":"trace[1271239404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24920; }","duration":"439.688199ms","start":"2026-03-02T19:24:15.105793Z","end":"2026-03-02T19:24:15.545481Z","steps":["trace[1271239404] 'agreement among raft nodes before linearized reading' (duration: 439.601037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:15.545513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:15.016615Z","time spent":"528.850123ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:15.545525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:15.105775Z","time spent":"439.74214ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:24:16.264184Z","caller":"traceutil/trace.go:171","msg":"trace[186057753] linearizableReadLoop","detail":"{readStateIndex:25807; appliedIndex:25806; }","duration":"238.24125ms","start":"2026-03-02T19:24:16.025911Z","end":"2026-03-02T19:24:16.264153Z","steps":["trace[186057753] 'read index received' (duration: 238.081856ms)","trace[186057753] 'applied index is now lower than readState.Index' (duration: 158.144µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:16.264329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.388683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:16.26431Z","caller":"traceutil/trace.go:171","msg":"trace[1143294589] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"372.769133ms","start":"2026-03-02T19:24:15.891512Z","end":"2026-03-02T19:24:16.264281Z","steps":["trace[1143294589] 'process raft request' (duration: 372.458017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:16.264364Z","caller":"traceutil/trace.go:171","msg":"trace[693658551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24929; }","duration":"238.500875ms","start":"2026-03-02T19:24:16.025851Z","end":"2026-03-02T19:24:16.264352Z","steps":["trace[693658551] 'agreement among raft nodes before linearized reading' (duration: 238.410673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:16.264431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:15.891452Z","time spent":"372.916677ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:27.028582Z","caller":"traceutil/trace.go:171","msg":"trace[625767795] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25894; }","duration":"306.486725ms","start":"2026-03-02T19:24:26.722066Z","end":"2026-03-02T19:24:27.028552Z","steps":["trace[625767795] 'read index received' (duration: 306.162216ms)","trace[625767795] 'applied index is now lower than readState.Index' (duration: 322.808µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:27.02867Z","caller":"traceutil/trace.go:171","msg":"trace[240977430] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"412.396798ms","start":"2026-03-02T19:24:26.616227Z","end":"2026-03-02T19:24:27.028624Z","steps":["trace[240977430] 'process raft request' (duration: 412.126361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:27.028842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.180192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-02T19:24:27.028855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:26.616177Z","time spent":"412.590282ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:27.02889Z","caller":"traceutil/trace.go:171","msg":"trace[358624168] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25014; }","duration":"264.271135ms","start":"2026-03-02T19:24:26.764604Z","end":"2026-03-02T19:24:27.028875Z","steps":["trace[358624168] 'agreement among raft nodes before linearized reading' (duration: 264.160092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:27.028844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.73849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:27.028954Z","caller":"traceutil/trace.go:171","msg":"trace[421456640] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25014; }","duration":"306.917804ms","start":"2026-03-02T19:24:26.722011Z","end":"2026-03-02T19:24:27.028929Z","steps":["trace[421456640] 'agreement among raft nodes before linearized reading' (duration: 306.695069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:27.029008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:26.72199Z","time spent":"307.005925ms","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:27.616303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.379343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:24:27.616398Z","caller":"traceutil/trace.go:171","msg":"trace[915842771] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25014; }","duration":"489.516865ms","start":"2026-03-02T19:24:27.126861Z","end":"2026-03-02T19:24:27.616378Z","steps":["trace[915842771] 'range keys from in-memory index tree' (duration: 489.102767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:27.616441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.126839Z","time spent":"489.593257ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:24:27.96197Z","caller":"traceutil/trace.go:171","msg":"trace[1001799658] linearizableReadLoop","detail":"{readStateIndex:25896; appliedIndex:25895; }","duration":"435.179721ms","start":"2026-03-02T19:24:27.526753Z","end":"2026-03-02T19:24:27.961933Z","steps":["trace[1001799658] 'read index received' (duration: 435.026157ms)","trace[1001799658] 'applied index is now lower than readState.Index' (duration: 152.294µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:27.96219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.409405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:27.962249Z","caller":"traceutil/trace.go:171","msg":"trace[694252335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25015; }","duration":"435.520037ms","start":"2026-03-02T19:24:27.526712Z","end":"2026-03-02T19:24:27.962232Z","steps":["trace[694252335] 'agreement among raft nodes before linearized reading' (duration: 435.399065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:27.962182Z","caller":"traceutil/trace.go:171","msg":"trace[865408700] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"455.972908ms","start":"2026-03-02T19:24:27.506077Z","end":"2026-03-02T19:24:27.96205Z","steps":["trace[865408700] 'process raft request' (duration: 455.641021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:27.962311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.526689Z","time spent":"435.60763ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:27.962602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.506037Z","time spent":"456.472919ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:28.467881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263696128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:24:28.869809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.143446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:28.870229Z","caller":"traceutil/trace.go:171","msg":"trace[1531357632] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"1.275474415s","start":"2026-03-02T19:24:27.594729Z","end":"2026-03-02T19:24:28.870203Z","steps":["trace[1531357632] 'process raft request' (duration: 1.275411604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.87035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.594686Z","time spent":"1.275605858s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:28.870599Z","caller":"traceutil/trace.go:171","msg":"trace[675504327] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"1.281894248s","start":"2026-03-02T19:24:27.588658Z","end":"2026-03-02T19:24:28.870553Z","steps":["trace[675504327] 'process raft request' (duration: 1.281288225s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:28.87063Z","caller":"traceutil/trace.go:171","msg":"trace[434260338] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"1.283644646s","start":"2026-03-02T19:24:27.586948Z","end":"2026-03-02T19:24:28.870593Z","steps":["trace[434260338] 'process raft request' (duration: 1.03560362s)","trace[434260338] 'compare' (duration: 246.765768ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:28.870641Z","caller":"traceutil/trace.go:171","msg":"trace[602145694] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"1.276128059s","start":"2026-03-02T19:24:27.594479Z","end":"2026-03-02T19:24:28.870607Z","steps":["trace[602145694] 'process raft request' (duration: 1.275602497s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.87079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.586906Z","time spent":"1.283795089s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:28.870796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.594464Z","time spent":"1.276241632s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:28.870806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.588646Z","time spent":"1.28203612s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:28.87618Z","caller":"traceutil/trace.go:171","msg":"trace[968267592] linearizableReadLoop","detail":"{readStateIndex:25901; appliedIndex:25896; }","duration":"914.080071ms","start":"2026-03-02T19:24:27.962069Z","end":"2026-03-02T19:24:28.876149Z","steps":["trace[968267592] 'read index received' (duration: 660.501874ms)","trace[968267592] 'applied index is now lower than readState.Index' (duration: 253.576747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:28.876304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249198446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:28.87636Z","caller":"traceutil/trace.go:171","msg":"trace[325130758] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"563.337053ms","start":"2026-03-02T19:24:28.312984Z","end":"2026-03-02T19:24:28.876321Z","steps":["trace[325130758] 'process raft request' (duration: 562.998415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:28.876383Z","caller":"traceutil/trace.go:171","msg":"trace[2030333282] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25020; }","duration":"1.249284418s","start":"2026-03-02T19:24:27.627085Z","end":"2026-03-02T19:24:28.876369Z","steps":["trace[2030333282] 'agreement among raft nodes before linearized reading' (duration: 1.249129384s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.87644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.627065Z","time spent":"1.24936609s","remote":"127.0.0.1:55982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:28.876446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.624737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:28.876471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264141545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:24:28.876513Z","caller":"traceutil/trace.go:171","msg":"trace[1274748764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25020; }","duration":"1.264263689s","start":"2026-03-02T19:24:27.612236Z","end":"2026-03-02T19:24:28.8765Z","steps":["trace[1274748764] 'agreement among raft nodes before linearized reading' (duration: 1.264066414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.876506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.312954Z","time spent":"563.482686ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:28.876513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275089266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:24:28.876593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.612208Z","time spent":"1.26434508s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:24:28.8766Z","caller":"traceutil/trace.go:171","msg":"trace[15187782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25020; }","duration":"1.275207459s","start":"2026-03-02T19:24:27.601371Z","end":"2026-03-02T19:24:28.876579Z","steps":["trace[15187782] 'agreement among raft nodes before linearized reading' (duration: 1.274971964s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.876645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.601361Z","time spent":"1.27527535s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:24:28.876511Z","caller":"traceutil/trace.go:171","msg":"trace[1968952970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25020; }","duration":"911.76007ms","start":"2026-03-02T19:24:27.964734Z","end":"2026-03-02T19:24:28.876495Z","steps":["trace[1968952970] 'agreement among raft nodes before linearized reading' (duration: 911.639108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.876702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.964702Z","time spent":"911.994185ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:28.876712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.830955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:24:28.876748Z","caller":"traceutil/trace.go:171","msg":"trace[1075069175] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25020; }","duration":"824.942858ms","start":"2026-03-02T19:24:28.051795Z","end":"2026-03-02T19:24:28.876738Z","steps":["trace[1075069175] 'agreement among raft nodes before linearized reading' (duration: 824.745923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.876789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.051771Z","time spent":"825.008599ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:28.876843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270331111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:24:28.876878Z","caller":"traceutil/trace.go:171","msg":"trace[602452949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25020; }","duration":"1.270410183s","start":"2026-03-02T19:24:27.606459Z","end":"2026-03-02T19:24:28.876869Z","steps":["trace[602452949] 'agreement among raft nodes before linearized reading' (duration: 1.27029586s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.876911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.606375Z","time spent":"1.270529795s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:28.877035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270066125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:24:28.877067Z","caller":"traceutil/trace.go:171","msg":"trace[379597562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25020; }","duration":"1.270160418s","start":"2026-03-02T19:24:27.606899Z","end":"2026-03-02T19:24:28.877059Z","steps":["trace[379597562] 'agreement among raft nodes before linearized reading' (duration: 1.269469573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.877094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.606873Z","time spent":"1.270215498s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:24:28.877319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257357595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:24:28.877356Z","caller":"traceutil/trace.go:171","msg":"trace[760009000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25020; }","duration":"1.257408046s","start":"2026-03-02T19:24:27.619939Z","end":"2026-03-02T19:24:28.877347Z","steps":["trace[760009000] 'agreement among raft nodes before linearized reading' (duration: 1.256345483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.877437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.619934Z","time spent":"1.257440798s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:24:28.876966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258825058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:24:28.880125Z","caller":"traceutil/trace.go:171","msg":"trace[857681683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25020; }","duration":"1.262016818s","start":"2026-03-02T19:24:27.617921Z","end":"2026-03-02T19:24:28.879938Z","steps":["trace[857681683] 'agreement among raft nodes before linearized reading' (duration: 1.258276286s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:28.881041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:27.617911Z","time spent":"1.263112053s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:29.329875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.979337Z","time spent":"350.527184ms","remote":"127.0.0.1:34588","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:24:29.330161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.684377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:29.330302Z","caller":"traceutil/trace.go:171","msg":"trace[601140510] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"446.013828ms","start":"2026-03-02T19:24:28.884264Z","end":"2026-03-02T19:24:29.330278Z","steps":["trace[601140510] 'process raft request' (duration: 228.097326ms)","trace[601140510] 'compare' (duration: 217.263348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:29.330371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.884239Z","time spent":"446.10085ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:29.353342Z","caller":"traceutil/trace.go:171","msg":"trace[631419965] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"468.965034ms","start":"2026-03-02T19:24:28.884331Z","end":"2026-03-02T19:24:29.353296Z","steps":["trace[631419965] 'process raft request' (duration: 468.888082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:29.353549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.884313Z","time spent":"469.128637ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:29.353739Z","caller":"traceutil/trace.go:171","msg":"trace[1663271104] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"469.317762ms","start":"2026-03-02T19:24:28.884393Z","end":"2026-03-02T19:24:29.353711Z","steps":["trace[1663271104] 'process raft request' (duration: 468.865051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:29.353809Z","caller":"traceutil/trace.go:171","msg":"trace[1757215701] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"469.499026ms","start":"2026-03-02T19:24:28.884296Z","end":"2026-03-02T19:24:29.353795Z","steps":["trace[1757215701] 'process raft request' (duration: 468.708067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:29.353867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.884273Z","time spent":"469.561928ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:29.353896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.884383Z","time spent":"469.435854ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:29.354012Z","caller":"traceutil/trace.go:171","msg":"trace[26226622] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"469.70714ms","start":"2026-03-02T19:24:28.884296Z","end":"2026-03-02T19:24:29.354003Z","steps":["trace[26226622] 'process raft request' (duration: 468.886351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:29.354257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.88428Z","time spent":"469.764072ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:29.354382Z","caller":"traceutil/trace.go:171","msg":"trace[250435300] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25901; }","duration":"388.165364ms","start":"2026-03-02T19:24:28.966207Z","end":"2026-03-02T19:24:29.354372Z","steps":["trace[250435300] 'read index received' (duration: 157.4948ms)","trace[250435300] 'applied index is now lower than readState.Index' (duration: 230.669324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:29.354473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.264706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:29.354511Z","caller":"traceutil/trace.go:171","msg":"trace[1496303304] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25026; }","duration":"388.348038ms","start":"2026-03-02T19:24:28.966155Z","end":"2026-03-02T19:24:29.354503Z","steps":["trace[1496303304] 'agreement among raft nodes before linearized reading' (duration: 388.256666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:29.354571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:28.966129Z","time spent":"388.434679ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:24:29.354744Z","caller":"traceutil/trace.go:171","msg":"trace[897302363] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"319.252545ms","start":"2026-03-02T19:24:29.035478Z","end":"2026-03-02T19:24:29.35473Z","steps":["trace[897302363] 'process raft request' (duration: 318.071748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:29.354808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.035441Z","time spent":"319.336337ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:29.53155Z","caller":"traceutil/trace.go:171","msg":"trace[1354791204] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"111.944117ms","start":"2026-03-02T19:24:29.419557Z","end":"2026-03-02T19:24:29.531501Z","steps":["trace[1354791204] 'process raft request' (duration: 30.87915ms)","trace[1354791204] 'compare' (duration: 80.610757ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:30.281353Z","caller":"traceutil/trace.go:171","msg":"trace[1626654006] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"431.108839ms","start":"2026-03-02T19:24:29.8502Z","end":"2026-03-02T19:24:30.281308Z","steps":["trace[1626654006] 'process raft request' (duration: 430.886125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.281563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.850167Z","time spent":"431.292654ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:30.786354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.408271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:30.787193Z","caller":"traceutil/trace.go:171","msg":"trace[50322208] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"817.33899ms","start":"2026-03-02T19:24:29.969839Z","end":"2026-03-02T19:24:30.787178Z","steps":["trace[50322208] 'process raft request' (duration: 505.005739ms)","trace[50322208] 'compare' (duration: 311.283539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:30.787284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.969805Z","time spent":"817.436033ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:30.787745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.459526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T19:24:30.787788Z","caller":"traceutil/trace.go:171","msg":"trace[1358307094] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:25029; }","duration":"740.535927ms","start":"2026-03-02T19:24:30.047241Z","end":"2026-03-02T19:24:30.787777Z","steps":["trace[1358307094] 'agreement among raft nodes before linearized reading' (duration: 740.388244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.787858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.047215Z","time spent":"740.63461ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-03-02T19:24:30.787141Z","caller":"traceutil/trace.go:171","msg":"trace[466895521] linearizableReadLoop","detail":"{readStateIndex:25910; appliedIndex:25908; }","duration":"739.830372ms","start":"2026-03-02T19:24:30.047288Z","end":"2026-03-02T19:24:30.787118Z","steps":["trace[466895521] 'read index received' (duration: 233.775942ms)","trace[466895521] 'applied index is now lower than readState.Index' (duration: 506.05275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:30.788469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.327925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T19:24:30.788453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.659638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:30.788519Z","caller":"traceutil/trace.go:171","msg":"trace[1298118936] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25029; }","duration":"161.428237ms","start":"2026-03-02T19:24:30.627079Z","end":"2026-03-02T19:24:30.788507Z","steps":["trace[1298118936] 'agreement among raft nodes before linearized reading' (duration: 161.292684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:30.788541Z","caller":"traceutil/trace.go:171","msg":"trace[80871334] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25029; }","duration":"709.799282ms","start":"2026-03-02T19:24:30.07872Z","end":"2026-03-02T19:24:30.788519Z","steps":["trace[80871334] 'agreement among raft nodes before linearized reading' (duration: 709.638368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.788587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.078713Z","time spent":"709.864463ms","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:30.788596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.01216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:30.788651Z","caller":"traceutil/trace.go:171","msg":"trace[209671317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25029; }","duration":"398.138943ms","start":"2026-03-02T19:24:30.390496Z","end":"2026-03-02T19:24:30.788635Z","steps":["trace[209671317] 'agreement among raft nodes before linearized reading' (duration: 398.00099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.788702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.390473Z","time spent":"398.215294ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:30.78901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.92074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:30.789062Z","caller":"traceutil/trace.go:171","msg":"trace[1251855319] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25029; }","duration":"227.022982ms","start":"2026-03-02T19:24:30.562025Z","end":"2026-03-02T19:24:30.789048Z","steps":["trace[1251855319] 'agreement among raft nodes before linearized reading' (duration: 226.93499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:31.395056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.1618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:31.39522Z","caller":"traceutil/trace.go:171","msg":"trace[828257514] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"520.287244ms","start":"2026-03-02T19:24:30.874908Z","end":"2026-03-02T19:24:31.395195Z","steps":["trace[828257514] 'process raft request' (duration: 108.844778ms)","trace[828257514] 'compare' (duration: 410.6936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:31.395292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.874898Z","time spent":"520.362176ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:32.195754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.230327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:32.196022Z","caller":"traceutil/trace.go:171","msg":"trace[1760478478] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"1.319499806s","start":"2026-03-02T19:24:30.876503Z","end":"2026-03-02T19:24:32.196003Z","steps":["trace[1760478478] 'process raft request' (duration: 1.319392953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.19611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.87648Z","time spent":"1.319590177s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:32.196064Z","caller":"traceutil/trace.go:171","msg":"trace[179346207] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"1.319941415s","start":"2026-03-02T19:24:30.876039Z","end":"2026-03-02T19:24:32.195981Z","steps":["trace[179346207] 'process raft request' (duration: 856.380001ms)","trace[179346207] 'compare' (duration: 462.427089ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:32.196224Z","caller":"traceutil/trace.go:171","msg":"trace[1119944689] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"1.319615918s","start":"2026-03-02T19:24:30.876584Z","end":"2026-03-02T19:24:32.1962Z","steps":["trace[1119944689] 'process raft request' (duration: 1.319377653s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.196313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.876031Z","time spent":"1.320143379s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:32.196369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.876576Z","time spent":"1.31972126s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:32.196605Z","caller":"traceutil/trace.go:171","msg":"trace[1911165071] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"1.314544296s","start":"2026-03-02T19:24:30.882048Z","end":"2026-03-02T19:24:32.196592Z","steps":["trace[1911165071] 'process raft request' (duration: 1.314079566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.196679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.882038Z","time spent":"1.314609007s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:32.196699Z","caller":"traceutil/trace.go:171","msg":"trace[1439423714] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"581.022442ms","start":"2026-03-02T19:24:31.615667Z","end":"2026-03-02T19:24:32.196689Z","steps":["trace[1439423714] 'process raft request' (duration: 580.987132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.196757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.615636Z","time spent":"581.088144ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:32.196771Z","caller":"traceutil/trace.go:171","msg":"trace[488338308] linearizableReadLoop","detail":"{readStateIndex:25916; appliedIndex:25912; }","duration":"1.319317402s","start":"2026-03-02T19:24:30.877442Z","end":"2026-03-02T19:24:32.19676Z","steps":["trace[488338308] 'read index received' (duration: 106.229251ms)","trace[488338308] 'applied index is now lower than readState.Index' (duration: 1.213086941s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:32.196831Z","caller":"traceutil/trace.go:171","msg":"trace[1379915114] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"836.43277ms","start":"2026-03-02T19:24:31.360391Z","end":"2026-03-02T19:24:32.196824Z","steps":["trace[1379915114] 'process raft request' (duration: 836.190815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.196865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.360356Z","time spent":"836.491552ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:32.196934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319495296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T19:24:32.196974Z","caller":"traceutil/trace.go:171","msg":"trace[367800669] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25037; }","duration":"1.319549506s","start":"2026-03-02T19:24:30.877414Z","end":"2026-03-02T19:24:32.196964Z","steps":["trace[367800669] 'agreement among raft nodes before linearized reading' (duration: 1.319414833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.19702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:30.877383Z","time spent":"1.319617468s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T19:24:32.197021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.037479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:32.197057Z","caller":"traceutil/trace.go:171","msg":"trace[115083483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25037; }","duration":"771.116811ms","start":"2026-03-02T19:24:31.425933Z","end":"2026-03-02T19:24:32.19705Z","steps":["trace[115083483] 'agreement among raft nodes before linearized reading' (duration: 771.05952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.19708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.425914Z","time spent":"771.162284ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:32.197098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.727481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:24:32.197141Z","caller":"traceutil/trace.go:171","msg":"trace[288111894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25037; }","duration":"862.830883ms","start":"2026-03-02T19:24:31.3343Z","end":"2026-03-02T19:24:32.197131Z","steps":["trace[288111894] 'agreement among raft nodes before linearized reading' (duration: 862.680819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.197165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.334263Z","time spent":"862.897785ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:32.197286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.872996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T19:24:32.197332Z","caller":"traceutil/trace.go:171","msg":"trace[1349511094] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25037; }","duration":"175.955738ms","start":"2026-03-02T19:24:32.021361Z","end":"2026-03-02T19:24:32.197317Z","steps":["trace[1349511094] 'agreement among raft nodes before linearized reading' (duration: 175.836965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.197348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.174298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:24:32.197376Z","caller":"traceutil/trace.go:171","msg":"trace[464474555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25037; }","duration":"837.213338ms","start":"2026-03-02T19:24:31.360156Z","end":"2026-03-02T19:24:32.197369Z","steps":["trace[464474555] 'agreement among raft nodes before linearized reading' (duration: 837.143967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.197398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.360148Z","time spent":"837.24536ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:32.197465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.11068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T19:24:32.197502Z","caller":"traceutil/trace.go:171","msg":"trace[240939766] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25037; }","duration":"534.185602ms","start":"2026-03-02T19:24:31.663306Z","end":"2026-03-02T19:24:32.197491Z","steps":["trace[240939766] 'agreement among raft nodes before linearized reading' (duration: 534.08948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.197516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.082738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:24:32.197525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.663279Z","time spent":"534.240682ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T19:24:32.197536Z","caller":"traceutil/trace.go:171","msg":"trace[1497170195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25037; }","duration":"838.13297ms","start":"2026-03-02T19:24:31.359397Z","end":"2026-03-02T19:24:32.19753Z","steps":["trace[1497170195] 'agreement among raft nodes before linearized reading' (duration: 838.067108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.19756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.359378Z","time spent":"838.17803ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:24:32.19772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.723565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:32.197748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.319043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:24:32.19777Z","caller":"traceutil/trace.go:171","msg":"trace[1661552862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25037; }","duration":"838.352735ms","start":"2026-03-02T19:24:31.359411Z","end":"2026-03-02T19:24:32.197764Z","steps":["trace[1661552862] 'agreement among raft nodes before linearized reading' (duration: 838.197361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.197787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.964732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:32.197821Z","caller":"traceutil/trace.go:171","msg":"trace[381366820] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25037; }","duration":"753.043234ms","start":"2026-03-02T19:24:31.444767Z","end":"2026-03-02T19:24:32.19781Z","steps":["trace[381366820] 'agreement among raft nodes before linearized reading' (duration: 752.996763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.197845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.458906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:24:32.197879Z","caller":"traceutil/trace.go:171","msg":"trace[1496176317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25037; }","duration":"838.519428ms","start":"2026-03-02T19:24:31.359352Z","end":"2026-03-02T19:24:32.197871Z","steps":["trace[1496176317] 'agreement among raft nodes before linearized reading' (duration: 838.452867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.197898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.359333Z","time spent":"838.560739ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:24:32.197792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.359403Z","time spent":"838.381605ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:32.197853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.444745Z","time spent":"753.090915ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:32.19775Z","caller":"traceutil/trace.go:171","msg":"trace[1478212805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25037; }","duration":"667.791035ms","start":"2026-03-02T19:24:31.529952Z","end":"2026-03-02T19:24:32.197743Z","steps":["trace[1478212805] 'agreement among raft nodes before linearized reading' (duration: 667.727254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:32.198221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:31.529928Z","time spent":"668.286126ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:33.134943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.915663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:33.135367Z","caller":"traceutil/trace.go:171","msg":"trace[1244391206] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"923.144622ms","start":"2026-03-02T19:24:32.212196Z","end":"2026-03-02T19:24:33.135341Z","steps":["trace[1244391206] 'process raft request' (duration: 320.464052ms)","trace[1244391206] 'compare' (duration: 601.694638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:33.135437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.212167Z","time spent":"923.233783ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:33.757987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143537478s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:24:33.998968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.501489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:33.999692Z","caller":"traceutil/trace.go:171","msg":"trace[1247048333] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"1.786910095s","start":"2026-03-02T19:24:32.212741Z","end":"2026-03-02T19:24:33.999651Z","steps":["trace[1247048333] 'process raft request' (duration: 1.786405074s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:33.999789Z","caller":"traceutil/trace.go:171","msg":"trace[646360278] linearizableReadLoop","detail":"{readStateIndex:25924; appliedIndex:25919; }","duration":"1.784232856s","start":"2026-03-02T19:24:32.215539Z","end":"2026-03-02T19:24:33.999772Z","steps":["trace[646360278] 'read index received' (duration: 317.111217ms)","trace[646360278] 'applied index is now lower than readState.Index' (duration: 1.467119979s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:33.999757Z","caller":"traceutil/trace.go:171","msg":"trace[2012386648] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"1.786880915s","start":"2026-03-02T19:24:32.212833Z","end":"2026-03-02T19:24:33.999714Z","steps":["trace[2012386648] 'process raft request' (duration: 1.786725351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:33.999871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.212726Z","time spent":"1.787053928s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:33.999851Z","caller":"traceutil/trace.go:171","msg":"trace[171734229] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"1.786906895s","start":"2026-03-02T19:24:32.212879Z","end":"2026-03-02T19:24:33.999785Z","steps":["trace[171734229] 'process raft request' (duration: 1.786777892s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:33.99992Z","caller":"traceutil/trace.go:171","msg":"trace[1521533381] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"1.782854305s","start":"2026-03-02T19:24:32.217022Z","end":"2026-03-02T19:24:33.999877Z","steps":["trace[1521533381] 'process raft request' (duration: 1.782674551s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:34.000017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.212874Z","time spent":"1.787059158s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:34.000015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.212813Z","time spent":"1.787071888s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:34.00007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784521872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-02T19:24:34.000102Z","caller":"traceutil/trace.go:171","msg":"trace[1175275132] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25043; }","duration":"1.784569313s","start":"2026-03-02T19:24:32.215522Z","end":"2026-03-02T19:24:34.000091Z","steps":["trace[1175275132] 'agreement among raft nodes before linearized reading' (duration: 1.784372949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:34.00013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.215506Z","time spent":"1.784606935s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T19:24:34.000126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.216999Z","time spent":"1.783015078s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:34.000242Z","caller":"traceutil/trace.go:171","msg":"trace[1867654511] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"1.786652429s","start":"2026-03-02T19:24:32.212675Z","end":"2026-03-02T19:24:33.999327Z","steps":["trace[1867654511] 'process raft request' (duration: 1.545645039s)","trace[1867654511] 'compare' (duration: 240.117301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:34.000552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.212661Z","time spent":"1.787843776s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:34.529066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000876759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:24:34.529179Z","caller":"traceutil/trace.go:171","msg":"trace[1903395553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001066683s","start":"2026-03-02T19:24:32.528088Z","end":"2026-03-02T19:24:34.529155Z","steps":["trace[1903395553] 'agreement among raft nodes before linearized reading' (duration: 2.00092305s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:34.529239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.528063Z","time spent":"2.001165956s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:24:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:24:34.645463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.556678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:34.645803Z","caller":"traceutil/trace.go:171","msg":"trace[1960802128] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"1.243233725s","start":"2026-03-02T19:24:33.402533Z","end":"2026-03-02T19:24:34.645767Z","steps":["trace[1960802128] 'process raft request' (duration: 1.243151503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:34.646112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:33.402504Z","time spent":"1.243559712s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:34.645881Z","caller":"traceutil/trace.go:171","msg":"trace[1006887871] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"1.853057462s","start":"2026-03-02T19:24:32.792785Z","end":"2026-03-02T19:24:34.645842Z","steps":["trace[1006887871] 'process raft request' (duration: 1.632982563s)","trace[1006887871] 'compare' (duration: 219.424374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:34.646518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.792759Z","time spent":"1.853640565s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:35.123013Z","caller":"traceutil/trace.go:171","msg":"trace[1633093109] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"1.132831882s","start":"2026-03-02T19:24:33.990151Z","end":"2026-03-02T19:24:35.122982Z","steps":["trace[1633093109] 'process raft request' (duration: 1.100326365s)","trace[1633093109] 'compare' (duration: 32.318843ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:35.123385Z","caller":"traceutil/trace.go:171","msg":"trace[1266115381] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"921.344342ms","start":"2026-03-02T19:24:34.202011Z","end":"2026-03-02T19:24:35.123355Z","steps":["trace[1266115381] 'process raft request' (duration: 920.921713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:35.123457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:33.990118Z","time spent":"1.132984186s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:35.123591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.201975Z","time spent":"921.514995ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:35.123988Z","caller":"traceutil/trace.go:171","msg":"trace[1053729974] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"920.968362ms","start":"2026-03-02T19:24:34.202991Z","end":"2026-03-02T19:24:35.123959Z","steps":["trace[1053729974] 'process raft request' (duration: 920.259867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:35.124094Z","caller":"traceutil/trace.go:171","msg":"trace[855591401] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"920.110624ms","start":"2026-03-02T19:24:34.203961Z","end":"2026-03-02T19:24:35.124072Z","steps":["trace[855591401] 'process raft request' (duration: 919.878759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:35.124205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.202954Z","time spent":"921.140996ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:35.124231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.203939Z","time spent":"920.212686ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:35.124408Z","caller":"traceutil/trace.go:171","msg":"trace[1899360368] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"916.604987ms","start":"2026-03-02T19:24:34.207765Z","end":"2026-03-02T19:24:35.12437Z","steps":["trace[1899360368] 'process raft request' (duration: 916.25523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:35.124527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007089497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:35.124551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.20775Z","time spent":"916.726001ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:35.124417Z","caller":"traceutil/trace.go:171","msg":"trace[994978992] linearizableReadLoop","detail":"{readStateIndex:25928; appliedIndex:25925; }","duration":"1.124540159s","start":"2026-03-02T19:24:33.999858Z","end":"2026-03-02T19:24:35.124398Z","steps":["trace[994978992] 'read index received' (duration: 425.931175ms)","trace[994978992] 'applied index is now lower than readState.Index' (duration: 698.608064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:35.124637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513873594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:35.124644Z","caller":"traceutil/trace.go:171","msg":"trace[1554452510] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"915.585746ms","start":"2026-03-02T19:24:34.209035Z","end":"2026-03-02T19:24:35.124621Z","steps":["trace[1554452510] 'process raft request' (duration: 915.242607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:35.124577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500342626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:35.124679Z","caller":"traceutil/trace.go:171","msg":"trace[659208443] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25051; }","duration":"2.513956116s","start":"2026-03-02T19:24:32.610708Z","end":"2026-03-02T19:24:35.124664Z","steps":["trace[659208443] 'agreement among raft nodes before linearized reading' (duration: 2.513901204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:35.124716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.610683Z","time spent":"2.514024268s","remote":"127.0.0.1:57264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:35.124719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317013946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:24:35.12473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.209021Z","time spent":"915.658847ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:35.124759Z","caller":"traceutil/trace.go:171","msg":"trace[528085012] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25051; }","duration":"2.317087018s","start":"2026-03-02T19:24:32.807659Z","end":"2026-03-02T19:24:35.124746Z","steps":["trace[528085012] 'agreement among raft nodes before linearized reading' (duration: 2.316946645s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:35.124733Z","caller":"traceutil/trace.go:171","msg":"trace[1682828926] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25051; }","duration":"2.50054059s","start":"2026-03-02T19:24:32.624156Z","end":"2026-03-02T19:24:35.124697Z","steps":["trace[1682828926] 'agreement among raft nodes before linearized reading' (duration: 2.500336215s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:35.124796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.807647Z","time spent":"2.317140679s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:35.124856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.624136Z","time spent":"2.500672264s","remote":"127.0.0.1:55894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:35.124585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643983911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:24:35.125014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774065653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T19:24:35.125044Z","caller":"traceutil/trace.go:171","msg":"trace[438420611] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25051; }","duration":"2.644506912s","start":"2026-03-02T19:24:32.480525Z","end":"2026-03-02T19:24:35.125032Z","steps":["trace[438420611] 'agreement among raft nodes before linearized reading' (duration: 2.643937508s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:35.125068Z","caller":"traceutil/trace.go:171","msg":"trace[883058912] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd; range_end:; response_count:1; response_revision:25051; }","duration":"1.774148544s","start":"2026-03-02T19:24:33.350893Z","end":"2026-03-02T19:24:35.125041Z","steps":["trace[883058912] 'agreement among raft nodes before linearized reading' (duration: 1.77396862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:35.12508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:32.480497Z","time spent":"2.644572873s","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:24:35.125099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:33.350869Z","time spent":"1.774222066s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-7448c79f5b-c5tlq.18991c9bb02273fd\" "} {"level":"info","ts":"2026-03-02T19:24:35.124584Z","caller":"traceutil/trace.go:171","msg":"trace[1437770831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25051; }","duration":"2.007184399s","start":"2026-03-02T19:24:33.11738Z","end":"2026-03-02T19:24:35.124564Z","steps":["trace[1437770831] 'agreement among raft nodes before linearized reading' (duration: 2.007040185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:35.125192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:33.117357Z","time spent":"2.007818523s","remote":"127.0.0.1:43812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:35.813021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.737382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:35.813332Z","caller":"traceutil/trace.go:171","msg":"trace[947821014] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.275746951s","start":"2026-03-02T19:24:34.537549Z","end":"2026-03-02T19:24:35.813296Z","steps":["trace[947821014] 'process raft request' (duration: 809.553849ms)","trace[947821014] 'compare' (duration: 465.043637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:35.813555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.537521Z","time spent":"1.275976186s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:36.41074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.583149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:24:36.410888Z","caller":"traceutil/trace.go:171","msg":"trace[849303294] linearizableReadLoop","detail":"{readStateIndex:25935; appliedIndex:25933; }","duration":"1.286241932s","start":"2026-03-02T19:24:35.124625Z","end":"2026-03-02T19:24:36.410867Z","steps":["trace[849303294] 'read index received' (duration: 222.519113ms)","trace[849303294] 'applied index is now lower than readState.Index' (duration: 1.063721119s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:36.411332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879333122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:36.411439Z","caller":"traceutil/trace.go:171","msg":"trace[1776757578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25052; }","duration":"1.879451524s","start":"2026-03-02T19:24:34.531965Z","end":"2026-03-02T19:24:36.411417Z","steps":["trace[1776757578] 'agreement among raft nodes before linearized reading' (duration: 1.87926411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.411449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234086949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:36.41149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.531899Z","time spent":"1.879582866s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:24:36.411544Z","caller":"traceutil/trace.go:171","msg":"trace[702564387] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25052; }","duration":"2.234266163s","start":"2026-03-02T19:24:34.177254Z","end":"2026-03-02T19:24:36.41152Z","steps":["trace[702564387] 'agreement among raft nodes before linearized reading' (duration: 2.234076229s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.41165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.177225Z","time spent":"2.234364545s","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:36.411632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402382567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-02T19:24:36.411725Z","caller":"traceutil/trace.go:171","msg":"trace[186903753] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25052; }","duration":"2.402488039s","start":"2026-03-02T19:24:34.009212Z","end":"2026-03-02T19:24:36.4117Z","steps":["trace[186903753] 'agreement among raft nodes before linearized reading' (duration: 2.402133632s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.412495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958844723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:36.412625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883213187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:36.412745Z","caller":"traceutil/trace.go:171","msg":"trace[1243509020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25052; }","duration":"1.88337835s","start":"2026-03-02T19:24:34.529319Z","end":"2026-03-02T19:24:36.412697Z","steps":["trace[1243509020] 'agreement among raft nodes before linearized reading' (duration: 1.882106722s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.412761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.009172Z","time spent":"2.403546752s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:24:36.4128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.529291Z","time spent":"1.883490873s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:36.412848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025258877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:24:36.412892Z","caller":"traceutil/trace.go:171","msg":"trace[1944134867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25052; }","duration":"2.02538502s","start":"2026-03-02T19:24:34.387491Z","end":"2026-03-02T19:24:36.412876Z","steps":["trace[1944134867] 'agreement among raft nodes before linearized reading' (duration: 2.023925698s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.412946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.387463Z","time spent":"2.025471812s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:24:36.411708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356125803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:36.413244Z","caller":"traceutil/trace.go:171","msg":"trace[1545315981] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25052; }","duration":"1.357703748s","start":"2026-03-02T19:24:35.055495Z","end":"2026-03-02T19:24:36.413199Z","steps":["trace[1545315981] 'agreement among raft nodes before linearized reading' (duration: 1.355946799s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.413311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:35.055438Z","time spent":"1.357847031s","remote":"127.0.0.1:50870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:36.413389Z","caller":"traceutil/trace.go:171","msg":"trace[653658197] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25052; }","duration":"1.959770354s","start":"2026-03-02T19:24:34.452786Z","end":"2026-03-02T19:24:36.412556Z","steps":["trace[653658197] 'agreement among raft nodes before linearized reading' (duration: 1.958621889s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.413611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.452757Z","time spent":"1.960772416s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:24:36.413873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804093434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:36.413942Z","caller":"traceutil/trace.go:171","msg":"trace[882902230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25052; }","duration":"1.804200176s","start":"2026-03-02T19:24:34.609707Z","end":"2026-03-02T19:24:36.413907Z","steps":["trace[882902230] 'agreement among raft nodes before linearized reading' (duration: 1.801749092s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.413982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.609681Z","time spent":"1.804289768s","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:36.414383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185771203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:36.4144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274835392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:24:36.414435Z","caller":"traceutil/trace.go:171","msg":"trace[1060151332] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25052; }","duration":"2.188569505s","start":"2026-03-02T19:24:34.225849Z","end":"2026-03-02T19:24:36.414418Z","steps":["trace[1060151332] 'agreement among raft nodes before linearized reading' (duration: 2.1855996s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:36.414459Z","caller":"traceutil/trace.go:171","msg":"trace[938809878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25052; }","duration":"1.274903252s","start":"2026-03-02T19:24:35.139528Z","end":"2026-03-02T19:24:36.414431Z","steps":["trace[938809878] 'agreement among raft nodes before linearized reading' (duration: 1.274697398s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.414483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:34.225835Z","time spent":"2.188625696s","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:36.414969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.442484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:24:36.41508Z","caller":"traceutil/trace.go:171","msg":"trace[1877839021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25052; }","duration":"410.557456ms","start":"2026-03-02T19:24:36.004481Z","end":"2026-03-02T19:24:36.415039Z","steps":["trace[1877839021] 'agreement among raft nodes before linearized reading' (duration: 410.31691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.415128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.004468Z","time spent":"410.649538ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:24:36.414492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:35.139516Z","time spent":"1.274968485s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:24:36.415781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:35.127561Z","time spent":"1.288216506s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:24:36.415845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113946536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:36.415968Z","caller":"traceutil/trace.go:171","msg":"trace[1793874339] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25052; }","duration":"1.11414325s","start":"2026-03-02T19:24:35.301779Z","end":"2026-03-02T19:24:36.415923Z","steps":["trace[1793874339] 'agreement among raft nodes before linearized reading' (duration: 1.113455445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.416032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:35.301752Z","time spent":"1.114263814s","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:36.416105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.491386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:24:36.416166Z","caller":"traceutil/trace.go:171","msg":"trace[792589042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25052; }","duration":"410.627829ms","start":"2026-03-02T19:24:36.005521Z","end":"2026-03-02T19:24:36.416149Z","steps":["trace[792589042] 'agreement among raft nodes before linearized reading' (duration: 410.451375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.416163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128636809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:36.416225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.005493Z","time spent":"410.720611ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:24:36.416269Z","caller":"traceutil/trace.go:171","msg":"trace[588094930] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25052; }","duration":"1.128777173s","start":"2026-03-02T19:24:35.287445Z","end":"2026-03-02T19:24:36.416222Z","steps":["trace[588094930] 'agreement among raft nodes before linearized reading' (duration: 1.127811361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.416376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.535109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:36.416426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:35.287411Z","time spent":"1.128990197s","remote":"127.0.0.1:57322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:36.416489Z","caller":"traceutil/trace.go:171","msg":"trace[1940801711] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25052; }","duration":"519.709033ms","start":"2026-03-02T19:24:35.896755Z","end":"2026-03-02T19:24:36.416464Z","steps":["trace[1940801711] 'agreement among raft nodes before linearized reading' (duration: 519.479678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.416505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.232427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:24:36.416513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257153722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:36.416561Z","caller":"traceutil/trace.go:171","msg":"trace[1118281933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25052; }","duration":"409.299049ms","start":"2026-03-02T19:24:36.007235Z","end":"2026-03-02T19:24:36.416534Z","steps":["trace[1118281933] 'agreement among raft nodes before linearized reading' (duration: 409.175066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.416561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:35.896674Z","time spent":"519.859626ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:36.416597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.007226Z","time spent":"409.36316ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:24:36.416598Z","caller":"traceutil/trace.go:171","msg":"trace[1719590543] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25052; }","duration":"1.257264314s","start":"2026-03-02T19:24:35.159315Z","end":"2026-03-02T19:24:36.416579Z","steps":["trace[1719590543] 'agreement among raft nodes before linearized reading' (duration: 1.256712232s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.416655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:35.159303Z","time spent":"1.257326135s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:36.416972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.323334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:24:36.417083Z","caller":"traceutil/trace.go:171","msg":"trace[786892193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25052; }","duration":"411.407616ms","start":"2026-03-02T19:24:36.00563Z","end":"2026-03-02T19:24:36.417037Z","steps":["trace[786892193] 'agreement among raft nodes before linearized reading' (duration: 409.266079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:36.41718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.005554Z","time spent":"411.61339ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:37.166187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.277897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:37.166415Z","caller":"traceutil/trace.go:171","msg":"trace[1688940073] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"749.102966ms","start":"2026-03-02T19:24:36.417271Z","end":"2026-03-02T19:24:37.166374Z","steps":["trace[1688940073] 'process raft request' (duration: 212.543964ms)","trace[1688940073] 'compare' (duration: 535.781465ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:37.166301Z","caller":"traceutil/trace.go:171","msg":"trace[2009325489] linearizableReadLoop","detail":"{readStateIndex:25937; appliedIndex:25936; }","duration":"748.624875ms","start":"2026-03-02T19:24:36.417659Z","end":"2026-03-02T19:24:37.166284Z","steps":["trace[2009325489] 'read index received' (duration: 212.175025ms)","trace[2009325489] 'applied index is now lower than readState.Index' (duration: 536.4487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:37.166614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.417244Z","time spent":"749.263199ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:37.168435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.753133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:24:37.16854Z","caller":"traceutil/trace.go:171","msg":"trace[75319566] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25053; }","duration":"750.894936ms","start":"2026-03-02T19:24:36.417622Z","end":"2026-03-02T19:24:37.168517Z","steps":["trace[75319566] 'agreement among raft nodes before linearized reading' (duration: 748.997213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:37.168591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.417603Z","time spent":"750.977248ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2676,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:37.908028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.372115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:37.908211Z","caller":"traceutil/trace.go:171","msg":"trace[1959095724] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.481770341s","start":"2026-03-02T19:24:36.426413Z","end":"2026-03-02T19:24:37.908184Z","steps":["trace[1959095724] 'process raft request' (duration: 957.158391ms)","trace[1959095724] 'compare' (duration: 524.087069ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:37.908316Z","caller":"traceutil/trace.go:171","msg":"trace[790972046] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.480048623s","start":"2026-03-02T19:24:36.428254Z","end":"2026-03-02T19:24:37.908303Z","steps":["trace[790972046] 'process raft request' (duration: 1.480008522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:37.90838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.428246Z","time spent":"1.480096364s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:37.90838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.426397Z","time spent":"1.481907294s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:37.908589Z","caller":"traceutil/trace.go:171","msg":"trace[375570505] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"1.480521343s","start":"2026-03-02T19:24:36.428055Z","end":"2026-03-02T19:24:37.908577Z","steps":["trace[375570505] 'process raft request' (duration: 1.480147625s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:37.908639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.428023Z","time spent":"1.480595325s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:37.908654Z","caller":"traceutil/trace.go:171","msg":"trace[797436084] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.480381401s","start":"2026-03-02T19:24:36.428234Z","end":"2026-03-02T19:24:37.908616Z","steps":["trace[797436084] 'process raft request' (duration: 1.480006522s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:37.908642Z","caller":"traceutil/trace.go:171","msg":"trace[1495025184] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"1.480562734s","start":"2026-03-02T19:24:36.428042Z","end":"2026-03-02T19:24:37.908604Z","steps":["trace[1495025184] 'process raft request' (duration: 1.480080454s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:37.9088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.428219Z","time spent":"1.480510473s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:37.908821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.428012Z","time spent":"1.480726447s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:38.42746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:24:38.427563Z","caller":"traceutil/trace.go:171","msg":"trace[120587211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076332s","start":"2026-03-02T19:24:36.42746Z","end":"2026-03-02T19:24:38.427536Z","steps":["trace[120587211] 'agreement among raft nodes before linearized reading' (duration: 1.999950989s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.42762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.427442Z","time spent":"2.000165024s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:24:38.810231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.083489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:38.810545Z","caller":"traceutil/trace.go:171","msg":"trace[1658002446] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25937; }","duration":"1.643921224s","start":"2026-03-02T19:24:37.166608Z","end":"2026-03-02T19:24:38.810529Z","steps":["trace[1658002446] 'read index received' (duration: 216.981342ms)","trace[1658002446] 'applied index is now lower than readState.Index' (duration: 1.426938882s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:38.810791Z","caller":"traceutil/trace.go:171","msg":"trace[856215612] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"2.159036914s","start":"2026-03-02T19:24:36.651744Z","end":"2026-03-02T19:24:38.810781Z","steps":["trace[856215612] 'process raft request' (duration: 1.437419454s)","trace[856215612] 'compare' (duration: 718.801868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:38.810844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.65171Z","time spent":"2.159108326s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:38.811013Z","caller":"traceutil/trace.go:171","msg":"trace[1592895044] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"2.157888129s","start":"2026-03-02T19:24:36.653112Z","end":"2026-03-02T19:24:38.811Z","steps":["trace[1592895044] 'process raft request' (duration: 2.157217134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.811054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.653078Z","time spent":"2.15795562s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:38.811149Z","caller":"traceutil/trace.go:171","msg":"trace[94990317] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"1.680734655s","start":"2026-03-02T19:24:37.130408Z","end":"2026-03-02T19:24:38.811143Z","steps":["trace[94990317] 'process raft request' (duration: 1.679959357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.811187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:37.130356Z","time spent":"1.680812956s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:38.811273Z","caller":"traceutil/trace.go:171","msg":"trace[953276203] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"1.680729505s","start":"2026-03-02T19:24:37.130538Z","end":"2026-03-02T19:24:38.811267Z","steps":["trace[953276203] 'process raft request' (duration: 1.679859196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.811312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:37.130506Z","time spent":"1.680788136s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:38.811397Z","caller":"traceutil/trace.go:171","msg":"trace[918986483] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"1.680812237s","start":"2026-03-02T19:24:37.130578Z","end":"2026-03-02T19:24:38.811391Z","steps":["trace[918986483] 'process raft request' (duration: 1.679849015s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.811446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:37.130531Z","time spent":"1.680887719s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:38.81154Z","caller":"traceutil/trace.go:171","msg":"trace[1790304913] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"1.680721265s","start":"2026-03-02T19:24:37.130812Z","end":"2026-03-02T19:24:38.811533Z","steps":["trace[1790304913] 'process raft request' (duration: 1.679656871s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.811583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:37.130784Z","time spent":"1.680779596s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:38.811669Z","caller":"traceutil/trace.go:171","msg":"trace[1141127178] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.680294336s","start":"2026-03-02T19:24:37.131368Z","end":"2026-03-02T19:24:38.811662Z","steps":["trace[1141127178] 'process raft request' (duration: 1.67912878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.811708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:37.131359Z","time spent":"1.680331607s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:38.811815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382181012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:38.811842Z","caller":"traceutil/trace.go:171","msg":"trace[499064089] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25065; }","duration":"2.382209233s","start":"2026-03-02T19:24:36.429625Z","end":"2026-03-02T19:24:38.811834Z","steps":["trace[499064089] 'agreement among raft nodes before linearized reading' (duration: 2.382156762s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.811868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.429598Z","time spent":"2.382262184s","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:24:38.812719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387200603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:24:38.812753Z","caller":"traceutil/trace.go:171","msg":"trace[2055841115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25065; }","duration":"2.387238003s","start":"2026-03-02T19:24:36.425507Z","end":"2026-03-02T19:24:38.812745Z","steps":["trace[2055841115] 'agreement among raft nodes before linearized reading' (duration: 2.386473357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.812778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:36.425466Z","time spent":"2.387306705s","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:24:38.812834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642720837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T19:24:38.812881Z","caller":"traceutil/trace.go:171","msg":"trace[955509924] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17; range_end:; response_count:1; response_revision:25065; }","duration":"1.642790549s","start":"2026-03-02T19:24:37.170076Z","end":"2026-03-02T19:24:38.812867Z","steps":["trace[955509924] 'agreement among raft nodes before linearized reading' (duration: 1.642662076s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.812908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:37.170062Z","time spent":"1.64283998s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c31a6e60e17\" "} {"level":"warn","ts":"2026-03-02T19:24:38.812986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.226858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:38.813016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.958247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:38.813113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116401069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:38.813104Z","caller":"traceutil/trace.go:171","msg":"trace[1307224687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25065; }","duration":"385.409883ms","start":"2026-03-02T19:24:38.427661Z","end":"2026-03-02T19:24:38.813071Z","steps":["trace[1307224687] 'agreement among raft nodes before linearized reading' (duration: 385.215518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:38.813151Z","caller":"traceutil/trace.go:171","msg":"trace[1115083087] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25065; }","duration":"1.116476621s","start":"2026-03-02T19:24:37.696663Z","end":"2026-03-02T19:24:38.813139Z","steps":["trace[1115083087] 'agreement among raft nodes before linearized reading' (duration: 1.11642681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.813168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.427633Z","time spent":"385.522794ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:24:38.813138Z","caller":"traceutil/trace.go:171","msg":"trace[764988817] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25065; }","duration":"687.170061ms","start":"2026-03-02T19:24:38.125939Z","end":"2026-03-02T19:24:38.813109Z","steps":["trace[764988817] 'agreement among raft nodes before linearized reading' (duration: 686.856075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.813071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.250752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:38.813602Z","caller":"traceutil/trace.go:171","msg":"trace[327992112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25065; }","duration":"716.811804ms","start":"2026-03-02T19:24:38.096754Z","end":"2026-03-02T19:24:38.813566Z","steps":["trace[327992112] 'agreement among raft nodes before linearized reading' (duration: 716.276803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:38.813183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:37.696637Z","time spent":"1.116537973s","remote":"127.0.0.1:60744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:38.81367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.096717Z","time spent":"716.929138ms","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:38.814034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.125917Z","time spent":"688.072032ms","remote":"127.0.0.1:56962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:39.320702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263696212,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:24:39.807887Z","caller":"traceutil/trace.go:171","msg":"trace[1917543626] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"990.997906ms","start":"2026-03-02T19:24:38.816817Z","end":"2026-03-02T19:24:39.807815Z","steps":["trace[1917543626] 'process raft request' (duration: 951.22396ms)","trace[1917543626] 'compare' (duration: 39.093831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:39.808074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.816799Z","time spent":"991.175241ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:39.808091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.861498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:39.808138Z","caller":"traceutil/trace.go:171","msg":"trace[1723499626] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25066; }","duration":"987.951749ms","start":"2026-03-02T19:24:38.820173Z","end":"2026-03-02T19:24:39.808125Z","steps":["trace[1723499626] 'agreement among raft nodes before linearized reading' (duration: 987.774945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:39.807887Z","caller":"traceutil/trace.go:171","msg":"trace[180569727] linearizableReadLoop","detail":"{readStateIndex:25950; appliedIndex:25949; }","duration":"987.588451ms","start":"2026-03-02T19:24:38.820216Z","end":"2026-03-02T19:24:39.807804Z","steps":["trace[180569727] 'read index received' (duration: 947.904356ms)","trace[180569727] 'applied index is now lower than readState.Index' (duration: 39.681775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:39.808186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.820152Z","time spent":"988.024791ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:24:40.545146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.243119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:40.545358Z","caller":"traceutil/trace.go:171","msg":"trace[1289880759] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25066; }","duration":"552.509236ms","start":"2026-03-02T19:24:39.992817Z","end":"2026-03-02T19:24:40.545326Z","steps":["trace[1289880759] 'range keys from in-memory index tree' (duration: 552.198987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.546602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.880678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:40.547005Z","caller":"traceutil/trace.go:171","msg":"trace[409134802] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"836.647866ms","start":"2026-03-02T19:24:39.710331Z","end":"2026-03-02T19:24:40.546979Z","steps":["trace[409134802] 'process raft request' (duration: 202.086954ms)","trace[409134802] 'compare' (duration: 633.385006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:40.547095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.710291Z","time spent":"836.768178ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:40.547134Z","caller":"traceutil/trace.go:171","msg":"trace[1668859395] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"732.96411ms","start":"2026-03-02T19:24:39.814138Z","end":"2026-03-02T19:24:40.547102Z","steps":["trace[1668859395] 'process raft request' (duration: 732.601573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:40.547311Z","caller":"traceutil/trace.go:171","msg":"trace[1077625056] linearizableReadLoop","detail":"{readStateIndex:25951; appliedIndex:25950; }","duration":"739.040065ms","start":"2026-03-02T19:24:39.808259Z","end":"2026-03-02T19:24:40.5473Z","steps":["trace[1077625056] 'read index received' (duration: 104.183786ms)","trace[1077625056] 'applied index is now lower than readState.Index' (duration: 634.855279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:40.549006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630907817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:40.549034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720733407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:40.549077Z","caller":"traceutil/trace.go:171","msg":"trace[1464836532] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25068; }","duration":"1.63102202s","start":"2026-03-02T19:24:38.918037Z","end":"2026-03-02T19:24:40.549059Z","steps":["trace[1464836532] 'agreement among raft nodes before linearized reading' (duration: 1.630891257s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:40.549098Z","caller":"traceutil/trace.go:171","msg":"trace[282419330] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25068; }","duration":"1.720836348s","start":"2026-03-02T19:24:38.828243Z","end":"2026-03-02T19:24:40.549079Z","steps":["trace[282419330] 'agreement among raft nodes before linearized reading' (duration: 1.720714256s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.549076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382430183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T19:24:40.549115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.917987Z","time spent":"1.631120552s","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:24:40.549087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.3489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:40.549165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.828224Z","time spent":"1.720924851s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:40.549183Z","caller":"traceutil/trace.go:171","msg":"trace[730221383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25068; }","duration":"1.382606847s","start":"2026-03-02T19:24:39.166547Z","end":"2026-03-02T19:24:40.549154Z","steps":["trace[730221383] 'agreement among raft nodes before linearized reading' (duration: 1.382156517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.547313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.814107Z","time spent":"733.113374ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:24:40.549188Z","caller":"traceutil/trace.go:171","msg":"trace[444978954] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25068; }","duration":"797.500843ms","start":"2026-03-02T19:24:39.751668Z","end":"2026-03-02T19:24:40.549169Z","steps":["trace[444978954] 'agreement among raft nodes before linearized reading' (duration: 797.33069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.549259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.166434Z","time spent":"1.382807501s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:24:40.549383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725152055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:40.549594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.384221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:24:40.54959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.328262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:24:40.549609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.433515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:40.549679Z","caller":"traceutil/trace.go:171","msg":"trace[641361965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25068; }","duration":"635.539065ms","start":"2026-03-02T19:24:39.914119Z","end":"2026-03-02T19:24:40.549658Z","steps":["trace[641361965] 'agreement among raft nodes before linearized reading' (duration: 635.357951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:40.54971Z","caller":"traceutil/trace.go:171","msg":"trace[628312798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25068; }","duration":"636.475504ms","start":"2026-03-02T19:24:39.913208Z","end":"2026-03-02T19:24:40.549684Z","steps":["trace[628312798] 'agreement among raft nodes before linearized reading' (duration: 636.172988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.549711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.389209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T19:24:40.549731Z","caller":"traceutil/trace.go:171","msg":"trace[1225499733] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25068; }","duration":"111.577439ms","start":"2026-03-02T19:24:40.438122Z","end":"2026-03-02T19:24:40.549699Z","steps":["trace[1225499733] 'agreement among raft nodes before linearized reading' (duration: 111.392335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.54971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.829592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:24:40.549603Z","caller":"traceutil/trace.go:171","msg":"trace[419076839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25068; }","duration":"1.725405279s","start":"2026-03-02T19:24:38.824179Z","end":"2026-03-02T19:24:40.549584Z","steps":["trace[419076839] 'agreement among raft nodes before linearized reading' (duration: 1.725152594s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:40.549804Z","caller":"traceutil/trace.go:171","msg":"trace[775551009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25068; }","duration":"636.987636ms","start":"2026-03-02T19:24:39.912796Z","end":"2026-03-02T19:24:40.549783Z","steps":["trace[775551009] 'agreement among raft nodes before linearized reading' (duration: 636.648998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.54986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.912771Z","time spent":"637.079788ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:24:40.549395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.019546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:40.549906Z","caller":"traceutil/trace.go:171","msg":"trace[888688757] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25068; }","duration":"735.564508ms","start":"2026-03-02T19:24:39.814329Z","end":"2026-03-02T19:24:40.549894Z","steps":["trace[888688757] 'agreement among raft nodes before linearized reading' (duration: 735.018066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.549777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.9132Z","time spent":"636.567186ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:24:40.549935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.814317Z","time spent":"735.610759ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:24:40.549392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.751637Z","time spent":"797.677017ms","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:40.549377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566554859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:40.550082Z","caller":"traceutil/trace.go:171","msg":"trace[32081032] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25068; }","duration":"1.567607492s","start":"2026-03-02T19:24:38.982466Z","end":"2026-03-02T19:24:40.550074Z","steps":["trace[32081032] 'agreement among raft nodes before linearized reading' (duration: 1.566506658s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.550105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.982441Z","time spent":"1.567658273s","remote":"127.0.0.1:50880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:40.549465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.463131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:24:40.550191Z","caller":"traceutil/trace.go:171","msg":"trace[1449347956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25068; }","duration":"635.210286ms","start":"2026-03-02T19:24:39.914977Z","end":"2026-03-02T19:24:40.550187Z","steps":["trace[1449347956] 'agreement among raft nodes before linearized reading' (duration: 634.381138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.550206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.914968Z","time spent":"635.234557ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:40.549521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.598161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:40.550287Z","caller":"traceutil/trace.go:171","msg":"trace[1322707050] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25068; }","duration":"575.422509ms","start":"2026-03-02T19:24:39.974848Z","end":"2026-03-02T19:24:40.55027Z","steps":["trace[1322707050] 'agreement among raft nodes before linearized reading' (duration: 574.648422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.550322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.974818Z","time spent":"575.491241ms","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:40.549535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.650938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:24:40.550418Z","caller":"traceutil/trace.go:171","msg":"trace[77817338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25068; }","duration":"637.518677ms","start":"2026-03-02T19:24:39.912876Z","end":"2026-03-02T19:24:40.550395Z","steps":["trace[77817338] 'agreement among raft nodes before linearized reading' (duration: 636.545506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.550474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.912809Z","time spent":"637.65023ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:24:40.549774Z","caller":"traceutil/trace.go:171","msg":"trace[37843994] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:25068; }","duration":"501.48413ms","start":"2026-03-02T19:24:40.048277Z","end":"2026-03-02T19:24:40.549761Z","steps":["trace[37843994] 'agreement among raft nodes before linearized reading' (duration: 501.212594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:40.550657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.048264Z","time spent":"502.3802ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-02T19:24:40.550673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:38.82416Z","time spent":"1.725665596s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:40.549761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:39.91411Z","time spent":"635.638287ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:41.999794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205668688s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:42.001908Z","caller":"traceutil/trace.go:171","msg":"trace[1529096263] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"1.447059366s","start":"2026-03-02T19:24:40.554826Z","end":"2026-03-02T19:24:42.001886Z","steps":["trace[1529096263] 'process raft request' (duration: 1.446870201s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.001933Z","caller":"traceutil/trace.go:171","msg":"trace[175240622] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"1.447076107s","start":"2026-03-02T19:24:40.554826Z","end":"2026-03-02T19:24:42.001902Z","steps":["trace[175240622] 'process raft request' (duration: 1.446967013s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.001955Z","caller":"traceutil/trace.go:171","msg":"trace[383254794] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"1.447052317s","start":"2026-03-02T19:24:40.554862Z","end":"2026-03-02T19:24:42.001914Z","steps":["trace[383254794] 'process raft request' (duration: 1.446961694s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.002014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.554808Z","time spent":"1.447159529s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.002007Z","caller":"traceutil/trace.go:171","msg":"trace[1234401930] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"1.447347043s","start":"2026-03-02T19:24:40.554613Z","end":"2026-03-02T19:24:42.00196Z","steps":["trace[1234401930] 'process raft request' (duration: 239.413065ms)","trace[1234401930] 'compare' (duration: 1.203533651s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:42.002113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.554612Z","time spent":"1.447499536s","remote":"127.0.0.1:55652","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:24:42.002158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.554853Z","time spent":"1.4471973s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:42.002357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.554599Z","time spent":"1.447566437s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:42.002079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.554808Z","time spent":"1.44719079s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.002653Z","caller":"traceutil/trace.go:171","msg":"trace[1078814929] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"1.44537061s","start":"2026-03-02T19:24:40.557265Z","end":"2026-03-02T19:24:42.002636Z","steps":["trace[1078814929] 'process raft request' (duration: 1.44490866s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.002693Z","caller":"traceutil/trace.go:171","msg":"trace[1229420124] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"1.445621095s","start":"2026-03-02T19:24:40.55703Z","end":"2026-03-02T19:24:42.002651Z","steps":["trace[1229420124] 'process raft request' (duration: 1.444844198s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.001915Z","caller":"traceutil/trace.go:171","msg":"trace[1324852006] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"1.446949565s","start":"2026-03-02T19:24:40.554956Z","end":"2026-03-02T19:24:42.001906Z","steps":["trace[1324852006] 'process raft request' (duration: 1.446897623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.002839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.554944Z","time spent":"1.447861714s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:42.002876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.55702Z","time spent":"1.445759498s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:42.002737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.557258Z","time spent":"1.445427711s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.002925Z","caller":"traceutil/trace.go:171","msg":"trace[449454251] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.364962967s","start":"2026-03-02T19:24:40.637943Z","end":"2026-03-02T19:24:42.002906Z","steps":["trace[449454251] 'process raft request' (duration: 1.36460741s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.003065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446946344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:42.003115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.637918Z","time spent":"1.365152601s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.003119Z","caller":"traceutil/trace.go:171","msg":"trace[260727763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25076; }","duration":"1.447019176s","start":"2026-03-02T19:24:40.556088Z","end":"2026-03-02T19:24:42.003107Z","steps":["trace[260727763] 'agreement among raft nodes before linearized reading' (duration: 1.446918574s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.003169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.55608Z","time spent":"1.447081917s","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:24:42.002976Z","caller":"traceutil/trace.go:171","msg":"trace[567801819] linearizableReadLoop","detail":"{readStateIndex:25958; appliedIndex:25952; }","duration":"1.446792771s","start":"2026-03-02T19:24:40.556102Z","end":"2026-03-02T19:24:42.002895Z","steps":["trace[567801819] 'read index received' (duration: 237.949104ms)","trace[567801819] 'applied index is now lower than readState.Index' (duration: 1.208841417s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:42.764243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.114233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:42.764463Z","caller":"traceutil/trace.go:171","msg":"trace[488096204] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"1.944227821s","start":"2026-03-02T19:24:40.82021Z","end":"2026-03-02T19:24:42.764438Z","steps":["trace[488096204] 'process raft request' (duration: 1.461798891s)","trace[488096204] 'compare' (duration: 481.491909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:42.764551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.820179Z","time spent":"1.944334924s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.764892Z","caller":"traceutil/trace.go:171","msg":"trace[466450225] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"1.944538898s","start":"2026-03-02T19:24:40.820311Z","end":"2026-03-02T19:24:42.764849Z","steps":["trace[466450225] 'process raft request' (duration: 1.944055548s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.764943Z","caller":"traceutil/trace.go:171","msg":"trace[58335871] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"1.944554388s","start":"2026-03-02T19:24:40.820343Z","end":"2026-03-02T19:24:42.764898Z","steps":["trace[58335871] 'process raft request' (duration: 1.944383315s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.764998Z","caller":"traceutil/trace.go:171","msg":"trace[844633266] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"1.944577639s","start":"2026-03-02T19:24:40.820389Z","end":"2026-03-02T19:24:42.764967Z","steps":["trace[844633266] 'process raft request' (duration: 1.944437866s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.765049Z","caller":"traceutil/trace.go:171","msg":"trace[1486898657] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"1.944236541s","start":"2026-03-02T19:24:40.820746Z","end":"2026-03-02T19:24:42.764983Z","steps":["trace[1486898657] 'process raft request' (duration: 1.944154389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.765112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.820299Z","time spent":"1.944694791s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.765212Z","caller":"traceutil/trace.go:171","msg":"trace[1749254841] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"1.944408415s","start":"2026-03-02T19:24:40.820789Z","end":"2026-03-02T19:24:42.765198Z","steps":["trace[1749254841] 'process raft request' (duration: 1.944149329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.765231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.820384Z","time spent":"1.944762283s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.765003Z","caller":"traceutil/trace.go:171","msg":"trace[116896858] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"1.944567129s","start":"2026-03-02T19:24:40.820414Z","end":"2026-03-02T19:24:42.764982Z","steps":["trace[116896858] 'process raft request' (duration: 1.944451037s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.765194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.820338Z","time spent":"1.944704681s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:42.765293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.820786Z","time spent":"1.944468037s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:42.765331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.820742Z","time spent":"1.944428396s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:42.765385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.82041Z","time spent":"1.944884046s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.765647Z","caller":"traceutil/trace.go:171","msg":"trace[1107614634] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"1.943351782s","start":"2026-03-02T19:24:40.822245Z","end":"2026-03-02T19:24:42.765597Z","steps":["trace[1107614634] 'process raft request' (duration: 1.942886652s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.765738Z","caller":"traceutil/trace.go:171","msg":"trace[1537327260] linearizableReadLoop","detail":"{readStateIndex:25969; appliedIndex:25961; }","duration":"762.075273ms","start":"2026-03-02T19:24:42.003641Z","end":"2026-03-02T19:24:42.765716Z","steps":["trace[1537327260] 'read index received' (duration: 278.396585ms)","trace[1537327260] 'applied index is now lower than readState.Index' (duration: 483.676518ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:42.765738Z","caller":"traceutil/trace.go:171","msg":"trace[1917912932] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"759.267331ms","start":"2026-03-02T19:24:42.006455Z","end":"2026-03-02T19:24:42.765722Z","steps":["trace[1917912932] 'process raft request' (duration: 759.153259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.765819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:42.006429Z","time spent":"759.352042ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:42.76585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20486225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:42.765869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208582116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:42.765884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.822238Z","time spent":"1.943516616s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:42.765923Z","caller":"traceutil/trace.go:171","msg":"trace[697850906] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25085; }","duration":"2.208633707s","start":"2026-03-02T19:24:40.557275Z","end":"2026-03-02T19:24:42.765909Z","steps":["trace[697850906] 'agreement among raft nodes before linearized reading' (duration: 2.208551045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.765955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155976102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:42.765963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:40.557237Z","time spent":"2.208719459s","remote":"127.0.0.1:55800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:24:42.765983Z","caller":"traceutil/trace.go:171","msg":"trace[1855363106] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25085; }","duration":"1.156027943s","start":"2026-03-02T19:24:41.609947Z","end":"2026-03-02T19:24:42.765975Z","steps":["trace[1855363106] 'agreement among raft nodes before linearized reading' (duration: 1.155972341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.766029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:41.609935Z","time spent":"1.156085994s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:42.765899Z","caller":"traceutil/trace.go:171","msg":"trace[153654054] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25085; }","duration":"1.204964282s","start":"2026-03-02T19:24:41.560921Z","end":"2026-03-02T19:24:42.765885Z","steps":["trace[153654054] 'agreement among raft nodes before linearized reading' (duration: 1.204810768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.766091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:41.560887Z","time spent":"1.205189537s","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:42.766292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337392339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:42.766324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197495767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T19:24:42.766364Z","caller":"traceutil/trace.go:171","msg":"trace[119035276] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25085; }","duration":"1.197547408s","start":"2026-03-02T19:24:41.568806Z","end":"2026-03-02T19:24:42.766354Z","steps":["trace[119035276] 'agreement among raft nodes before linearized reading' (duration: 1.197420295s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:42.766365Z","caller":"traceutil/trace.go:171","msg":"trace[1953730006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25085; }","duration":"1.337549193s","start":"2026-03-02T19:24:41.4288Z","end":"2026-03-02T19:24:42.766349Z","steps":["trace[1953730006] 'agreement among raft nodes before linearized reading' (duration: 1.336935379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.766397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:41.568798Z","time spent":"1.197591689s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T19:24:42.766407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:41.428779Z","time spent":"1.337618524s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:42.766416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.444662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:42.766325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.964521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:24:42.76645Z","caller":"traceutil/trace.go:171","msg":"trace[462703880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25085; }","duration":"753.504284ms","start":"2026-03-02T19:24:42.012934Z","end":"2026-03-02T19:24:42.766438Z","steps":["trace[462703880] 'agreement among raft nodes before linearized reading' (duration: 753.457573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.76648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:42.012917Z","time spent":"753.558095ms","remote":"127.0.0.1:55614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:24:42.766481Z","caller":"traceutil/trace.go:171","msg":"trace[1290628188] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25085; }","duration":"163.180215ms","start":"2026-03-02T19:24:42.603289Z","end":"2026-03-02T19:24:42.766469Z","steps":["trace[1290628188] 'agreement among raft nodes before linearized reading' (duration: 162.858398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.766373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.331115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:42.76653Z","caller":"traceutil/trace.go:171","msg":"trace[487350711] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25085; }","duration":"245.530829ms","start":"2026-03-02T19:24:42.520986Z","end":"2026-03-02T19:24:42.766516Z","steps":["trace[487350711] 'agreement among raft nodes before linearized reading' (duration: 245.363036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.766101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.027673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56dcdc6584-6l4tn.18991c0a40765b82\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-02T19:24:42.766654Z","caller":"traceutil/trace.go:171","msg":"trace[766017150] range","detail":"{range_begin:/registry/events/openstack/heat-api-56dcdc6584-6l4tn.18991c0a40765b82; range_end:; response_count:1; response_revision:25085; }","duration":"758.609267ms","start":"2026-03-02T19:24:42.008033Z","end":"2026-03-02T19:24:42.766642Z","steps":["trace[766017150] 'agreement among raft nodes before linearized reading' (duration: 757.933181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.766682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:42.008024Z","time spent":"758.644838ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-56dcdc6584-6l4tn.18991c0a40765b82\" "} {"level":"warn","ts":"2026-03-02T19:24:42.76843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475733589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:24:42.768466Z","caller":"traceutil/trace.go:171","msg":"trace[452566834] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25085; }","duration":"1.47583964s","start":"2026-03-02T19:24:41.292618Z","end":"2026-03-02T19:24:42.768458Z","steps":["trace[452566834] 'agreement among raft nodes before linearized reading' (duration: 1.47312121s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:42.76849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:41.292586Z","time spent":"1.475898142s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2677,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:43.535659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.766352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:43.535751Z","caller":"traceutil/trace.go:171","msg":"trace[322891975] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25970; }","duration":"763.867092ms","start":"2026-03-02T19:24:42.771871Z","end":"2026-03-02T19:24:43.535738Z","steps":["trace[322891975] 'read index received' (duration: 165.949058ms)","trace[322891975] 'applied index is now lower than readState.Index' (duration: 597.916784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:43.536012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.595975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:24:43.536033Z","caller":"traceutil/trace.go:171","msg":"trace[448284453] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25086; }","duration":"763.642696ms","start":"2026-03-02T19:24:42.772385Z","end":"2026-03-02T19:24:43.536027Z","steps":["trace[448284453] 'agreement among raft nodes before linearized reading' (duration: 763.588135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:43.536301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:42.772375Z","time spent":"763.915982ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:24:43.536073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.2189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:24:43.536394Z","caller":"traceutil/trace.go:171","msg":"trace[1541799022] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25086; }","duration":"764.600108ms","start":"2026-03-02T19:24:42.771777Z","end":"2026-03-02T19:24:43.536377Z","steps":["trace[1541799022] 'agreement among raft nodes before linearized reading' (duration: 764.076347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:43.536441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:42.771759Z","time spent":"764.669589ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:24:43.536163Z","caller":"traceutil/trace.go:171","msg":"trace[2028040537] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"765.281103ms","start":"2026-03-02T19:24:42.770859Z","end":"2026-03-02T19:24:43.53614Z","steps":["trace[2028040537] 'process raft request' (duration: 166.96202ms)","trace[2028040537] 'compare' (duration: 597.080816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:43.536769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:42.770839Z","time spent":"765.843635ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:43.536248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.19378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:43.536845Z","caller":"traceutil/trace.go:171","msg":"trace[1917543951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25086; }","duration":"760.811494ms","start":"2026-03-02T19:24:42.776018Z","end":"2026-03-02T19:24:43.53683Z","steps":["trace[1917543951] 'agreement among raft nodes before linearized reading' (duration: 760.18218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:43.536899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:42.776003Z","time spent":"760.884635ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:44.068057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263696250,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:24:44.154464Z","caller":"traceutil/trace.go:171","msg":"trace[1923653143] linearizableReadLoop","detail":"{readStateIndex:25972; appliedIndex:25971; }","duration":"586.926773ms","start":"2026-03-02T19:24:43.567498Z","end":"2026-03-02T19:24:44.154425Z","steps":["trace[1923653143] 'read index received' (duration: 586.165597ms)","trace[1923653143] 'applied index is now lower than readState.Index' (duration: 758.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:44.154522Z","caller":"traceutil/trace.go:171","msg":"trace[1866787495] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"610.749008ms","start":"2026-03-02T19:24:43.5437Z","end":"2026-03-02T19:24:44.154449Z","steps":["trace[1866787495] 'process raft request' (duration: 609.955231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:44.154699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:43.543684Z","time spent":"610.924141ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:44.154869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.341922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-02T19:24:44.15553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.457917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:24:44.155597Z","caller":"traceutil/trace.go:171","msg":"trace[2030499147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25087; }","duration":"146.57737ms","start":"2026-03-02T19:24:44.009003Z","end":"2026-03-02T19:24:44.155581Z","steps":["trace[2030499147] 'agreement among raft nodes before linearized reading' (duration: 146.413856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:44.155636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.653219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:24:44.155643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.34295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:24:44.155668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.048705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:24:44.155705Z","caller":"traceutil/trace.go:171","msg":"trace[1156663681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25087; }","duration":"145.750812ms","start":"2026-03-02T19:24:44.00994Z","end":"2026-03-02T19:24:44.155691Z","steps":["trace[1156663681] 'agreement among raft nodes before linearized reading' (duration: 145.568998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:44.155714Z","caller":"traceutil/trace.go:171","msg":"trace[814226643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25087; }","duration":"144.454273ms","start":"2026-03-02T19:24:44.011241Z","end":"2026-03-02T19:24:44.155696Z","steps":["trace[814226643] 'agreement among raft nodes before linearized reading' (duration: 144.216228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:44.155721Z","caller":"traceutil/trace.go:171","msg":"trace[916984958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25087; }","duration":"145.142717ms","start":"2026-03-02T19:24:44.010565Z","end":"2026-03-02T19:24:44.155707Z","steps":["trace[916984958] 'agreement among raft nodes before linearized reading' (duration: 144.939333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:44.155684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.33013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:24:44.155873Z","caller":"traceutil/trace.go:171","msg":"trace[138398714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25087; }","duration":"587.463325ms","start":"2026-03-02T19:24:43.567448Z","end":"2026-03-02T19:24:44.154912Z","steps":["trace[138398714] 'agreement among raft nodes before linearized reading' (duration: 587.161798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:44.155927Z","caller":"traceutil/trace.go:171","msg":"trace[1239500935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25087; }","duration":"144.599375ms","start":"2026-03-02T19:24:44.011299Z","end":"2026-03-02T19:24:44.155899Z","steps":["trace[1239500935] 'agreement among raft nodes before linearized reading' (duration: 144.168976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:44.155975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:43.567411Z","time spent":"588.543399ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:24:44.663216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511870263696256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:24:45.141661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.815596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:45.141796Z","caller":"traceutil/trace.go:171","msg":"trace[1187670820] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"981.259442ms","start":"2026-03-02T19:24:44.160499Z","end":"2026-03-02T19:24:45.141759Z","steps":["trace[1187670820] 'process raft request' (duration: 519.254052ms)","trace[1187670820] 'compare' (duration: 461.512349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:45.141858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.160475Z","time spent":"981.354894ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:45.535004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.947666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:45.535348Z","caller":"traceutil/trace.go:171","msg":"trace[727982585] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.373991507s","start":"2026-03-02T19:24:44.161337Z","end":"2026-03-02T19:24:45.535328Z","steps":["trace[727982585] 'process raft request' (duration: 1.373789792s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:45.535432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.161325Z","time spent":"1.374070618s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:45.535444Z","caller":"traceutil/trace.go:171","msg":"trace[1642974471] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.374003037s","start":"2026-03-02T19:24:44.161409Z","end":"2026-03-02T19:24:45.535412Z","steps":["trace[1642974471] 'process raft request' (duration: 1.373776822s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:45.535456Z","caller":"traceutil/trace.go:171","msg":"trace[1775113793] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.373971036s","start":"2026-03-02T19:24:44.161451Z","end":"2026-03-02T19:24:45.535422Z","steps":["trace[1775113793] 'process raft request' (duration: 1.373772152s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:45.535466Z","caller":"traceutil/trace.go:171","msg":"trace[1031177961] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.374700132s","start":"2026-03-02T19:24:44.160723Z","end":"2026-03-02T19:24:45.535423Z","steps":["trace[1031177961] 'process raft request' (duration: 1.179238315s)","trace[1031177961] 'compare' (duration: 194.656109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:45.535607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.161401Z","time spent":"1.374120789s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:45.535666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.160713Z","time spent":"1.374862865s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:45.535593Z","caller":"traceutil/trace.go:171","msg":"trace[937909762] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25972; }","duration":"1.372441822s","start":"2026-03-02T19:24:44.163114Z","end":"2026-03-02T19:24:45.535556Z","steps":["trace[937909762] 'read index received' (duration: 516.762066ms)","trace[937909762] 'applied index is now lower than readState.Index' (duration: 855.676766ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:45.535905Z","caller":"traceutil/trace.go:171","msg":"trace[1696860611] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"1.37281425s","start":"2026-03-02T19:24:44.162974Z","end":"2026-03-02T19:24:45.535788Z","steps":["trace[1696860611] 'process raft request' (duration: 1.372288128s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:45.536058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372905822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:24:45.53611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.161419Z","time spent":"1.374114759s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:45.53615Z","caller":"traceutil/trace.go:171","msg":"trace[973275032] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25093; }","duration":"1.373029014s","start":"2026-03-02T19:24:44.163098Z","end":"2026-03-02T19:24:45.536127Z","steps":["trace[973275032] 'agreement among raft nodes before linearized reading' (duration: 1.372602175s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:45.536103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.162957Z","time spent":"1.373052765s","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:45.536211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.163092Z","time spent":"1.373104436s","remote":"127.0.0.1:46250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:46.128576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.086674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:24:46.12887Z","caller":"traceutil/trace.go:171","msg":"trace[1032897774] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"1.355576361s","start":"2026-03-02T19:24:44.773274Z","end":"2026-03-02T19:24:46.12885Z","steps":["trace[1032897774] 'process raft request' (duration: 1.355501909s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.128953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.773259Z","time spent":"1.355656872s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:46.129163Z","caller":"traceutil/trace.go:171","msg":"trace[912899115] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"1.357071384s","start":"2026-03-02T19:24:44.77208Z","end":"2026-03-02T19:24:46.129151Z","steps":["trace[912899115] 'process raft request' (duration: 1.356657415s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.129226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.772028Z","time spent":"1.357166706s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:46.129591Z","caller":"traceutil/trace.go:171","msg":"trace[792185537] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"1.358594648s","start":"2026-03-02T19:24:44.770951Z","end":"2026-03-02T19:24:46.129546Z","steps":["trace[792185537] 'process raft request' (duration: 948.44897ms)","trace[792185537] 'compare' (duration: 408.710335ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:46.129794Z","caller":"traceutil/trace.go:171","msg":"trace[1779500089] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"1.356341527s","start":"2026-03-02T19:24:44.773426Z","end":"2026-03-02T19:24:46.129768Z","steps":["trace[1779500089] 'process raft request' (duration: 1.355384387s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.129962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.773418Z","time spent":"1.35646186s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:46.129989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.770918Z","time spent":"1.358844592s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:46.130221Z","caller":"traceutil/trace.go:171","msg":"trace[1849976255] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"1.356496s","start":"2026-03-02T19:24:44.773682Z","end":"2026-03-02T19:24:46.130178Z","steps":["trace[1849976255] 'process raft request' (duration: 1.355952629s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:46.13009Z","caller":"traceutil/trace.go:171","msg":"trace[1780248957] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"1.358141158s","start":"2026-03-02T19:24:44.771914Z","end":"2026-03-02T19:24:46.130055Z","steps":["trace[1780248957] 'process raft request' (duration: 1.356768388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.130336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.771904Z","time spent":"1.358395173s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:46.130415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.773669Z","time spent":"1.356634344s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:46.130594Z","caller":"traceutil/trace.go:171","msg":"trace[521097311] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"1.356745536s","start":"2026-03-02T19:24:44.773838Z","end":"2026-03-02T19:24:46.130583Z","steps":["trace[521097311] 'process raft request' (duration: 1.356283996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.130649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.773805Z","time spent":"1.356815068s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:46.130969Z","caller":"traceutil/trace.go:171","msg":"trace[1624641845] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"962.417246ms","start":"2026-03-02T19:24:45.168532Z","end":"2026-03-02T19:24:46.13095Z","steps":["trace[1624641845] 'process raft request' (duration: 962.005337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:46.131324Z","caller":"traceutil/trace.go:171","msg":"trace[1200672970] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"577.188039ms","start":"2026-03-02T19:24:45.554122Z","end":"2026-03-02T19:24:46.13131Z","steps":["trace[1200672970] 'process raft request' (duration: 576.761939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.131431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:45.554099Z","time spent":"577.305001ms","remote":"127.0.0.1:55692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:24:46.131568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:45.168441Z","time spent":"962.58545ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:46.130971Z","caller":"traceutil/trace.go:171","msg":"trace[191152145] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25978; }","duration":"595.200985ms","start":"2026-03-02T19:24:45.535748Z","end":"2026-03-02T19:24:46.130949Z","steps":["trace[191152145] 'read index received' (duration: 183.648107ms)","trace[191152145] 'applied index is now lower than readState.Index' (duration: 411.551118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:46.189171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364582199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:46.189282Z","caller":"traceutil/trace.go:171","msg":"trace[518098171] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25102; }","duration":"1.364747643s","start":"2026-03-02T19:24:44.824505Z","end":"2026-03-02T19:24:46.189253Z","steps":["trace[518098171] 'agreement among raft nodes before linearized reading' (duration: 1.306617143s)","trace[518098171] 'count revisions from in-memory index tree' (duration: 57.964887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:46.189293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.971685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:24:46.189316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643630647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-03-02T19:24:46.189197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66096038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:46.189406Z","caller":"traceutil/trace.go:171","msg":"trace[1130095303] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25102; }","duration":"1.64376874s","start":"2026-03-02T19:24:44.545615Z","end":"2026-03-02T19:24:46.189384Z","steps":["trace[1130095303] 'agreement among raft nodes before linearized reading' (duration: 1.585553128s)","trace[1130095303] 'range keys from in-memory index tree' (duration: 57.952996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:46.18939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563640435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T19:24:46.189456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.730845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:46.189463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.545603Z","time spent":"1.643849502s","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11781,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-02T19:24:46.189501Z","caller":"traceutil/trace.go:171","msg":"trace[737112722] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25102; }","duration":"447.813618ms","start":"2026-03-02T19:24:45.741673Z","end":"2026-03-02T19:24:46.189487Z","steps":["trace[737112722] 'agreement among raft nodes before linearized reading' (duration: 447.749897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:46.189529Z","caller":"traceutil/trace.go:171","msg":"trace[667954049] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25102; }","duration":"1.563802418s","start":"2026-03-02T19:24:44.625683Z","end":"2026-03-02T19:24:46.189486Z","steps":["trace[667954049] 'agreement among raft nodes before linearized reading' (duration: 1.505451953s)","trace[667954049] 'range keys from in-memory index tree' (duration: 58.042018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:46.189549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:45.741649Z","time spent":"447.889509ms","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:46.189521Z","caller":"traceutil/trace.go:171","msg":"trace[481430087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25102; }","duration":"1.661297827s","start":"2026-03-02T19:24:44.528136Z","end":"2026-03-02T19:24:46.189434Z","steps":["trace[481430087] 'agreement among raft nodes before linearized reading' (duration: 1.602869829s)","trace[481430087] 'range keys from in-memory index tree' (duration: 58.032738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:46.189616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.62567Z","time spent":"1.563919621s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T19:24:46.189333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.824479Z","time spent":"1.364840744s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:46.189718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:44.528105Z","time spent":"1.661598164s","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:24:46.189379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075493768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:46.189807Z","caller":"traceutil/trace.go:171","msg":"trace[1669258348] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25102; }","duration":"1.075963108s","start":"2026-03-02T19:24:45.113826Z","end":"2026-03-02T19:24:46.189789Z","steps":["trace[1669258348] 'agreement among raft nodes before linearized reading' (duration: 1.017283287s)","trace[1669258348] 'count revisions from in-memory index tree' (duration: 58.248882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:46.189749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.77948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:46.189856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:45.113794Z","time spent":"1.076048601s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:46.189396Z","caller":"traceutil/trace.go:171","msg":"trace[710436628] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25102; }","duration":"573.094437ms","start":"2026-03-02T19:24:45.616277Z","end":"2026-03-02T19:24:46.189372Z","steps":["trace[710436628] 'agreement among raft nodes before linearized reading' (duration: 572.909323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:46.189875Z","caller":"traceutil/trace.go:171","msg":"trace[1630661671] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25102; }","duration":"208.948004ms","start":"2026-03-02T19:24:45.980906Z","end":"2026-03-02T19:24:46.189854Z","steps":["trace[1630661671] 'agreement among raft nodes before linearized reading' (duration: 208.75675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.189971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:45.616157Z","time spent":"573.793374ms","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:24:46.189592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.207815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-8dwcv\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-03-02T19:24:46.190049Z","caller":"traceutil/trace.go:171","msg":"trace[593812099] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-8dwcv; range_end:; response_count:1; response_revision:25102; }","duration":"398.670346ms","start":"2026-03-02T19:24:45.791365Z","end":"2026-03-02T19:24:46.190035Z","steps":["trace[593812099] 'agreement among raft nodes before linearized reading' (duration: 397.921789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.190104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:45.791299Z","time spent":"398.792548ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-8dwcv\" "} {"level":"info","ts":"2026-03-02T19:24:46.338524Z","caller":"traceutil/trace.go:171","msg":"trace[852002032] linearizableReadLoop","detail":"{readStateIndex:25989; appliedIndex:25988; }","duration":"147.398298ms","start":"2026-03-02T19:24:46.191092Z","end":"2026-03-02T19:24:46.33849Z","steps":["trace[852002032] 'read index received' (duration: 147.102761ms)","trace[852002032] 'applied index is now lower than readState.Index' (duration: 294.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:46.338583Z","caller":"traceutil/trace.go:171","msg":"trace[471010703] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"203.565296ms","start":"2026-03-02T19:24:46.134998Z","end":"2026-03-02T19:24:46.338564Z","steps":["trace[471010703] 'process raft request' (duration: 203.227727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.338736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.633374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:46.338768Z","caller":"traceutil/trace.go:171","msg":"trace[352968401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25103; }","duration":"147.722526ms","start":"2026-03-02T19:24:46.191038Z","end":"2026-03-02T19:24:46.33876Z","steps":["trace[352968401] 'agreement among raft nodes before linearized reading' (duration: 147.592563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:46.643035Z","caller":"traceutil/trace.go:171","msg":"trace[43851991] linearizableReadLoop","detail":"{readStateIndex:25990; appliedIndex:25989; }","duration":"304.369616ms","start":"2026-03-02T19:24:46.338633Z","end":"2026-03-02T19:24:46.643003Z","steps":["trace[43851991] 'read index received' (duration: 304.08402ms)","trace[43851991] 'applied index is now lower than readState.Index' (duration: 280.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:46.643141Z","caller":"traceutil/trace.go:171","msg":"trace[1540722598] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"446.317984ms","start":"2026-03-02T19:24:46.196812Z","end":"2026-03-02T19:24:46.64313Z","steps":["trace[1540722598] 'process raft request' (duration: 445.984807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.643258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:46.196789Z","time spent":"446.375396ms","remote":"127.0.0.1:55790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3698,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:46.643252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.27892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-60087462-327b-4000-b556-52f4ba7857a3\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-02T19:24:46.643317Z","caller":"traceutil/trace.go:171","msg":"trace[981985634] range","detail":"{range_begin:/registry/persistentvolumes/pvc-60087462-327b-4000-b556-52f4ba7857a3; range_end:; response_count:1; response_revision:25104; }","duration":"449.378982ms","start":"2026-03-02T19:24:46.193922Z","end":"2026-03-02T19:24:46.643301Z","steps":["trace[981985634] 'agreement among raft nodes before linearized reading' (duration: 449.258849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.643351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:46.193901Z","time spent":"449.444874ms","remote":"127.0.0.1:55752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-60087462-327b-4000-b556-52f4ba7857a3\" "} {"level":"warn","ts":"2026-03-02T19:24:46.643391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.813228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:46.643421Z","caller":"traceutil/trace.go:171","msg":"trace[751950723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25104; }","duration":"295.878029ms","start":"2026-03-02T19:24:46.347533Z","end":"2026-03-02T19:24:46.643411Z","steps":["trace[751950723] 'agreement among raft nodes before linearized reading' (duration: 295.827218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.643525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.310188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:24:46.643547Z","caller":"traceutil/trace.go:171","msg":"trace[460151554] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25104; }","duration":"310.385379ms","start":"2026-03-02T19:24:46.333154Z","end":"2026-03-02T19:24:46.64354Z","steps":["trace[460151554] 'agreement among raft nodes before linearized reading' (duration: 310.348258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.643549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.180868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:24:46.643566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:46.333059Z","time spent":"310.499901ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:24:46.64357Z","caller":"traceutil/trace.go:171","msg":"trace[332978292] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25104; }","duration":"233.257939ms","start":"2026-03-02T19:24:46.410302Z","end":"2026-03-02T19:24:46.64356Z","steps":["trace[332978292] 'agreement among raft nodes before linearized reading' (duration: 233.228679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.643846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.655342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-03-02T19:24:46.64393Z","caller":"traceutil/trace.go:171","msg":"trace[812240938] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25104; }","duration":"446.804706ms","start":"2026-03-02T19:24:46.197107Z","end":"2026-03-02T19:24:46.643911Z","steps":["trace[812240938] 'agreement among raft nodes before linearized reading' (duration: 446.512249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:46.643979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:46.197096Z","time spent":"446.873847ms","remote":"127.0.0.1:56092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11781,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-02T19:24:54.32875Z","caller":"traceutil/trace.go:171","msg":"trace[1537093019] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"109.091153ms","start":"2026-03-02T19:24:54.219612Z","end":"2026-03-02T19:24:54.328703Z","steps":["trace[1537093019] 'process raft request' (duration: 68.08791ms)","trace[1537093019] 'compare' (duration: 40.605145ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:57.848102Z","caller":"traceutil/trace.go:171","msg":"trace[242516334] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"113.417028ms","start":"2026-03-02T19:24:57.734652Z","end":"2026-03-02T19:24:57.848069Z","steps":["trace[242516334] 'process raft request' (duration: 44.297905ms)","trace[242516334] 'compare' (duration: 68.5059ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:58.156685Z","caller":"traceutil/trace.go:171","msg":"trace[454524387] linearizableReadLoop","detail":"{readStateIndex:26077; appliedIndex:26076; }","duration":"262.498363ms","start":"2026-03-02T19:24:57.894148Z","end":"2026-03-02T19:24:58.156646Z","steps":["trace[454524387] 'read index received' (duration: 196.417398ms)","trace[454524387] 'applied index is now lower than readState.Index' (duration: 66.078115ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:58.156797Z","caller":"traceutil/trace.go:171","msg":"trace[1779134227] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"304.457968ms","start":"2026-03-02T19:24:57.852292Z","end":"2026-03-02T19:24:58.15675Z","steps":["trace[1779134227] 'process raft request' (duration: 238.379843ms)","trace[1779134227] 'compare' (duration: 65.702817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:24:58.15698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:57.852265Z","time spent":"304.623942ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:58.15705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.772115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-f7zdm.18991becc2430e5e\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-02T19:24:58.157142Z","caller":"traceutil/trace.go:171","msg":"trace[1304408233] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-f7zdm.18991becc2430e5e; range_end:; response_count:1; response_revision:25189; }","duration":"186.914678ms","start":"2026-03-02T19:24:57.970206Z","end":"2026-03-02T19:24:58.157121Z","steps":["trace[1304408233] 'agreement among raft nodes before linearized reading' (duration: 186.678183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:58.157159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.974724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:24:58.157215Z","caller":"traceutil/trace.go:171","msg":"trace[797967237] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25189; }","duration":"263.109336ms","start":"2026-03-02T19:24:57.894093Z","end":"2026-03-02T19:24:58.157202Z","steps":["trace[797967237] 'agreement among raft nodes before linearized reading' (duration: 262.757429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:58.157467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.938843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:24:58.157524Z","caller":"traceutil/trace.go:171","msg":"trace[2129827738] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25189; }","duration":"125.046225ms","start":"2026-03-02T19:24:58.032464Z","end":"2026-03-02T19:24:58.15751Z","steps":["trace[2129827738] 'agreement among raft nodes before linearized reading' (duration: 124.83957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:58.456849Z","caller":"traceutil/trace.go:171","msg":"trace[491117107] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"105.960954ms","start":"2026-03-02T19:24:58.350857Z","end":"2026-03-02T19:24:58.456818Z","steps":["trace[491117107] 'process raft request' (duration: 105.266249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:01.680132Z","caller":"traceutil/trace.go:171","msg":"trace[811195189] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"151.934918ms","start":"2026-03-02T19:25:01.528176Z","end":"2026-03-02T19:25:01.680111Z","steps":["trace[811195189] 'process raft request' (duration: 151.59752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:25:01.680422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.848174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:25:01.680511Z","caller":"traceutil/trace.go:171","msg":"trace[2044742373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25227; }","duration":"151.11648ms","start":"2026-03-02T19:25:01.529375Z","end":"2026-03-02T19:25:01.680491Z","steps":["trace[2044742373] 'agreement among raft nodes before linearized reading' (duration: 150.812273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:01.680052Z","caller":"traceutil/trace.go:171","msg":"trace[94014907] linearizableReadLoop","detail":"{readStateIndex:26116; appliedIndex:26115; }","duration":"150.585759ms","start":"2026-03-02T19:25:01.529431Z","end":"2026-03-02T19:25:01.680017Z","steps":["trace[94014907] 'read index received' (duration: 150.364594ms)","trace[94014907] 'applied index is now lower than readState.Index' (duration: 219.635µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:25:01.681054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.921207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11092"} {"level":"warn","ts":"2026-03-02T19:25:01.681047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.477063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-03-02T19:25:01.681149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.429986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7489"} {"level":"warn","ts":"2026-03-02T19:25:01.681133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.899536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21474"} {"level":"info","ts":"2026-03-02T19:25:01.681211Z","caller":"traceutil/trace.go:171","msg":"trace[760654523] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:25227; }","duration":"146.497758ms","start":"2026-03-02T19:25:01.534697Z","end":"2026-03-02T19:25:01.681194Z","steps":["trace[760654523] 'agreement among raft nodes before linearized reading' (duration: 146.319574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:01.681231Z","caller":"traceutil/trace.go:171","msg":"trace[1547842913] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:25227; }","duration":"147.011828ms","start":"2026-03-02T19:25:01.534202Z","end":"2026-03-02T19:25:01.681213Z","steps":["trace[1547842913] 'agreement among raft nodes before linearized reading' (duration: 146.728222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:01.681226Z","caller":"traceutil/trace.go:171","msg":"trace[2083886154] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25227; }","duration":"149.677538ms","start":"2026-03-02T19:25:01.531495Z","end":"2026-03-02T19:25:01.681173Z","steps":["trace[2083886154] 'agreement among raft nodes before linearized reading' (duration: 149.33785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:01.681114Z","caller":"traceutil/trace.go:171","msg":"trace[889500529] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:25227; }","duration":"146.986208ms","start":"2026-03-02T19:25:01.534109Z","end":"2026-03-02T19:25:01.681095Z","steps":["trace[889500529] 'agreement among raft nodes before linearized reading' (duration: 146.802574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:25:01.681199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.397856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-03-02T19:25:01.681477Z","caller":"traceutil/trace.go:171","msg":"trace[2038326042] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:25227; }","duration":"146.739273ms","start":"2026-03-02T19:25:01.534715Z","end":"2026-03-02T19:25:01.681454Z","steps":["trace[2038326042] 'agreement among raft nodes before linearized reading' (duration: 146.252792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:25:01.681531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.439529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-02T19:25:01.681573Z","caller":"traceutil/trace.go:171","msg":"trace[936965819] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25227; }","duration":"147.4895ms","start":"2026-03-02T19:25:01.534068Z","end":"2026-03-02T19:25:01.681558Z","steps":["trace[936965819] 'agreement among raft nodes before linearized reading' (duration: 147.321705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:25:01.682229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.548841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-02T19:25:01.682282Z","caller":"traceutil/trace.go:171","msg":"trace[324000318] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:25227; }","duration":"147.613152ms","start":"2026-03-02T19:25:01.534656Z","end":"2026-03-02T19:25:01.68227Z","steps":["trace[324000318] 'agreement among raft nodes before linearized reading' (duration: 146.198391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:25:30.659537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.125373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:25:30.659634Z","caller":"traceutil/trace.go:171","msg":"trace[1786581509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25622; }","duration":"206.284996ms","start":"2026-03-02T19:25:30.453332Z","end":"2026-03-02T19:25:30.659617Z","steps":["trace[1786581509] 'range keys from in-memory index tree' (duration: 205.888368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:30.7815Z","caller":"traceutil/trace.go:171","msg":"trace[586552689] linearizableReadLoop","detail":"{readStateIndex:26519; appliedIndex:26518; }","duration":"164.635958ms","start":"2026-03-02T19:25:30.616822Z","end":"2026-03-02T19:25:30.781458Z","steps":["trace[586552689] 'read index received' (duration: 164.454414ms)","trace[586552689] 'applied index is now lower than readState.Index' (duration: 179.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:25:30.781621Z","caller":"traceutil/trace.go:171","msg":"trace[1099850534] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"180.723801ms","start":"2026-03-02T19:25:30.600846Z","end":"2026-03-02T19:25:30.78157Z","steps":["trace[1099850534] 'process raft request' (duration: 180.377974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:25:30.782051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.18807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T19:25:30.782172Z","caller":"traceutil/trace.go:171","msg":"trace[1585516914] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25623; }","duration":"165.379075ms","start":"2026-03-02T19:25:30.616765Z","end":"2026-03-02T19:25:30.782144Z","steps":["trace[1585516914] 'agreement among raft nodes before linearized reading' (duration: 164.935924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:30.855655Z","caller":"traceutil/trace.go:171","msg":"trace[383501168] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"197.39323ms","start":"2026-03-02T19:25:30.658235Z","end":"2026-03-02T19:25:30.855629Z","steps":["trace[383501168] 'process raft request' (duration: 197.257397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:30.855637Z","caller":"traceutil/trace.go:171","msg":"trace[8548156] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"226.572273ms","start":"2026-03-02T19:25:30.629012Z","end":"2026-03-02T19:25:30.855584Z","steps":["trace[8548156] 'process raft request' (duration: 226.332877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:30.855683Z","caller":"traceutil/trace.go:171","msg":"trace[1274562039] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"196.785897ms","start":"2026-03-02T19:25:30.658858Z","end":"2026-03-02T19:25:30.855644Z","steps":["trace[1274562039] 'process raft request' (duration: 196.688565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:30.855749Z","caller":"traceutil/trace.go:171","msg":"trace[1748611390] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"196.767515ms","start":"2026-03-02T19:25:30.658946Z","end":"2026-03-02T19:25:30.855713Z","steps":["trace[1748611390] 'process raft request' (duration: 196.640933ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:30.85579Z","caller":"traceutil/trace.go:171","msg":"trace[1353256827] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"192.4359ms","start":"2026-03-02T19:25:30.663316Z","end":"2026-03-02T19:25:30.855752Z","steps":["trace[1353256827] 'process raft request' (duration: 192.328998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:25:30.855983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.868956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:25:30.855881Z","caller":"traceutil/trace.go:171","msg":"trace[645855253] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"186.909959ms","start":"2026-03-02T19:25:30.668885Z","end":"2026-03-02T19:25:30.855795Z","steps":["trace[645855253] 'process raft request' (duration: 186.802977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:30.856092Z","caller":"traceutil/trace.go:171","msg":"trace[2006276136] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25629; }","duration":"181.003059ms","start":"2026-03-02T19:25:30.675064Z","end":"2026-03-02T19:25:30.856067Z","steps":["trace[2006276136] 'agreement among raft nodes before linearized reading' (duration: 180.717683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:39.812273Z","caller":"traceutil/trace.go:171","msg":"trace[784981640] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"117.343836ms","start":"2026-03-02T19:25:39.694876Z","end":"2026-03-02T19:25:39.81222Z","steps":["trace[784981640] 'process raft request' (duration: 117.157902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:40.211114Z","caller":"traceutil/trace.go:171","msg":"trace[1164546864] linearizableReadLoop","detail":"{readStateIndex:26589; appliedIndex:26588; }","duration":"156.372125ms","start":"2026-03-02T19:25:40.054707Z","end":"2026-03-02T19:25:40.211079Z","steps":["trace[1164546864] 'read index received' (duration: 156.225951ms)","trace[1164546864] 'applied index is now lower than readState.Index' (duration: 143.954µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:25:40.211411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.662681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:25:40.211511Z","caller":"traceutil/trace.go:171","msg":"trace[315316753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25690; }","duration":"156.793914ms","start":"2026-03-02T19:25:40.054691Z","end":"2026-03-02T19:25:40.211484Z","steps":["trace[315316753] 'agreement among raft nodes before linearized reading' (duration: 156.480158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:40.526994Z","caller":"traceutil/trace.go:171","msg":"trace[2036000053] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"103.702185ms","start":"2026-03-02T19:25:40.423229Z","end":"2026-03-02T19:25:40.526932Z","steps":["trace[2036000053] 'process raft request' (duration: 24.02823ms)","trace[2036000053] 'compare' (duration: 78.894658ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:25:41.113926Z","caller":"traceutil/trace.go:171","msg":"trace[522387597] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"189.449515ms","start":"2026-03-02T19:25:40.924443Z","end":"2026-03-02T19:25:41.113892Z","steps":["trace[522387597] 'process raft request' (duration: 189.329272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:41.113949Z","caller":"traceutil/trace.go:171","msg":"trace[943037974] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"193.574765ms","start":"2026-03-02T19:25:40.920326Z","end":"2026-03-02T19:25:41.113901Z","steps":["trace[943037974] 'process raft request' (duration: 190.983108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:41.11429Z","caller":"traceutil/trace.go:171","msg":"trace[1994044653] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"189.769522ms","start":"2026-03-02T19:25:40.924502Z","end":"2026-03-02T19:25:41.114272Z","steps":["trace[1994044653] 'process raft request' (duration: 189.333793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:41.114388Z","caller":"traceutil/trace.go:171","msg":"trace[1882120854] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"189.817983ms","start":"2026-03-02T19:25:40.924544Z","end":"2026-03-02T19:25:41.114362Z","steps":["trace[1882120854] 'process raft request' (duration: 189.615799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:41.114374Z","caller":"traceutil/trace.go:171","msg":"trace[757157336] linearizableReadLoop","detail":"{readStateIndex:26598; appliedIndex:26596; }","duration":"189.992117ms","start":"2026-03-02T19:25:40.924352Z","end":"2026-03-02T19:25:41.114344Z","steps":["trace[757157336] 'read index received' (duration: 81.824213ms)","trace[757157336] 'applied index is now lower than readState.Index' (duration: 108.166524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:25:41.114637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.259662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:25:41.114688Z","caller":"traceutil/trace.go:171","msg":"trace[693338491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25702; }","duration":"190.370375ms","start":"2026-03-02T19:25:40.924305Z","end":"2026-03-02T19:25:41.114675Z","steps":["trace[693338491] 'agreement among raft nodes before linearized reading' (duration: 190.191421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:25:41.1148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.594556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:25:41.114858Z","caller":"traceutil/trace.go:171","msg":"trace[1702228100] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25702; }","duration":"178.720289ms","start":"2026-03-02T19:25:40.936121Z","end":"2026-03-02T19:25:41.114841Z","steps":["trace[1702228100] 'agreement among raft nodes before linearized reading' (duration: 178.414902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:25:47.039356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23251} {"level":"info","ts":"2026-03-02T19:25:47.192767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23251,"took":"148.8218ms","hash":3848082295,"current-db-size-bytes":48984064,"current-db-size":"49 MB","current-db-size-in-use-bytes":32329728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T19:25:47.192846Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3848082295,"revision":23251,"compact-revision":20160} {"level":"info","ts":"2026-03-02T19:28:20.659552Z","caller":"traceutil/trace.go:171","msg":"trace[757567722] linearizableReadLoop","detail":"{readStateIndex:28062; appliedIndex:28061; }","duration":"131.670481ms","start":"2026-03-02T19:28:20.52785Z","end":"2026-03-02T19:28:20.659521Z","steps":["trace[757567722] 'read index received' (duration: 131.431586ms)","trace[757567722] 'applied index is now lower than readState.Index' (duration: 237.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:28:20.659961Z","caller":"traceutil/trace.go:171","msg":"trace[515064906] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"171.920288ms","start":"2026-03-02T19:28:20.487992Z","end":"2026-03-02T19:28:20.659912Z","steps":["trace[515064906] 'process raft request' (duration: 171.366296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:20.660164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.317596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:28:20.660584Z","caller":"traceutil/trace.go:171","msg":"trace[38545464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27124; }","duration":"132.788936ms","start":"2026-03-02T19:28:20.527773Z","end":"2026-03-02T19:28:20.660561Z","steps":["trace[38545464] 'agreement among raft nodes before linearized reading' (duration: 132.283104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:21.36293Z","caller":"traceutil/trace.go:171","msg":"trace[65967114] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"170.606629ms","start":"2026-03-02T19:28:21.192293Z","end":"2026-03-02T19:28:21.3629Z","steps":["trace[65967114] 'process raft request' (duration: 170.162069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:37.632178Z","caller":"traceutil/trace.go:171","msg":"trace[672861357] linearizableReadLoop","detail":"{readStateIndex:28278; appliedIndex:28277; }","duration":"151.954528ms","start":"2026-03-02T19:28:37.480199Z","end":"2026-03-02T19:28:37.632153Z","steps":["trace[672861357] 'read index received' (duration: 151.901937ms)","trace[672861357] 'applied index is now lower than readState.Index' (duration: 51.481µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:28:37.632276Z","caller":"traceutil/trace.go:171","msg":"trace[1761929080] transaction","detail":"{read_only:false; response_revision:27335; number_of_response:1; }","duration":"157.278656ms","start":"2026-03-02T19:28:37.474954Z","end":"2026-03-02T19:28:37.632233Z","steps":["trace[1761929080] 'process raft request' (duration: 157.051751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:37.632424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.213293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:28:37.63247Z","caller":"traceutil/trace.go:171","msg":"trace[50812916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27335; }","duration":"152.274974ms","start":"2026-03-02T19:28:37.480183Z","end":"2026-03-02T19:28:37.632458Z","steps":["trace[50812916] 'agreement among raft nodes before linearized reading' (duration: 152.105641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:37.632485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.252154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:28:37.632529Z","caller":"traceutil/trace.go:171","msg":"trace[1053884240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27335; }","duration":"152.367927ms","start":"2026-03-02T19:28:37.48015Z","end":"2026-03-02T19:28:37.632518Z","steps":["trace[1053884240] 'agreement among raft nodes before linearized reading' (duration: 152.087911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:37.640191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.227065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:28:37.640256Z","caller":"traceutil/trace.go:171","msg":"trace[1254547479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27336; }","duration":"157.418908ms","start":"2026-03-02T19:28:37.482823Z","end":"2026-03-02T19:28:37.640242Z","steps":["trace[1254547479] 'agreement among raft nodes before linearized reading' (duration: 157.275825ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:10.176401Z","caller":"traceutil/trace.go:171","msg":"trace[1681080459] linearizableReadLoop","detail":"{readStateIndex:28528; appliedIndex:28526; }","duration":"113.740676ms","start":"2026-03-02T19:29:10.062628Z","end":"2026-03-02T19:29:10.176369Z","steps":["trace[1681080459] 'read index received' (duration: 1.798499ms)","trace[1681080459] 'applied index is now lower than readState.Index' (duration: 111.940657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:29:10.176636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.985391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T19:29:10.176678Z","caller":"traceutil/trace.go:171","msg":"trace[169731253] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:27578; }","duration":"114.080183ms","start":"2026-03-02T19:29:10.062587Z","end":"2026-03-02T19:29:10.176667Z","steps":["trace[169731253] 'agreement among raft nodes before linearized reading' (duration: 113.900989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:10.176662Z","caller":"traceutil/trace.go:171","msg":"trace[667863980] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"122.471869ms","start":"2026-03-02T19:29:10.054114Z","end":"2026-03-02T19:29:10.176586Z","steps":["trace[667863980] 'process raft request' (duration: 37.891395ms)","trace[667863980] 'compare' (duration: 84.074193ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:29:10.177321Z","caller":"traceutil/trace.go:171","msg":"trace[442395424] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"103.260656ms","start":"2026-03-02T19:29:10.074039Z","end":"2026-03-02T19:29:10.1773Z","steps":["trace[442395424] 'process raft request' (duration: 102.280064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:47.045883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25739} {"level":"info","ts":"2026-03-02T19:30:47.177438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25739,"took":"125.38064ms","hash":2143143468,"current-db-size-bytes":49405952,"current-db-size":"49 MB","current-db-size-in-use-bytes":33136640,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T19:30:47.177511Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2143143468,"revision":25739,"compact-revision":23251} {"level":"info","ts":"2026-03-02T19:31:28.687862Z","caller":"traceutil/trace.go:171","msg":"trace[1870216927] transaction","detail":"{read_only:false; response_revision:28571; number_of_response:1; }","duration":"110.598344ms","start":"2026-03-02T19:31:28.577178Z","end":"2026-03-02T19:31:28.687777Z","steps":["trace[1870216927] 'process raft request' (duration: 82.74047ms)","trace[1870216927] 'compare' (duration: 27.657909ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:32:09.225841Z","caller":"traceutil/trace.go:171","msg":"trace[1875506270] transaction","detail":"{read_only:false; response_revision:28878; number_of_response:1; }","duration":"112.860534ms","start":"2026-03-02T19:32:09.112948Z","end":"2026-03-02T19:32:09.225809Z","steps":["trace[1875506270] 'process raft request' (duration: 112.799712ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:32:09.226263Z","caller":"traceutil/trace.go:171","msg":"trace[1559621865] transaction","detail":"{read_only:false; response_revision:28877; number_of_response:1; }","duration":"115.006291ms","start":"2026-03-02T19:32:09.111117Z","end":"2026-03-02T19:32:09.226123Z","steps":["trace[1559621865] 'process raft request' (duration: 38.250332ms)","trace[1559621865] 'compare' (duration: 75.811459ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:32:29.084543Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:32:29.10144Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T19:32:29.101631Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T19:34:20.216946Z","caller":"traceutil/trace.go:171","msg":"trace[300618195] transaction","detail":"{read_only:false; response_revision:29768; number_of_response:1; }","duration":"105.141244ms","start":"2026-03-02T19:34:20.111749Z","end":"2026-03-02T19:34:20.21689Z","steps":["trace[300618195] 'process raft request' (duration: 53.579139ms)","trace[300618195] 'compare' (duration: 51.360801ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:34:27.376602Z","caller":"traceutil/trace.go:171","msg":"trace[58215431] transaction","detail":"{read_only:false; response_revision:29810; number_of_response:1; }","duration":"111.581646ms","start":"2026-03-02T19:34:27.264983Z","end":"2026-03-02T19:34:27.376564Z","steps":["trace[58215431] 'process raft request' (duration: 111.34696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:10.197347Z","caller":"traceutil/trace.go:171","msg":"trace[2010919867] linearizableReadLoop","detail":"{readStateIndex:31154; appliedIndex:31152; }","duration":"122.67151ms","start":"2026-03-02T19:35:10.074644Z","end":"2026-03-02T19:35:10.197316Z","steps":["trace[2010919867] 'read index received' (duration: 122.366113ms)","trace[2010919867] 'applied index is now lower than readState.Index' (duration: 303.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:35:10.19768Z","caller":"traceutil/trace.go:171","msg":"trace[421573188] transaction","detail":"{read_only:false; response_revision:30126; number_of_response:1; }","duration":"182.488326ms","start":"2026-03-02T19:35:10.015177Z","end":"2026-03-02T19:35:10.197665Z","steps":["trace[421573188] 'process raft request' (duration: 181.902454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:10.197914Z","caller":"traceutil/trace.go:171","msg":"trace[1065254421] transaction","detail":"{read_only:false; response_revision:30127; number_of_response:1; }","duration":"154.348688ms","start":"2026-03-02T19:35:10.043555Z","end":"2026-03-02T19:35:10.197904Z","steps":["trace[1065254421] 'process raft request' (duration: 153.707434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:10.198164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.496169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:35:10.198213Z","caller":"traceutil/trace.go:171","msg":"trace[1101778613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30127; }","duration":"123.587331ms","start":"2026-03-02T19:35:10.074614Z","end":"2026-03-02T19:35:10.198202Z","steps":["trace[1101778613] 'agreement among raft nodes before linearized reading' (duration: 123.434957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:10.198539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.700565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T19:35:10.198674Z","caller":"traceutil/trace.go:171","msg":"trace[968825426] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:30127; }","duration":"109.90912ms","start":"2026-03-02T19:35:10.088738Z","end":"2026-03-02T19:35:10.198647Z","steps":["trace[968825426] 'agreement among raft nodes before linearized reading' (duration: 109.561462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:47.052297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28291} {"level":"info","ts":"2026-03-02T19:35:47.191217Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28291,"took":"134.828277ms","hash":2146402757,"current-db-size-bytes":49405952,"current-db-size":"49 MB","current-db-size-in-use-bytes":28622848,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T19:35:47.191422Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2146402757,"revision":28291,"compact-revision":25739} {"level":"info","ts":"2026-03-02T19:40:47.05974Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30391} {"level":"info","ts":"2026-03-02T19:40:47.219448Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30391,"took":"154.780418ms","hash":2299294355,"current-db-size-bytes":49405952,"current-db-size":"49 MB","current-db-size-in-use-bytes":26779648,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T19:40:47.219568Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2299294355,"revision":30391,"compact-revision":28291} {"level":"info","ts":"2026-03-02T19:41:58.36708Z","caller":"traceutil/trace.go:171","msg":"trace[1568757163] transaction","detail":"{read_only:false; response_revision:32959; number_of_response:1; }","duration":"190.853894ms","start":"2026-03-02T19:41:58.176196Z","end":"2026-03-02T19:41:58.36705Z","steps":["trace[1568757163] 'process raft request' (duration: 190.66705ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:34.713157Z","caller":"traceutil/trace.go:171","msg":"trace[449377136] transaction","detail":"{read_only:false; response_revision:33262; number_of_response:1; }","duration":"124.671503ms","start":"2026-03-02T19:42:34.588443Z","end":"2026-03-02T19:42:34.713114Z","steps":["trace[449377136] 'process raft request' (duration: 75.267968ms)","trace[449377136] 'compare' (duration: 49.017716ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:42:34.713192Z","caller":"traceutil/trace.go:171","msg":"trace[1669802293] transaction","detail":"{read_only:false; response_revision:33263; number_of_response:1; }","duration":"118.711583ms","start":"2026-03-02T19:42:34.594437Z","end":"2026-03-02T19:42:34.713148Z","steps":["trace[1669802293] 'process raft request' (duration: 118.452528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:00.278902Z","caller":"traceutil/trace.go:171","msg":"trace[1358372332] transaction","detail":"{read_only:false; response_revision:34267; number_of_response:1; }","duration":"134.460466ms","start":"2026-03-02T19:45:00.144416Z","end":"2026-03-02T19:45:00.278876Z","steps":["trace[1358372332] 'process raft request' (duration: 134.386795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:00.278939Z","caller":"traceutil/trace.go:171","msg":"trace[1003483927] transaction","detail":"{read_only:false; response_revision:34266; number_of_response:1; }","duration":"143.877482ms","start":"2026-03-02T19:45:00.135021Z","end":"2026-03-02T19:45:00.278899Z","steps":["trace[1003483927] 'process raft request' (duration: 143.576724ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:00.316585Z","caller":"traceutil/trace.go:171","msg":"trace[95554393] linearizableReadLoop","detail":"{readStateIndex:35424; appliedIndex:35421; }","duration":"133.649149ms","start":"2026-03-02T19:45:00.182907Z","end":"2026-03-02T19:45:00.316556Z","steps":["trace[95554393] 'read index received' (duration: 95.742224ms)","trace[95554393] 'applied index is now lower than readState.Index' (duration: 37.905645ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:45:00.316746Z","caller":"traceutil/trace.go:171","msg":"trace[158047445] transaction","detail":"{read_only:false; response_revision:34269; number_of_response:1; }","duration":"126.670417ms","start":"2026-03-02T19:45:00.19006Z","end":"2026-03-02T19:45:00.316731Z","steps":["trace[158047445] 'process raft request' (duration: 126.36032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:00.316859Z","caller":"traceutil/trace.go:171","msg":"trace[789660575] transaction","detail":"{read_only:false; response_revision:34268; number_of_response:1; }","duration":"134.550509ms","start":"2026-03-02T19:45:00.182279Z","end":"2026-03-02T19:45:00.316829Z","steps":["trace[789660575] 'process raft request' (duration: 132.665108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:45:00.317152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.223701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-03-02T19:45:00.317233Z","caller":"traceutil/trace.go:171","msg":"trace[781796408] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:34270; }","duration":"134.357024ms","start":"2026-03-02T19:45:00.182857Z","end":"2026-03-02T19:45:00.317214Z","steps":["trace[781796408] 'agreement among raft nodes before linearized reading' (duration: 133.992946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:01.101759Z","caller":"traceutil/trace.go:171","msg":"trace[403081250] transaction","detail":"{read_only:false; response_revision:34280; number_of_response:1; }","duration":"162.164269ms","start":"2026-03-02T19:45:00.939565Z","end":"2026-03-02T19:45:01.101729Z","steps":["trace[403081250] 'process raft request' (duration: 107.93693ms)","trace[403081250] 'compare' (duration: 53.828541ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:45:02.059894Z","caller":"traceutil/trace.go:171","msg":"trace[1968196881] transaction","detail":"{read_only:false; response_revision:34286; number_of_response:1; }","duration":"121.176897ms","start":"2026-03-02T19:45:01.938684Z","end":"2026-03-02T19:45:02.059861Z","steps":["trace[1968196881] 'process raft request' (duration: 77.6411ms)","trace[1968196881] 'compare' (duration: 43.384194ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:45:04.50777Z","caller":"traceutil/trace.go:171","msg":"trace[452073518] transaction","detail":"{read_only:false; response_revision:34304; number_of_response:1; }","duration":"188.40098ms","start":"2026-03-02T19:45:04.319342Z","end":"2026-03-02T19:45:04.507743Z","steps":["trace[452073518] 'process raft request' (duration: 188.241827ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:04.547287Z","caller":"traceutil/trace.go:171","msg":"trace[1592464493] transaction","detail":"{read_only:false; response_revision:34305; number_of_response:1; }","duration":"195.692729ms","start":"2026-03-02T19:45:04.351566Z","end":"2026-03-02T19:45:04.547259Z","steps":["trace[1592464493] 'process raft request' (duration: 195.474445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:04.547573Z","caller":"traceutil/trace.go:171","msg":"trace[318651012] transaction","detail":"{read_only:false; response_revision:34306; number_of_response:1; }","duration":"131.006481ms","start":"2026-03-02T19:45:04.416557Z","end":"2026-03-02T19:45:04.547564Z","steps":["trace[318651012] 'process raft request' (duration: 130.656123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:04.547948Z","caller":"traceutil/trace.go:171","msg":"trace[246570260] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"131.209135ms","start":"2026-03-02T19:45:04.416707Z","end":"2026-03-02T19:45:04.547916Z","steps":["trace[246570260] 'process raft request' (duration: 130.811187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:04.54837Z","caller":"traceutil/trace.go:171","msg":"trace[39710805] linearizableReadLoop","detail":"{readStateIndex:35464; appliedIndex:35459; }","duration":"100.101109ms","start":"2026-03-02T19:45:04.448241Z","end":"2026-03-02T19:45:04.548342Z","steps":["trace[39710805] 'read index received' (duration: 59.390353ms)","trace[39710805] 'applied index is now lower than readState.Index' (duration: 40.707966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:45:04.548773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.513988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:45:04.548818Z","caller":"traceutil/trace.go:171","msg":"trace[914458436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34308; }","duration":"100.62488ms","start":"2026-03-02T19:45:04.448181Z","end":"2026-03-02T19:45:04.548806Z","steps":["trace[914458436] 'agreement among raft nodes before linearized reading' (duration: 100.260183ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:04.548724Z","caller":"traceutil/trace.go:171","msg":"trace[1387191383] transaction","detail":"{read_only:false; response_revision:34308; number_of_response:1; }","duration":"128.507567ms","start":"2026-03-02T19:45:04.419932Z","end":"2026-03-02T19:45:04.548439Z","steps":["trace[1387191383] 'process raft request' (duration: 127.888263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:47.066527Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32475} {"level":"info","ts":"2026-03-02T19:45:47.21716Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32475,"took":"146.353635ms","hash":1230419638,"current-db-size-bytes":49864704,"current-db-size":"50 MB","current-db-size-in-use-bytes":28930048,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T19:45:47.217244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1230419638,"revision":32475,"compact-revision":30391} {"level":"info","ts":"2026-03-02T19:48:15.618852Z","caller":"traceutil/trace.go:171","msg":"trace[308921456] transaction","detail":"{read_only:false; response_revision:35676; number_of_response:1; }","duration":"134.719121ms","start":"2026-03-02T19:48:15.48408Z","end":"2026-03-02T19:48:15.618799Z","steps":["trace[308921456] 'process raft request' (duration: 112.298436ms)","trace[308921456] 'compare' (duration: 21.838811ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:15.618897Z","caller":"traceutil/trace.go:171","msg":"trace[739822767] transaction","detail":"{read_only:false; response_revision:35677; number_of_response:1; }","duration":"134.67754ms","start":"2026-03-02T19:48:15.484183Z","end":"2026-03-02T19:48:15.618861Z","steps":["trace[739822767] 'process raft request' (duration: 134.19717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:15.619245Z","caller":"traceutil/trace.go:171","msg":"trace[1927661881] transaction","detail":"{read_only:false; response_revision:35678; number_of_response:1; }","duration":"130.155621ms","start":"2026-03-02T19:48:15.489047Z","end":"2026-03-02T19:48:15.619202Z","steps":["trace[1927661881] 'process raft request' (duration: 129.384074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:22.322792Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000903c.wal"} {"level":"info","ts":"2026-03-02T19:50:47.073551Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34620} {"level":"info","ts":"2026-03-02T19:50:47.19594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34620,"took":"118.171625ms","hash":1768008104,"current-db-size-bytes":51986432,"current-db-size":"52 MB","current-db-size-in-use-bytes":28663808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T19:50:47.196111Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1768008104,"revision":34620,"compact-revision":32475} {"level":"info","ts":"2026-03-02T19:50:58.487964Z","caller":"traceutil/trace.go:171","msg":"trace[1635442895] transaction","detail":"{read_only:false; response_revision:36823; number_of_response:1; }","duration":"164.475707ms","start":"2026-03-02T19:50:58.323406Z","end":"2026-03-02T19:50:58.487882Z","steps":["trace[1635442895] 'process raft request' (duration: 96.510847ms)","trace[1635442895] 'compare' (duration: 67.751005ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:58.492668Z","caller":"traceutil/trace.go:171","msg":"trace[523314275] transaction","detail":"{read_only:false; response_revision:36824; number_of_response:1; }","duration":"164.60538ms","start":"2026-03-02T19:50:58.32801Z","end":"2026-03-02T19:50:58.492615Z","steps":["trace[523314275] 'process raft request' (duration: 164.342734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:58.609827Z","caller":"traceutil/trace.go:171","msg":"trace[2077974894] transaction","detail":"{read_only:false; response_revision:36825; number_of_response:1; }","duration":"113.687467ms","start":"2026-03-02T19:50:58.496109Z","end":"2026-03-02T19:50:58.609797Z","steps":["trace[2077974894] 'process raft request' (duration: 105.412404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:58.616371Z","caller":"traceutil/trace.go:171","msg":"trace[1955477917] transaction","detail":"{read_only:false; response_revision:36826; number_of_response:1; }","duration":"119.799702ms","start":"2026-03-02T19:50:58.496502Z","end":"2026-03-02T19:50:58.616302Z","steps":["trace[1955477917] 'process raft request' (duration: 119.627528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:09.3755Z","caller":"traceutil/trace.go:171","msg":"trace[1610313811] transaction","detail":"{read_only:false; response_revision:36897; number_of_response:1; }","duration":"107.326557ms","start":"2026-03-02T19:51:09.268132Z","end":"2026-03-02T19:51:09.375459Z","steps":["trace[1610313811] 'process raft request' (duration: 47.328714ms)","trace[1610313811] 'compare' (duration: 59.8589ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:10.342441Z","caller":"traceutil/trace.go:171","msg":"trace[1579043004] transaction","detail":"{read_only:false; response_revision:36901; number_of_response:1; }","duration":"109.959975ms","start":"2026-03-02T19:51:10.232438Z","end":"2026-03-02T19:51:10.342398Z","steps":["trace[1579043004] 'process raft request' (duration: 65.401283ms)","trace[1579043004] 'compare' (duration: 44.369168ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:10.507113Z","caller":"traceutil/trace.go:171","msg":"trace[1070276812] transaction","detail":"{read_only:false; response_revision:36903; number_of_response:1; }","duration":"115.549428ms","start":"2026-03-02T19:51:10.391507Z","end":"2026-03-02T19:51:10.507056Z","steps":["trace[1070276812] 'process raft request' (duration: 60.112195ms)","trace[1070276812] 'compare' (duration: 55.175457ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:55:28.563102Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:55:28.570487Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-02T19:55:28.570616Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-02T19:55:47.081095Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36748} {"level":"info","ts":"2026-03-02T19:55:47.263516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36748,"took":"178.727324ms","hash":1987383416,"current-db-size-bytes":51986432,"current-db-size":"52 MB","current-db-size-in-use-bytes":27734016,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T19:55:47.263621Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1987383416,"revision":36748,"compact-revision":34620}