{"level":"warn","ts":"2026-04-22T13:56:17.538994Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T13:56:17.539092Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.52:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.52:2380","--initial-cluster=instance=https://199.19.213.52:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.52:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.52:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-22T13:56:17.539157Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T13:56:17.53917Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.52:2380"]} {"level":"info","ts":"2026-04-22T13:56:17.53919Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T13:56:17.539802Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"]} {"level":"info","ts":"2026-04-22T13:56:17.539899Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.52:2380"],"listen-peer-urls":["https://199.19.213.52:2380"],"advertise-client-urls":["https://199.19.213.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.52:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-22T13:56:17.54792Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.822302ms"} {"level":"info","ts":"2026-04-22T13:56:17.557664Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e1254347e028571c","cluster-id":"fc1f90ba5bf7591c"} {"level":"info","ts":"2026-04-22T13:56:17.557764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T13:56:17.557789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became follower at term 0"} {"level":"info","ts":"2026-04-22T13:56:17.5578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e1254347e028571c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T13:56:17.557816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became follower at term 1"} {"level":"info","ts":"2026-04-22T13:56:17.557882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=(16223447208654559004)"} {"level":"warn","ts":"2026-04-22T13:56:17.572873Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T13:56:17.575148Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T13:56:17.576664Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T13:56:17.57921Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e1254347e028571c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T13:56:17.57942Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e1254347e028571c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T13:56:17.579526Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:56:17.57967Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:56:17.57971Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T13:56:17.581041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c switched to configuration voters=(16223447208654559004)"} {"level":"info","ts":"2026-04-22T13:56:17.581769Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fc1f90ba5bf7591c","local-member-id":"e1254347e028571c","added-peer-id":"e1254347e028571c","added-peer-peer-urls":["https://199.19.213.52:2380"]} {"level":"info","ts":"2026-04-22T13:56:17.583664Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T13:56:17.5838Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.52:2380"} {"level":"info","ts":"2026-04-22T13:56:17.583843Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.52:2380"} {"level":"info","ts":"2026-04-22T13:56:17.583927Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e1254347e028571c","initial-advertise-peer-urls":["https://199.19.213.52:2380"],"listen-peer-urls":["https://199.19.213.52:2380"],"advertise-client-urls":["https://199.19.213.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T13:56:17.583961Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T13:56:18.058437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T13:56:18.058515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T13:56:18.058559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c received MsgPreVoteResp from e1254347e028571c at term 1"} {"level":"info","ts":"2026-04-22T13:56:18.058602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became candidate at term 2"} {"level":"info","ts":"2026-04-22T13:56:18.058614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c received MsgVoteResp from e1254347e028571c at term 2"} {"level":"info","ts":"2026-04-22T13:56:18.058635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1254347e028571c became leader at term 2"} {"level":"info","ts":"2026-04-22T13:56:18.058652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e1254347e028571c elected leader e1254347e028571c at term 2"} {"level":"info","ts":"2026-04-22T13:56:18.059987Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e1254347e028571c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.52:2379]}","request-path":"/0/members/e1254347e028571c/attributes","cluster-id":"fc1f90ba5bf7591c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T13:56:18.060257Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:56:18.061507Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T13:56:18.061849Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T13:56:18.062094Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fc1f90ba5bf7591c","local-member-id":"e1254347e028571c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:56:18.062403Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:56:18.062497Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-22T13:56:18.063873Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-22T13:56:18.064858Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.52:2379"} {"level":"info","ts":"2026-04-22T13:56:18.069219Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T13:56:18.069286Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-04-22T13:56:43.766979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.104678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T13:56:43.767509Z","caller":"traceutil/trace.go:171","msg":"trace[1494521053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:463; }","duration":"121.719182ms","start":"2026-04-22T13:56:43.645757Z","end":"2026-04-22T13:56:43.767476Z","steps":["trace[1494521053] 'range keys from in-memory index tree' (duration: 120.927465ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:56:47.72844Z","caller":"traceutil/trace.go:171","msg":"trace[2114844716] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"127.296946ms","start":"2026-04-22T13:56:47.60104Z","end":"2026-04-22T13:56:47.728337Z","steps":["trace[2114844716] 'read index received' (duration: 124.498526ms)","trace[2114844716] 'applied index is now lower than readState.Index' (duration: 2.79524ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:56:47.728465Z","caller":"traceutil/trace.go:171","msg":"trace[1002522436] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"430.9199ms","start":"2026-04-22T13:56:47.297505Z","end":"2026-04-22T13:56:47.728424Z","steps":["trace[1002522436] 'process raft request' (duration: 428.536808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:56:47.728658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.589982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:56:47.728726Z","caller":"traceutil/trace.go:171","msg":"trace[503792345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:503; }","duration":"127.719095ms","start":"2026-04-22T13:56:47.600974Z","end":"2026-04-22T13:56:47.728694Z","steps":["trace[503792345] 'agreement among raft nodes before linearized reading' (duration: 127.607763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:56:47.729696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:56:47.297488Z","time spent":"431.144225ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:56:48.955616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.484221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:56:48.955784Z","caller":"traceutil/trace.go:171","msg":"trace[814233406] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"297.093724ms","start":"2026-04-22T13:56:48.658666Z","end":"2026-04-22T13:56:48.95576Z","steps":["trace[814233406] 'process raft request' (duration: 141.147493ms)","trace[814233406] 'compare' (duration: 155.194285ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:56:48.956504Z","caller":"traceutil/trace.go:171","msg":"trace[959446385] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"294.574489ms","start":"2026-04-22T13:56:48.661916Z","end":"2026-04-22T13:56:48.95649Z","steps":["trace[959446385] 'process raft request' (duration: 294.310814ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:56:48.956729Z","caller":"traceutil/trace.go:171","msg":"trace[1028481214] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"289.515281ms","start":"2026-04-22T13:56:48.667188Z","end":"2026-04-22T13:56:48.956703Z","steps":["trace[1028481214] 'process raft request' (duration: 289.325667ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:56:55.062788Z","caller":"traceutil/trace.go:171","msg":"trace[1546461994] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"116.636528ms","start":"2026-04-22T13:56:54.946116Z","end":"2026-04-22T13:56:55.062752Z","steps":["trace[1546461994] 'process raft request' (duration: 116.390693ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:56:55.238138Z","caller":"traceutil/trace.go:171","msg":"trace[83023065] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"155.017291ms","start":"2026-04-22T13:56:55.083076Z","end":"2026-04-22T13:56:55.238094Z","steps":["trace[83023065] 'process raft request' (duration: 137.012705ms)","trace[83023065] 'compare' (duration: 16.750408ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:56:56.090731Z","caller":"traceutil/trace.go:171","msg":"trace[446775038] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"325.634774ms","start":"2026-04-22T13:56:55.765056Z","end":"2026-04-22T13:56:56.090691Z","steps":["trace[446775038] 'read index received' (duration: 314.406574ms)","trace[446775038] 'applied index is now lower than readState.Index' (duration: 11.22732ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:56:56.090764Z","caller":"traceutil/trace.go:171","msg":"trace[1636648374] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"529.90417ms","start":"2026-04-22T13:56:55.560812Z","end":"2026-04-22T13:56:56.090716Z","steps":["trace[1636648374] 'process raft request' (duration: 518.7089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:56:56.091272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.200576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T13:56:56.091567Z","caller":"traceutil/trace.go:171","msg":"trace[40163564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"326.536833ms","start":"2026-04-22T13:56:55.765015Z","end":"2026-04-22T13:56:56.091552Z","steps":["trace[40163564] 'agreement among raft nodes before linearized reading' (duration: 325.775407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:56:56.091601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:56:55.764995Z","time spent":"326.595734ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T13:56:56.091564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:56:55.560786Z","time spent":"530.665246ms","remote":"127.0.0.1:35620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T13:56:56.091759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.951901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-22T13:56:56.091897Z","caller":"traceutil/trace.go:171","msg":"trace[595047603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"269.161946ms","start":"2026-04-22T13:56:55.822703Z","end":"2026-04-22T13:56:56.091865Z","steps":["trace[595047603] 'agreement among raft nodes before linearized reading' (duration: 268.776767ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:57:13.218222Z","caller":"traceutil/trace.go:171","msg":"trace[699715616] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"108.75324ms","start":"2026-04-22T13:57:13.109447Z","end":"2026-04-22T13:57:13.2182Z","steps":["trace[699715616] 'process raft request' (duration: 108.618177ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:57:46.406389Z","caller":"traceutil/trace.go:171","msg":"trace[539690865] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1233; }","duration":"122.463303ms","start":"2026-04-22T13:57:46.283891Z","end":"2026-04-22T13:57:46.406354Z","steps":["trace[539690865] 'read index received' (duration: 122.266879ms)","trace[539690865] 'applied index is now lower than readState.Index' (duration: 195.044µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:57:46.406513Z","caller":"traceutil/trace.go:171","msg":"trace[670255744] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"139.597291ms","start":"2026-04-22T13:57:46.266887Z","end":"2026-04-22T13:57:46.406484Z","steps":["trace[670255744] 'process raft request' (duration: 139.279944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:57:46.406648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.733109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:57:46.406711Z","caller":"traceutil/trace.go:171","msg":"trace[1739754653] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1198; }","duration":"122.848961ms","start":"2026-04-22T13:57:46.283846Z","end":"2026-04-22T13:57:46.406695Z","steps":["trace[1739754653] 'agreement among raft nodes before linearized reading' (duration: 122.702318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:57:46.590302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.440641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:57:46.590563Z","caller":"traceutil/trace.go:171","msg":"trace[388224855] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"177.982883ms","start":"2026-04-22T13:57:46.41256Z","end":"2026-04-22T13:57:46.590543Z","steps":["trace[388224855] 'process raft request' (duration: 177.935942ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:57:46.590657Z","caller":"traceutil/trace.go:171","msg":"trace[1262408855] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"178.802759ms","start":"2026-04-22T13:57:46.411821Z","end":"2026-04-22T13:57:46.590624Z","steps":["trace[1262408855] 'process raft request' (duration: 178.607215ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:57:46.590696Z","caller":"traceutil/trace.go:171","msg":"trace[1602665529] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"178.846361ms","start":"2026-04-22T13:57:46.411812Z","end":"2026-04-22T13:57:46.590659Z","steps":["trace[1602665529] 'process raft request' (duration: 35.94377ms)","trace[1602665529] 'compare' (duration: 142.311869ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:58:32.065497Z","caller":"traceutil/trace.go:171","msg":"trace[1381062101] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"129.575375ms","start":"2026-04-22T13:58:31.935884Z","end":"2026-04-22T13:58:32.06546Z","steps":["trace[1381062101] 'process raft request' (duration: 129.359141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:58:32.46177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.070492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86730924-3a67-4475-bf61-9a5dffa2584d\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-22T13:58:32.461919Z","caller":"traceutil/trace.go:171","msg":"trace[2125759346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86730924-3a67-4475-bf61-9a5dffa2584d; range_end:; response_count:1; response_revision:1863; }","duration":"191.327347ms","start":"2026-04-22T13:58:32.270557Z","end":"2026-04-22T13:58:32.461884Z","steps":["trace[2125759346] 'range keys from in-memory index tree' (duration: 190.841227ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:58:40.796898Z","caller":"traceutil/trace.go:171","msg":"trace[144807282] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"108.224453ms","start":"2026-04-22T13:58:40.688626Z","end":"2026-04-22T13:58:40.796851Z","steps":["trace[144807282] 'process raft request' (duration: 100.67973ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:58:40.813452Z","caller":"traceutil/trace.go:171","msg":"trace[1091443321] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"124.623636ms","start":"2026-04-22T13:58:40.68879Z","end":"2026-04-22T13:58:40.813414Z","steps":["trace[1091443321] 'process raft request' (duration: 124.430362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:23.681088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.792415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T13:59:23.681229Z","caller":"traceutil/trace.go:171","msg":"trace[1666970628] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2282; }","duration":"576.149263ms","start":"2026-04-22T13:59:23.105061Z","end":"2026-04-22T13:59:23.681211Z","steps":["trace[1666970628] 'read index received' (duration: 6.076993ms)","trace[1666970628] 'applied index is now lower than readState.Index' (duration: 570.07057ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:59:23.681264Z","caller":"traceutil/trace.go:171","msg":"trace[1111108006] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"630.583736ms","start":"2026-04-22T13:59:23.050651Z","end":"2026-04-22T13:59:23.681234Z","steps":["trace[1111108006] 'process raft request' (duration: 60.557997ms)","trace[1111108006] 'compare' (duration: 569.278035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T13:59:23.681406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:23.050629Z","time spent":"630.706769ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:59:23.681426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.365498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:59:23.681465Z","caller":"traceutil/trace.go:171","msg":"trace[1545699734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2199; }","duration":"576.443369ms","start":"2026-04-22T13:59:23.105007Z","end":"2026-04-22T13:59:23.681451Z","steps":["trace[1545699734] 'agreement among raft nodes before linearized reading' (duration: 576.294986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:23.681507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:23.104986Z","time spent":"576.510411ms","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-22T13:59:23.681523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.341484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T13:59:23.681621Z","caller":"traceutil/trace.go:171","msg":"trace[2129245055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2199; }","duration":"525.483517ms","start":"2026-04-22T13:59:23.156118Z","end":"2026-04-22T13:59:23.681602Z","steps":["trace[2129245055] 'agreement among raft nodes before linearized reading' (duration: 525.231492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:23.681697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:23.156102Z","time spent":"525.585398ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T13:59:23.682037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.613409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-22T13:59:23.682088Z","caller":"traceutil/trace.go:171","msg":"trace[546020563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2199; }","duration":"518.68579ms","start":"2026-04-22T13:59:23.163387Z","end":"2026-04-22T13:59:23.682072Z","steps":["trace[546020563] 'agreement among raft nodes before linearized reading' (duration: 518.587718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:23.682159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:23.163373Z","time spent":"518.771433ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T13:59:23.682094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.334043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-22T13:59:23.682275Z","caller":"traceutil/trace.go:171","msg":"trace[1805509025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2199; }","duration":"519.536437ms","start":"2026-04-22T13:59:23.162726Z","end":"2026-04-22T13:59:23.682263Z","steps":["trace[1805509025] 'agreement among raft nodes before linearized reading' (duration: 519.296352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:23.682669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:23.16271Z","time spent":"519.945996ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T13:59:24.769142Z","caller":"traceutil/trace.go:171","msg":"trace[1319489285] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"413.609011ms","start":"2026-04-22T13:59:24.355505Z","end":"2026-04-22T13:59:24.769114Z","steps":["trace[1319489285] 'process raft request' (duration: 413.449888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:24.769323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:24.35548Z","time spent":"413.743703ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:59:25.056081Z","caller":"traceutil/trace.go:171","msg":"trace[1777672611] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"605.655941ms","start":"2026-04-22T13:59:24.450389Z","end":"2026-04-22T13:59:25.056045Z","steps":["trace[1777672611] 'process raft request' (duration: 600.916655ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:59:25.056089Z","caller":"traceutil/trace.go:171","msg":"trace[1320367700] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"300.289084ms","start":"2026-04-22T13:59:24.755762Z","end":"2026-04-22T13:59:25.056051Z","steps":["trace[1320367700] 'process raft request' (duration: 300.06571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:25.056259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:24.450361Z","time spent":"605.802875ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T13:59:25.056389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:24.755738Z","time spent":"300.538919ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T13:59:25.056414Z","caller":"traceutil/trace.go:171","msg":"trace[749604722] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2286; }","duration":"455.009558ms","start":"2026-04-22T13:59:24.601394Z","end":"2026-04-22T13:59:25.056403Z","steps":["trace[749604722] 'read index received' (duration: 167.612256ms)","trace[749604722] 'applied index is now lower than readState.Index' (duration: 287.396342ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T13:59:25.056571Z","caller":"traceutil/trace.go:171","msg":"trace[48428475] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"247.925703ms","start":"2026-04-22T13:59:24.808589Z","end":"2026-04-22T13:59:25.056515Z","steps":["trace[48428475] 'process raft request' (duration: 247.376472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:25.056762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.017145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-22T13:59:25.056821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.311253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-22T13:59:25.0569Z","caller":"traceutil/trace.go:171","msg":"trace[184000890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"369.437936ms","start":"2026-04-22T13:59:24.687443Z","end":"2026-04-22T13:59:25.056881Z","steps":["trace[184000890] 'agreement among raft nodes before linearized reading' (duration: 369.15955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:25.056948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:24.687425Z","time spent":"369.510257ms","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-22T13:59:25.056849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.462868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T13:59:25.056843Z","caller":"traceutil/trace.go:171","msg":"trace[1887067631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2208; }","duration":"286.159218ms","start":"2026-04-22T13:59:24.770666Z","end":"2026-04-22T13:59:25.056825Z","steps":["trace[1887067631] 'agreement among raft nodes before linearized reading' (duration: 285.938033ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T13:59:25.057016Z","caller":"traceutil/trace.go:171","msg":"trace[647620331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2206; }","duration":"455.660121ms","start":"2026-04-22T13:59:24.601344Z","end":"2026-04-22T13:59:25.057004Z","steps":["trace[647620331] 'agreement among raft nodes before linearized reading' (duration: 455.09027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:25.056781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.201126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8b28593ff6339\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-22T13:59:25.057176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:24.601322Z","time spent":"455.844036ms","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T13:59:25.057239Z","caller":"traceutil/trace.go:171","msg":"trace[1731823805] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8b28593ff6339; range_end:; response_count:1; response_revision:2208; }","duration":"311.643654ms","start":"2026-04-22T13:59:24.745533Z","end":"2026-04-22T13:59:25.057177Z","steps":["trace[1731823805] 'agreement among raft nodes before linearized reading' (duration: 311.085753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T13:59:25.057513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T13:59:24.745518Z","time spent":"311.961522ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8b28593ff6339\" "} {"level":"info","ts":"2026-04-22T14:00:51.557231Z","caller":"traceutil/trace.go:171","msg":"trace[1049790043] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"157.771221ms","start":"2026-04-22T14:00:51.398904Z","end":"2026-04-22T14:00:51.556675Z","steps":["trace[1049790043] 'process raft request' (duration: 142.253602ms)","trace[1049790043] 'compare' (duration: 15.377527ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:00:51.557234Z","caller":"traceutil/trace.go:171","msg":"trace[1340988713] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"157.756391ms","start":"2026-04-22T14:00:51.399286Z","end":"2026-04-22T14:00:51.557043Z","steps":["trace[1340988713] 'process raft request' (duration: 157.357153ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:00:51.55724Z","caller":"traceutil/trace.go:171","msg":"trace[489025746] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"157.69958ms","start":"2026-04-22T14:00:51.399313Z","end":"2026-04-22T14:00:51.557012Z","steps":["trace[489025746] 'process raft request' (duration: 157.579198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:04:39.360436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.483508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-22T14:04:39.360533Z","caller":"traceutil/trace.go:171","msg":"trace[1217924773] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4775; }","duration":"107.633771ms","start":"2026-04-22T14:04:39.252879Z","end":"2026-04-22T14:04:39.360513Z","steps":["trace[1217924773] 'agreement among raft nodes before linearized reading' (duration: 107.363176ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:04:43.536552Z","caller":"traceutil/trace.go:171","msg":"trace[1918508042] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5071; }","duration":"120.279603ms","start":"2026-04-22T14:04:43.41624Z","end":"2026-04-22T14:04:43.53652Z","steps":["trace[1918508042] 'read index received' (duration: 20.545879ms)","trace[1918508042] 'applied index is now lower than readState.Index' (duration: 99.732543ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:04:43.536671Z","caller":"traceutil/trace.go:171","msg":"trace[1804854439] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"121.583459ms","start":"2026-04-22T14:04:43.415047Z","end":"2026-04-22T14:04:43.536631Z","steps":["trace[1804854439] 'process raft request' (duration: 21.838185ms)","trace[1804854439] 'compare' (duration: 99.489629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:04:43.536837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.572968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-22T14:04:43.536927Z","caller":"traceutil/trace.go:171","msg":"trace[1845245541] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4885; }","duration":"120.704081ms","start":"2026-04-22T14:04:43.4162Z","end":"2026-04-22T14:04:43.536904Z","steps":["trace[1845245541] 'agreement among raft nodes before linearized reading' (duration: 120.441386ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:04:47.630794Z","caller":"traceutil/trace.go:171","msg":"trace[751057601] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"215.496976ms","start":"2026-04-22T14:04:47.415265Z","end":"2026-04-22T14:04:47.630762Z","steps":["trace[751057601] 'process raft request' (duration: 154.278128ms)","trace[751057601] 'compare' (duration: 61.081185ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:04:47.673199Z","caller":"traceutil/trace.go:171","msg":"trace[1659197731] linearizableReadLoop","detail":"{readStateIndex:5249; appliedIndex:5247; }","duration":"252.534952ms","start":"2026-04-22T14:04:47.420645Z","end":"2026-04-22T14:04:47.67318Z","steps":["trace[1659197731] 'read index received' (duration: 149.029964ms)","trace[1659197731] 'applied index is now lower than readState.Index' (duration: 103.504278ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:04:47.673247Z","caller":"traceutil/trace.go:171","msg":"trace[1070550046] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"257.135773ms","start":"2026-04-22T14:04:47.416084Z","end":"2026-04-22T14:04:47.67322Z","steps":["trace[1070550046] 'process raft request' (duration: 256.97822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:04:47.67339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.270216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-22T14:04:47.673423Z","caller":"traceutil/trace.go:171","msg":"trace[2076930639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5057; }","duration":"251.356428ms","start":"2026-04-22T14:04:47.422057Z","end":"2026-04-22T14:04:47.673413Z","steps":["trace[2076930639] 'agreement among raft nodes before linearized reading' (duration: 251.248066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:04:47.673528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.854679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-22T14:04:47.673644Z","caller":"traceutil/trace.go:171","msg":"trace[2065011370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5057; }","duration":"253.022901ms","start":"2026-04-22T14:04:47.4206Z","end":"2026-04-22T14:04:47.673623Z","steps":["trace[2065011370] 'agreement among raft nodes before linearized reading' (duration: 252.662904ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:04:58.520075Z","caller":"traceutil/trace.go:171","msg":"trace[1509408493] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"104.339595ms","start":"2026-04-22T14:04:58.415712Z","end":"2026-04-22T14:04:58.520052Z","steps":["trace[1509408493] 'process raft request' (duration: 93.268685ms)","trace[1509408493] 'compare' (duration: 10.877296ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:04:58.718734Z","caller":"traceutil/trace.go:171","msg":"trace[293934366] linearizableReadLoop","detail":"{readStateIndex:5485; appliedIndex:5483; }","duration":"188.913536ms","start":"2026-04-22T14:04:58.529801Z","end":"2026-04-22T14:04:58.718715Z","steps":["trace[293934366] 'read index received' (duration: 59.177596ms)","trace[293934366] 'applied index is now lower than readState.Index' (duration: 129.73313ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:04:58.718843Z","caller":"traceutil/trace.go:171","msg":"trace[519792959] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"195.426105ms","start":"2026-04-22T14:04:58.523406Z","end":"2026-04-22T14:04:58.718832Z","steps":["trace[519792959] 'process raft request' (duration: 151.698147ms)","trace[519792959] 'compare' (duration: 43.208598ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:04:58.719002Z","caller":"traceutil/trace.go:171","msg":"trace[835096157] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"185.113672ms","start":"2026-04-22T14:04:58.53388Z","end":"2026-04-22T14:04:58.718994Z","steps":["trace[835096157] 'process raft request' (duration: 184.793235ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:04:58.719025Z","caller":"traceutil/trace.go:171","msg":"trace[2102918319] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"185.865386ms","start":"2026-04-22T14:04:58.533132Z","end":"2026-04-22T14:04:58.718997Z","steps":["trace[2102918319] 'process raft request' (duration: 185.493538ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:04:58.719331Z","caller":"traceutil/trace.go:171","msg":"trace[807972340] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"190.916597ms","start":"2026-04-22T14:04:58.528401Z","end":"2026-04-22T14:04:58.719318Z","steps":["trace[807972340] 'process raft request' (duration: 190.012909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:04:58.719409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.566312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-22T14:04:58.719477Z","caller":"traceutil/trace.go:171","msg":"trace[1076497472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5290; }","duration":"172.628544ms","start":"2026-04-22T14:04:58.546836Z","end":"2026-04-22T14:04:58.719464Z","steps":["trace[1076497472] 'agreement among raft nodes before linearized reading' (duration: 172.528241ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:04:58.719604Z","caller":"traceutil/trace.go:171","msg":"trace[777685408] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"186.597511ms","start":"2026-04-22T14:04:58.532992Z","end":"2026-04-22T14:04:58.719589Z","steps":["trace[777685408] 'process raft request' (duration: 185.528669ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:04:58.719745Z","caller":"traceutil/trace.go:171","msg":"trace[1040356554] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"186.703943ms","start":"2026-04-22T14:04:58.533032Z","end":"2026-04-22T14:04:58.719736Z","steps":["trace[1040356554] 'process raft request' (duration: 185.537849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:04:58.719339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.522678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-2q8fq\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-04-22T14:04:58.719799Z","caller":"traceutil/trace.go:171","msg":"trace[1989607564] range","detail":"{range_begin:/registry/pods/monitoring/vector-2q8fq; range_end:; response_count:1; response_revision:5290; }","duration":"190.016479ms","start":"2026-04-22T14:04:58.529769Z","end":"2026-04-22T14:04:58.719786Z","steps":["trace[1989607564] 'agreement among raft nodes before linearized reading' (duration: 189.399146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:04:58.720063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.383564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T14:04:58.720088Z","caller":"traceutil/trace.go:171","msg":"trace[803580191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5290; }","duration":"119.446006ms","start":"2026-04-22T14:04:58.600635Z","end":"2026-04-22T14:04:58.720081Z","steps":["trace[803580191] 'agreement among raft nodes before linearized reading' (duration: 119.047968ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:06:18.092375Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3014} {"level":"info","ts":"2026-04-22T14:06:18.174652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3014,"took":"80.424988ms","hash":1231490512,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":31682560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T14:06:18.17473Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1231490512,"revision":3014,"compact-revision":-1} {"level":"info","ts":"2026-04-22T14:11:15.774095Z","caller":"traceutil/trace.go:171","msg":"trace[293798266] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"184.788593ms","start":"2026-04-22T14:11:15.589278Z","end":"2026-04-22T14:11:15.774067Z","steps":["trace[293798266] 'process raft request' (duration: 184.746592ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:11:15.774344Z","caller":"traceutil/trace.go:171","msg":"trace[1224678892] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"185.069948ms","start":"2026-04-22T14:11:15.589247Z","end":"2026-04-22T14:11:15.774317Z","steps":["trace[1224678892] 'process raft request' (duration: 184.728381ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:11:15.774404Z","caller":"traceutil/trace.go:171","msg":"trace[1611476244] linearizableReadLoop","detail":"{readStateIndex:8594; appliedIndex:8594; }","duration":"118.964834ms","start":"2026-04-22T14:11:15.655387Z","end":"2026-04-22T14:11:15.774352Z","steps":["trace[1611476244] 'read index received' (duration: 118.954063ms)","trace[1611476244] 'applied index is now lower than readState.Index' (duration: 8.671µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:11:15.774327Z","caller":"traceutil/trace.go:171","msg":"trace[355038265] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"185.103519ms","start":"2026-04-22T14:11:15.589176Z","end":"2026-04-22T14:11:15.774279Z","steps":["trace[355038265] 'process raft request' (duration: 184.63119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:11:15.774518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.111876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T14:11:15.774626Z","caller":"traceutil/trace.go:171","msg":"trace[1025276030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8305; }","duration":"119.26989ms","start":"2026-04-22T14:11:15.655335Z","end":"2026-04-22T14:11:15.774605Z","steps":["trace[1025276030] 'agreement among raft nodes before linearized reading' (duration: 119.092156ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:11:18.1001Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6122} {"level":"info","ts":"2026-04-22T14:11:18.194128Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6122,"took":"92.33953ms","hash":1759310763,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":23375872,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-22T14:11:18.194194Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1759310763,"revision":6122,"compact-revision":3014} {"level":"info","ts":"2026-04-22T14:11:28.368846Z","caller":"traceutil/trace.go:171","msg":"trace[922019560] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"220.907056ms","start":"2026-04-22T14:11:28.147913Z","end":"2026-04-22T14:11:28.36882Z","steps":["trace[922019560] 'process raft request' (duration: 220.693622ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:11:28.390222Z","caller":"traceutil/trace.go:171","msg":"trace[991708123] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"225.660792ms","start":"2026-04-22T14:11:28.164526Z","end":"2026-04-22T14:11:28.390187Z","steps":["trace[991708123] 'process raft request' (duration: 225.381316ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:11:56.429091Z","caller":"traceutil/trace.go:171","msg":"trace[1496213934] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"251.131613ms","start":"2026-04-22T14:11:56.177937Z","end":"2026-04-22T14:11:56.429069Z","steps":["trace[1496213934] 'process raft request' (duration: 250.99546ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:12:10.00387Z","caller":"traceutil/trace.go:171","msg":"trace[880724000] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8996; }","duration":"237.04151ms","start":"2026-04-22T14:12:09.766803Z","end":"2026-04-22T14:12:10.003844Z","steps":["trace[880724000] 'read index received' (duration: 236.742023ms)","trace[880724000] 'applied index is now lower than readState.Index' (duration: 298.157µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:12:10.004006Z","caller":"traceutil/trace.go:171","msg":"trace[404787960] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"238.890807ms","start":"2026-04-22T14:12:09.765064Z","end":"2026-04-22T14:12:10.003954Z","steps":["trace[404787960] 'process raft request' (duration: 238.602741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:12:10.004324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.501749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227412"} {"level":"info","ts":"2026-04-22T14:12:10.004407Z","caller":"traceutil/trace.go:171","msg":"trace[852577950] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8691; }","duration":"237.624422ms","start":"2026-04-22T14:12:09.766771Z","end":"2026-04-22T14:12:10.004395Z","steps":["trace[852577950] 'agreement among raft nodes before linearized reading' (duration: 237.216614ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:12:35.249117Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002450.wal"} {"level":"info","ts":"2026-04-22T14:13:58.605396Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1254347e028571c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T14:13:58.610093Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-22T14:13:58.610227Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-22T14:16:18.107121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8317} {"level":"info","ts":"2026-04-22T14:16:18.187938Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8317,"took":"78.542201ms","hash":2321732222,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":26472448,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-22T14:16:18.188045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2321732222,"revision":8317,"compact-revision":6122} {"level":"info","ts":"2026-04-22T14:17:09.785074Z","caller":"traceutil/trace.go:171","msg":"trace[51778958] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"107.627663ms","start":"2026-04-22T14:17:09.677415Z","end":"2026-04-22T14:17:09.785043Z","steps":["trace[51778958] 'process raft request' (duration: 59.00233ms)","trace[51778958] 'compare' (duration: 48.49185ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:17:09.845458Z","caller":"traceutil/trace.go:171","msg":"trace[224604547] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"165.176885ms","start":"2026-04-22T14:17:09.680227Z","end":"2026-04-22T14:17:09.845404Z","steps":["trace[224604547] 'process raft request' (duration: 164.875209ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:21:18.114932Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10809} {"level":"info","ts":"2026-04-22T14:21:18.19225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10809,"took":"75.153446ms","hash":2552950565,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":27291648,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-22T14:21:18.192402Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2552950565,"revision":10809,"compact-revision":8317} {"level":"info","ts":"2026-04-22T14:23:07.078645Z","caller":"traceutil/trace.go:171","msg":"trace[1730043126] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"133.980386ms","start":"2026-04-22T14:23:06.94464Z","end":"2026-04-22T14:23:07.078621Z","steps":["trace[1730043126] 'process raft request' (duration: 133.788342ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:25:38.047331Z","caller":"traceutil/trace.go:171","msg":"trace[969544198] linearizableReadLoop","detail":"{readStateIndex:15582; appliedIndex:15581; }","duration":"124.169358ms","start":"2026-04-22T14:25:37.923139Z","end":"2026-04-22T14:25:38.047308Z","steps":["trace[969544198] 'read index received' (duration: 124.097317ms)","trace[969544198] 'applied index is now lower than readState.Index' (duration: 71.011µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:25:38.047584Z","caller":"traceutil/trace.go:171","msg":"trace[1792676371] transaction","detail":"{read_only:false; response_revision:15070; number_of_response:1; }","duration":"211.728144ms","start":"2026-04-22T14:25:37.835835Z","end":"2026-04-22T14:25:38.047563Z","steps":["trace[1792676371] 'process raft request' (duration: 211.355967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:25:38.047677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.518495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-22T14:25:38.047723Z","caller":"traceutil/trace.go:171","msg":"trace[1877775491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15070; }","duration":"124.606977ms","start":"2026-04-22T14:25:37.923104Z","end":"2026-04-22T14:25:38.047711Z","steps":["trace[1877775491] 'agreement among raft nodes before linearized reading' (duration: 124.434544ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:25:38.309722Z","caller":"traceutil/trace.go:171","msg":"trace[480777045] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"258.478041ms","start":"2026-04-22T14:25:38.050772Z","end":"2026-04-22T14:25:38.30925Z","steps":["trace[480777045] 'process raft request' (duration: 258.296028ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:25:38.309856Z","caller":"traceutil/trace.go:171","msg":"trace[1760554413] linearizableReadLoop","detail":"{readStateIndex:15583; appliedIndex:15582; }","duration":"262.446651ms","start":"2026-04-22T14:25:38.047389Z","end":"2026-04-22T14:25:38.309835Z","steps":["trace[1760554413] 'read index received' (duration: 247.356138ms)","trace[1760554413] 'applied index is now lower than readState.Index' (duration: 15.088863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:25:38.310025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.615975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-22T14:25:38.310066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.63448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-22T14:25:38.310062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.827228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T14:25:38.310104Z","caller":"traceutil/trace.go:171","msg":"trace[1706057761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15072; }","duration":"383.722251ms","start":"2026-04-22T14:25:37.92637Z","end":"2026-04-22T14:25:38.310092Z","steps":["trace[1706057761] 'agreement among raft nodes before linearized reading' (duration: 383.570558ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:25:38.310103Z","caller":"traceutil/trace.go:171","msg":"trace[522333551] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15072; }","duration":"278.739568ms","start":"2026-04-22T14:25:38.031345Z","end":"2026-04-22T14:25:38.310084Z","steps":["trace[522333551] 'agreement among raft nodes before linearized reading' (duration: 278.498423ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:25:38.310114Z","caller":"traceutil/trace.go:171","msg":"trace[271882604] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15072; }","duration":"242.912829ms","start":"2026-04-22T14:25:38.067189Z","end":"2026-04-22T14:25:38.310102Z","steps":["trace[271882604] 'agreement among raft nodes before linearized reading' (duration: 242.814897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:25:38.310137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:25:37.926352Z","time spent":"383.777913ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T14:25:38.310183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.086657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-22T14:25:38.310227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.536002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-04-22T14:25:38.310256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.900479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T14:25:38.310272Z","caller":"traceutil/trace.go:171","msg":"trace[1627276473] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15072; }","duration":"239.936499ms","start":"2026-04-22T14:25:38.07033Z","end":"2026-04-22T14:25:38.310267Z","steps":["trace[1627276473] 'agreement among raft nodes before linearized reading' (duration: 239.910479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:25:38.310269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.581817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-22T14:25:38.310278Z","caller":"traceutil/trace.go:171","msg":"trace[725683449] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15072; }","duration":"239.607663ms","start":"2026-04-22T14:25:38.070656Z","end":"2026-04-22T14:25:38.310264Z","steps":["trace[725683449] 'agreement among raft nodes before linearized reading' (duration: 239.43548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:25:38.310347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.166835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-22T14:25:38.310372Z","caller":"traceutil/trace.go:171","msg":"trace[1684179199] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15072; }","duration":"239.208395ms","start":"2026-04-22T14:25:38.071158Z","end":"2026-04-22T14:25:38.310367Z","steps":["trace[1684179199] 'agreement among raft nodes before linearized reading' (duration: 239.150514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:25:38.310381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.039251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-22T14:25:38.310293Z","caller":"traceutil/trace.go:171","msg":"trace[1885539144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15072; }","duration":"125.605208ms","start":"2026-04-22T14:25:38.184682Z","end":"2026-04-22T14:25:38.310287Z","steps":["trace[1885539144] 'agreement among raft nodes before linearized reading' (duration: 125.537026ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:25:38.310396Z","caller":"traceutil/trace.go:171","msg":"trace[1042754638] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15072; }","duration":"240.102733ms","start":"2026-04-22T14:25:38.070289Z","end":"2026-04-22T14:25:38.310392Z","steps":["trace[1042754638] 'agreement among raft nodes before linearized reading' (duration: 240.055942ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:25:38.310257Z","caller":"traceutil/trace.go:171","msg":"trace[1392653583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15072; }","duration":"123.184749ms","start":"2026-04-22T14:25:38.187054Z","end":"2026-04-22T14:25:38.310238Z","steps":["trace[1392653583] 'agreement among raft nodes before linearized reading' (duration: 122.972315ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:25:38.310115Z","caller":"traceutil/trace.go:171","msg":"trace[954681191] transaction","detail":"{read_only:false; response_revision:15071; number_of_response:1; }","duration":"278.001373ms","start":"2026-04-22T14:25:38.03208Z","end":"2026-04-22T14:25:38.310081Z","steps":["trace[954681191] 'process raft request' (duration: 262.688225ms)","trace[954681191] 'compare' (duration: 13.138384ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:26:18.122107Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12886} {"level":"info","ts":"2026-04-22T14:26:18.198385Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12886,"took":"73.210559ms","hash":1750068374,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":29708288,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-22T14:26:18.198477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1750068374,"revision":12886,"compact-revision":10809} {"level":"info","ts":"2026-04-22T14:31:18.127859Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15278} {"level":"info","ts":"2026-04-22T14:31:18.243059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15278,"took":"111.569347ms","hash":2393570896,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":31653888,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T14:31:18.243138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2393570896,"revision":15278,"compact-revision":12886} {"level":"info","ts":"2026-04-22T14:32:01.283731Z","caller":"traceutil/trace.go:171","msg":"trace[1007269845] transaction","detail":"{read_only:false; response_revision:17838; number_of_response:1; }","duration":"287.84802ms","start":"2026-04-22T14:32:00.99584Z","end":"2026-04-22T14:32:01.283688Z","steps":["trace[1007269845] 'process raft request' (duration: 266.064994ms)","trace[1007269845] 'compare' (duration: 21.4801ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:32:01.288989Z","caller":"traceutil/trace.go:171","msg":"trace[977780404] transaction","detail":"{read_only:false; response_revision:17839; number_of_response:1; }","duration":"292.82308ms","start":"2026-04-22T14:32:00.996132Z","end":"2026-04-22T14:32:01.288955Z","steps":["trace[977780404] 'process raft request' (duration: 292.680467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:32:01.811306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.747207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T14:32:01.811664Z","caller":"traceutil/trace.go:171","msg":"trace[912717299] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:17840; }","duration":"421.167735ms","start":"2026-04-22T14:32:01.390473Z","end":"2026-04-22T14:32:01.811641Z","steps":["trace[912717299] 'count revisions from in-memory index tree' (duration: 420.598304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:32:01.811401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.867117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.52\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-22T14:32:01.811874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:32:01.390447Z","time spent":"421.255576ms","remote":"127.0.0.1:50494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:32:01.81194Z","caller":"traceutil/trace.go:171","msg":"trace[635816324] range","detail":"{range_begin:/registry/masterleases/199.19.213.52; range_end:; response_count:1; response_revision:17840; }","duration":"383.440278ms","start":"2026-04-22T14:32:01.428471Z","end":"2026-04-22T14:32:01.811911Z","steps":["trace[635816324] 'range keys from in-memory index tree' (duration: 382.703073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:32:01.812033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:32:01.428452Z","time spent":"383.54915ms","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.52\" "} {"level":"warn","ts":"2026-04-22T14:32:01.811459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.271724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2kgxs\" ","response":"range_response_count:1 size:20774"} {"level":"info","ts":"2026-04-22T14:32:01.812193Z","caller":"traceutil/trace.go:171","msg":"trace[402413673] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-2kgxs; range_end:; response_count:1; response_revision:17840; }","duration":"161.003118ms","start":"2026-04-22T14:32:01.651149Z","end":"2026-04-22T14:32:01.812152Z","steps":["trace[402413673] 'range keys from in-memory index tree' (duration: 160.121861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:32:01.811447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.347878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:32:01.812388Z","caller":"traceutil/trace.go:171","msg":"trace[181647492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17840; }","duration":"212.302177ms","start":"2026-04-22T14:32:01.600035Z","end":"2026-04-22T14:32:01.812337Z","steps":["trace[181647492] 'range keys from in-memory index tree' (duration: 211.252137ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:01.939477Z","caller":"traceutil/trace.go:171","msg":"trace[121455290] transaction","detail":"{read_only:false; response_revision:17842; number_of_response:1; }","duration":"108.71762ms","start":"2026-04-22T14:32:01.830722Z","end":"2026-04-22T14:32:01.93944Z","steps":["trace[121455290] 'process raft request' (duration: 86.525555ms)","trace[121455290] 'compare' (duration: 22.024301ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:32:12.191043Z","caller":"traceutil/trace.go:171","msg":"trace[1962070075] transaction","detail":"{read_only:false; response_revision:17987; number_of_response:1; }","duration":"148.680681ms","start":"2026-04-22T14:32:12.042336Z","end":"2026-04-22T14:32:12.191017Z","steps":["trace[1962070075] 'process raft request' (duration: 148.529638ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196027Z","caller":"traceutil/trace.go:171","msg":"trace[870136819] transaction","detail":"{read_only:false; response_revision:17988; number_of_response:1; }","duration":"153.10014ms","start":"2026-04-22T14:32:12.042907Z","end":"2026-04-22T14:32:12.196007Z","steps":["trace[870136819] 'process raft request' (duration: 152.922856ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196079Z","caller":"traceutil/trace.go:171","msg":"trace[1933745900] transaction","detail":"{read_only:false; response_revision:17989; number_of_response:1; }","duration":"152.730392ms","start":"2026-04-22T14:32:12.043303Z","end":"2026-04-22T14:32:12.196034Z","steps":["trace[1933745900] 'process raft request' (duration: 152.637681ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196141Z","caller":"traceutil/trace.go:171","msg":"trace[1450241327] transaction","detail":"{read_only:false; response_revision:17990; number_of_response:1; }","duration":"152.787854ms","start":"2026-04-22T14:32:12.043332Z","end":"2026-04-22T14:32:12.196119Z","steps":["trace[1450241327] 'process raft request' (duration: 152.634091ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.19616Z","caller":"traceutil/trace.go:171","msg":"trace[910880493] transaction","detail":"{read_only:false; response_revision:17991; number_of_response:1; }","duration":"152.524519ms","start":"2026-04-22T14:32:12.043581Z","end":"2026-04-22T14:32:12.196106Z","steps":["trace[910880493] 'process raft request' (duration: 152.406917ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196229Z","caller":"traceutil/trace.go:171","msg":"trace[1270630633] transaction","detail":"{read_only:false; response_revision:17992; number_of_response:1; }","duration":"152.163041ms","start":"2026-04-22T14:32:12.044056Z","end":"2026-04-22T14:32:12.196219Z","steps":["trace[1270630633] 'process raft request' (duration: 151.961557ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196263Z","caller":"traceutil/trace.go:171","msg":"trace[1999667619] transaction","detail":"{read_only:false; response_revision:17993; number_of_response:1; }","duration":"151.852775ms","start":"2026-04-22T14:32:12.044397Z","end":"2026-04-22T14:32:12.19625Z","steps":["trace[1999667619] 'process raft request' (duration: 151.641681ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196448Z","caller":"traceutil/trace.go:171","msg":"trace[1781892324] transaction","detail":"{read_only:false; response_revision:17995; number_of_response:1; }","duration":"143.514506ms","start":"2026-04-22T14:32:12.052922Z","end":"2026-04-22T14:32:12.196437Z","steps":["trace[1781892324] 'process raft request' (duration: 143.313262ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196403Z","caller":"traceutil/trace.go:171","msg":"trace[495954027] linearizableReadLoop","detail":"{readStateIndex:18603; appliedIndex:18596; }","duration":"147.1531ms","start":"2026-04-22T14:32:12.049226Z","end":"2026-04-22T14:32:12.196379Z","steps":["trace[495954027] 'read index received' (duration: 141.64696ms)","trace[495954027] 'applied index is now lower than readState.Index' (duration: 5.5052ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:32:12.196545Z","caller":"traceutil/trace.go:171","msg":"trace[1712972468] transaction","detail":"{read_only:false; response_revision:17996; number_of_response:1; }","duration":"127.540337ms","start":"2026-04-22T14:32:12.068991Z","end":"2026-04-22T14:32:12.196531Z","steps":["trace[1712972468] 'process raft request' (duration: 127.357714ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196573Z","caller":"traceutil/trace.go:171","msg":"trace[2113158632] transaction","detail":"{read_only:false; response_revision:17994; number_of_response:1; }","duration":"144.458287ms","start":"2026-04-22T14:32:12.052099Z","end":"2026-04-22T14:32:12.196557Z","steps":["trace[2113158632] 'process raft request' (duration: 143.961567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:32:12.196794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.546778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-04-22T14:32:12.196834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.474846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fj7qb\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-22T14:32:12.196876Z","caller":"traceutil/trace.go:171","msg":"trace[1983408890] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:17996; }","duration":"147.63162ms","start":"2026-04-22T14:32:12.049193Z","end":"2026-04-22T14:32:12.196825Z","steps":["trace[1983408890] 'agreement among raft nodes before linearized reading' (duration: 147.381055ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:32:12.196927Z","caller":"traceutil/trace.go:171","msg":"trace[1503411904] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fj7qb; range_end:; response_count:1; response_revision:17996; }","duration":"146.571888ms","start":"2026-04-22T14:32:12.050316Z","end":"2026-04-22T14:32:12.196888Z","steps":["trace[1503411904] 'agreement among raft nodes before linearized reading' (duration: 146.380745ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:34:57.182932Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1254347e028571c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T14:34:57.187822Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-22T14:34:57.18788Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-22T14:36:18.137449Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17559} {"level":"info","ts":"2026-04-22T14:36:18.234632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17559,"took":"94.39642ms","hash":1939335742,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":34357248,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-22T14:36:18.234685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1939335742,"revision":17559,"compact-revision":15278} {"level":"info","ts":"2026-04-22T14:38:06.23965Z","caller":"traceutil/trace.go:171","msg":"trace[1737636478] linearizableReadLoop","detail":"{readStateIndex:21315; appliedIndex:21314; }","duration":"103.995567ms","start":"2026-04-22T14:38:06.135628Z","end":"2026-04-22T14:38:06.239623Z","steps":["trace[1737636478] 'read index received' (duration: 103.779193ms)","trace[1737636478] 'applied index is now lower than readState.Index' (duration: 215.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:38:06.239721Z","caller":"traceutil/trace.go:171","msg":"trace[843687555] transaction","detail":"{read_only:false; response_revision:20619; number_of_response:1; }","duration":"149.930988ms","start":"2026-04-22T14:38:06.089758Z","end":"2026-04-22T14:38:06.239689Z","steps":["trace[843687555] 'process raft request' (duration: 149.711084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:38:06.239899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.252832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T14:38:06.239945Z","caller":"traceutil/trace.go:171","msg":"trace[559153375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20619; }","duration":"104.351064ms","start":"2026-04-22T14:38:06.135582Z","end":"2026-04-22T14:38:06.239933Z","steps":["trace[559153375] 'agreement among raft nodes before linearized reading' (duration: 104.181231ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:38:52.696586Z","caller":"traceutil/trace.go:171","msg":"trace[141686475] transaction","detail":"{read_only:false; response_revision:20859; number_of_response:1; }","duration":"153.339947ms","start":"2026-04-22T14:38:52.543215Z","end":"2026-04-22T14:38:52.696555Z","steps":["trace[141686475] 'process raft request' (duration: 53.33221ms)","trace[141686475] 'compare' (duration: 99.893904ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:38:52.697537Z","caller":"traceutil/trace.go:171","msg":"trace[1418185683] transaction","detail":"{read_only:false; response_revision:20860; number_of_response:1; }","duration":"153.5013ms","start":"2026-04-22T14:38:52.544014Z","end":"2026-04-22T14:38:52.697515Z","steps":["trace[1418185683] 'process raft request' (duration: 153.327807ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:38:52.697781Z","caller":"traceutil/trace.go:171","msg":"trace[408399487] transaction","detail":"{read_only:false; response_revision:20861; number_of_response:1; }","duration":"153.669343ms","start":"2026-04-22T14:38:52.544094Z","end":"2026-04-22T14:38:52.697763Z","steps":["trace[408399487] 'process raft request' (duration: 153.378288ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:38:52.697816Z","caller":"traceutil/trace.go:171","msg":"trace[123028058] linearizableReadLoop","detail":"{readStateIndex:21568; appliedIndex:21564; }","duration":"112.094829ms","start":"2026-04-22T14:38:52.585696Z","end":"2026-04-22T14:38:52.697791Z","steps":["trace[123028058] 'read index received' (duration: 10.852548ms)","trace[123028058] 'applied index is now lower than readState.Index' (duration: 101.240621ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:38:52.697882Z","caller":"traceutil/trace.go:171","msg":"trace[35931156] transaction","detail":"{read_only:false; response_revision:20862; number_of_response:1; }","duration":"153.756785ms","start":"2026-04-22T14:38:52.54411Z","end":"2026-04-22T14:38:52.697867Z","steps":["trace[35931156] 'process raft request' (duration: 153.529241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:38:52.69795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.240012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:38:52.698023Z","caller":"traceutil/trace.go:171","msg":"trace[1268241147] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20862; }","duration":"112.357724ms","start":"2026-04-22T14:38:52.58565Z","end":"2026-04-22T14:38:52.698008Z","steps":["trace[1268241147] 'agreement among raft nodes before linearized reading' (duration: 112.233982ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:38:58.945358Z","caller":"traceutil/trace.go:171","msg":"trace[1458350025] transaction","detail":"{read_only:false; response_revision:20888; number_of_response:1; }","duration":"188.309288ms","start":"2026-04-22T14:38:58.757021Z","end":"2026-04-22T14:38:58.945331Z","steps":["trace[1458350025] 'process raft request' (duration: 188.110444ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:38:59.089247Z","caller":"traceutil/trace.go:171","msg":"trace[1293360041] transaction","detail":"{read_only:false; response_revision:20889; number_of_response:1; }","duration":"332.102863ms","start":"2026-04-22T14:38:58.757087Z","end":"2026-04-22T14:38:59.08919Z","steps":["trace[1293360041] 'process raft request' (duration: 297.195632ms)","trace[1293360041] 'compare' (duration: 34.420682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:38:59.089427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:38:58.757066Z","time spent":"332.272376ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:38:59.089516Z","caller":"traceutil/trace.go:171","msg":"trace[890597303] transaction","detail":"{read_only:false; response_revision:20891; number_of_response:1; }","duration":"331.362558ms","start":"2026-04-22T14:38:58.758092Z","end":"2026-04-22T14:38:59.089455Z","steps":["trace[890597303] 'process raft request' (duration: 331.239805ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:38:59.089985Z","caller":"traceutil/trace.go:171","msg":"trace[1044919380] transaction","detail":"{read_only:false; response_revision:20890; number_of_response:1; }","duration":"332.641224ms","start":"2026-04-22T14:38:58.757307Z","end":"2026-04-22T14:38:59.089948Z","steps":["trace[1044919380] 'process raft request' (duration: 331.825858ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:38:59.089713Z","caller":"traceutil/trace.go:171","msg":"trace[599038148] linearizableReadLoop","detail":"{readStateIndex:21597; appliedIndex:21594; }","duration":"332.018401ms","start":"2026-04-22T14:38:58.757665Z","end":"2026-04-22T14:38:59.089683Z","steps":["trace[599038148] 'read index received' (duration: 187.527142ms)","trace[599038148] 'applied index is now lower than readState.Index' (duration: 144.490269ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:38:59.089774Z","caller":"traceutil/trace.go:171","msg":"trace[1930098324] transaction","detail":"{read_only:false; response_revision:20893; number_of_response:1; }","duration":"295.646232ms","start":"2026-04-22T14:38:58.794115Z","end":"2026-04-22T14:38:59.089761Z","steps":["trace[1930098324] 'process raft request' (duration: 295.484978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:38:59.090113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:38:58.757294Z","time spent":"332.740696ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:38:59.090111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:38:58.758079Z","time spent":"331.884008ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:38:59.089805Z","caller":"traceutil/trace.go:171","msg":"trace[1918309950] transaction","detail":"{read_only:false; response_revision:20892; number_of_response:1; }","duration":"296.633502ms","start":"2026-04-22T14:38:58.79313Z","end":"2026-04-22T14:38:59.089763Z","steps":["trace[1918309950] 'process raft request' (duration: 296.283745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:38:59.089891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.204116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T14:38:59.090275Z","caller":"traceutil/trace.go:171","msg":"trace[1029047124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20893; }","duration":"332.626523ms","start":"2026-04-22T14:38:58.757629Z","end":"2026-04-22T14:38:59.090256Z","steps":["trace[1029047124] 'agreement among raft nodes before linearized reading' (duration: 332.134694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:38:59.090334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:38:58.757613Z","time spent":"332.698904ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T14:41:18.145445Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19999} {"level":"info","ts":"2026-04-22T14:41:18.2682Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19999,"took":"120.058628ms","hash":2922239958,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":29061120,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-22T14:41:18.268286Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2922239958,"revision":19999,"compact-revision":17559} {"level":"warn","ts":"2026-04-22T14:42:47.772419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.064541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:42:47.77247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.809371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:42:47.772521Z","caller":"traceutil/trace.go:171","msg":"trace[2033968612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23323; }","duration":"171.230105ms","start":"2026-04-22T14:42:47.601271Z","end":"2026-04-22T14:42:47.772501Z","steps":["trace[2033968612] 'range keys from in-memory index tree' (duration: 170.882178ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:42:47.772544Z","caller":"traceutil/trace.go:171","msg":"trace[1283248609] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23323; }","duration":"216.928823ms","start":"2026-04-22T14:42:47.555595Z","end":"2026-04-22T14:42:47.772524Z","steps":["trace[1283248609] 'count revisions from in-memory index tree' (duration: 216.674287ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:18.153747Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22030} {"level":"info","ts":"2026-04-22T14:46:18.265126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22030,"took":"105.443238ms","hash":1421052211,"current-db-size-bytes":58515456,"current-db-size":"58 MB","current-db-size-in-use-bytes":43274240,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-22T14:46:18.265209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1421052211,"revision":22030,"compact-revision":19999} {"level":"info","ts":"2026-04-22T14:46:20.84088Z","caller":"traceutil/trace.go:171","msg":"trace[444313301] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"110.321756ms","start":"2026-04-22T14:46:20.730539Z","end":"2026-04-22T14:46:20.84086Z","steps":["trace[444313301] 'process raft request' (duration: 110.188243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.103792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.615024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T14:46:21.10423Z","caller":"traceutil/trace.go:171","msg":"trace[1192724160] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"354.217206ms","start":"2026-04-22T14:46:20.749933Z","end":"2026-04-22T14:46:21.10415Z","steps":["trace[1192724160] 'process raft request' (duration: 209.184183ms)","trace[1192724160] 'compare' (duration: 144.526683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:21.104292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:20.749905Z","time spent":"354.368419ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:21.31797Z","caller":"traceutil/trace.go:171","msg":"trace[1717407427] linearizableReadLoop","detail":"{readStateIndex:26306; appliedIndex:26305; }","duration":"206.797865ms","start":"2026-04-22T14:46:21.111142Z","end":"2026-04-22T14:46:21.31794Z","steps":["trace[1717407427] 'read index received' (duration: 195.466817ms)","trace[1717407427] 'applied index is now lower than readState.Index' (duration: 11.326308ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:21.318305Z","caller":"traceutil/trace.go:171","msg":"trace[1937694262] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"208.654403ms","start":"2026-04-22T14:46:21.109631Z","end":"2026-04-22T14:46:21.318286Z","steps":["trace[1937694262] 'process raft request' (duration: 196.800774ms)","trace[1937694262] 'compare' (duration: 11.047653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:21.318696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.517949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T14:46:21.318774Z","caller":"traceutil/trace.go:171","msg":"trace[973500598] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25470; }","duration":"207.666182ms","start":"2026-04-22T14:46:21.11109Z","end":"2026-04-22T14:46:21.318757Z","steps":["trace[973500598] 'agreement among raft nodes before linearized reading' (duration: 207.404437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.339211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.505492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:21.339304Z","caller":"traceutil/trace.go:171","msg":"trace[695822162] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25471; }","duration":"144.623725ms","start":"2026-04-22T14:46:21.194658Z","end":"2026-04-22T14:46:21.339282Z","steps":["trace[695822162] 'agreement among raft nodes before linearized reading' (duration: 144.430581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.339319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.760396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-22T14:46:21.339352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.410667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T14:46:21.33944Z","caller":"traceutil/trace.go:171","msg":"trace[525923620] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"221.111012ms","start":"2026-04-22T14:46:21.118317Z","end":"2026-04-22T14:46:21.339428Z","steps":["trace[525923620] 'process raft request' (duration: 220.50526ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:21.339453Z","caller":"traceutil/trace.go:171","msg":"trace[167456954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25471; }","duration":"107.560591ms","start":"2026-04-22T14:46:21.231874Z","end":"2026-04-22T14:46:21.339434Z","steps":["trace[167456954] 'agreement among raft nodes before linearized reading' (duration: 107.281405ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:21.339389Z","caller":"traceutil/trace.go:171","msg":"trace[868668092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25471; }","duration":"114.898378ms","start":"2026-04-22T14:46:21.224474Z","end":"2026-04-22T14:46:21.339373Z","steps":["trace[868668092] 'agreement among raft nodes before linearized reading' (duration: 114.716455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.339319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.120881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T14:46:21.339668Z","caller":"traceutil/trace.go:171","msg":"trace[809137811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25471; }","duration":"102.489039ms","start":"2026-04-22T14:46:21.237154Z","end":"2026-04-22T14:46:21.339643Z","steps":["trace[809137811] 'agreement among raft nodes before linearized reading' (duration: 101.951218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.339691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.035149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-22T14:46:21.339808Z","caller":"traceutil/trace.go:171","msg":"trace[1887343630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25471; }","duration":"103.194992ms","start":"2026-04-22T14:46:21.236587Z","end":"2026-04-22T14:46:21.339782Z","steps":["trace[1887343630] 'agreement among raft nodes before linearized reading' (duration: 102.844256ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:21.575544Z","caller":"traceutil/trace.go:171","msg":"trace[820482749] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"231.083153ms","start":"2026-04-22T14:46:21.344431Z","end":"2026-04-22T14:46:21.575514Z","steps":["trace[820482749] 'process raft request' (duration: 228.360509ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:21.669776Z","caller":"traceutil/trace.go:171","msg":"trace[1649213342] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"324.809836ms","start":"2026-04-22T14:46:21.344935Z","end":"2026-04-22T14:46:21.669745Z","steps":["trace[1649213342] 'process raft request' (duration: 324.595992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.66996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:21.344903Z","time spent":"324.957958ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:21.670163Z","caller":"traceutil/trace.go:171","msg":"trace[1682469159] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"324.702693ms","start":"2026-04-22T14:46:21.34542Z","end":"2026-04-22T14:46:21.670123Z","steps":["trace[1682469159] 'process raft request' (duration: 324.269235ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:21.6702Z","caller":"traceutil/trace.go:171","msg":"trace[435811002] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"324.688022ms","start":"2026-04-22T14:46:21.345454Z","end":"2026-04-22T14:46:21.670142Z","steps":["trace[435811002] 'process raft request' (duration: 324.486698ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:21.670256Z","caller":"traceutil/trace.go:171","msg":"trace[1201369754] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"284.504965ms","start":"2026-04-22T14:46:21.385709Z","end":"2026-04-22T14:46:21.670214Z","steps":["trace[1201369754] 'process raft request' (duration: 284.350512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.67037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.884363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.52\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-22T14:46:21.670402Z","caller":"traceutil/trace.go:171","msg":"trace[1311957077] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"210.525261ms","start":"2026-04-22T14:46:21.459862Z","end":"2026-04-22T14:46:21.670387Z","steps":["trace[1311957077] 'process raft request' (duration: 210.240784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.67041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:21.345409Z","time spent":"324.852836ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:21.670416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:21.345424Z","time spent":"324.885937ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:21.670431Z","caller":"traceutil/trace.go:171","msg":"trace[554998214] range","detail":"{range_begin:/registry/masterleases/199.19.213.52; range_end:; response_count:1; response_revision:25477; }","duration":"177.989446ms","start":"2026-04-22T14:46:21.492425Z","end":"2026-04-22T14:46:21.670415Z","steps":["trace[554998214] 'agreement among raft nodes before linearized reading' (duration: 177.814922ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:21.670181Z","caller":"traceutil/trace.go:171","msg":"trace[436315928] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26307; }","duration":"177.665309ms","start":"2026-04-22T14:46:21.492486Z","end":"2026-04-22T14:46:21.670151Z","steps":["trace[436315928] 'read index received' (duration: 80.367735ms)","trace[436315928] 'applied index is now lower than readState.Index' (duration: 97.296434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:21.670718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.556666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T14:46:21.670796Z","caller":"traceutil/trace.go:171","msg":"trace[1898110519] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25477; }","duration":"159.667268ms","start":"2026-04-22T14:46:21.511099Z","end":"2026-04-22T14:46:21.670767Z","steps":["trace[1898110519] 'agreement among raft nodes before linearized reading' (duration: 159.553856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:21.67088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.764575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:21.67156Z","caller":"traceutil/trace.go:171","msg":"trace[1316998218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25477; }","duration":"108.830167ms","start":"2026-04-22T14:46:21.562074Z","end":"2026-04-22T14:46:21.670904Z","steps":["trace[1316998218] 'agreement among raft nodes before linearized reading' (duration: 108.737205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:27.929849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.238224ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:27.929976Z","caller":"traceutil/trace.go:171","msg":"trace[1323999652] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25522; }","duration":"214.383707ms","start":"2026-04-22T14:46:27.715574Z","end":"2026-04-22T14:46:27.929957Z","steps":["trace[1323999652] 'range keys from in-memory index tree' (duration: 214.219834ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:27.930286Z","caller":"traceutil/trace.go:171","msg":"trace[973323428] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"241.227666ms","start":"2026-04-22T14:46:27.689043Z","end":"2026-04-22T14:46:27.930271Z","steps":["trace[973323428] 'process raft request' (duration: 220.807177ms)","trace[973323428] 'compare' (duration: 20.187645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:28.189796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.427281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T14:46:28.189993Z","caller":"traceutil/trace.go:171","msg":"trace[597696947] linearizableReadLoop","detail":"{readStateIndex:26363; appliedIndex:26361; }","duration":"495.992325ms","start":"2026-04-22T14:46:27.693979Z","end":"2026-04-22T14:46:28.189971Z","steps":["trace[597696947] 'read index received' (duration: 215.858467ms)","trace[597696947] 'applied index is now lower than readState.Index' (duration: 280.132828ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:28.19Z","caller":"traceutil/trace.go:171","msg":"trace[1691822752] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"499.21244ms","start":"2026-04-22T14:46:27.690755Z","end":"2026-04-22T14:46:28.189968Z","steps":["trace[1691822752] 'process raft request' (duration: 368.531514ms)","trace[1691822752] 'compare' (duration: 130.272508ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:28.190052Z","caller":"traceutil/trace.go:171","msg":"trace[627867467] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"293.794962ms","start":"2026-04-22T14:46:27.896212Z","end":"2026-04-22T14:46:28.190007Z","steps":["trace[627867467] 'process raft request' (duration: 293.700921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.19014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:27.690731Z","time spent":"499.331391ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:28.190798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.823981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T14:46:28.190846Z","caller":"traceutil/trace.go:171","msg":"trace[1041027311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25525; }","duration":"496.871952ms","start":"2026-04-22T14:46:27.693959Z","end":"2026-04-22T14:46:28.190831Z","steps":["trace[1041027311] 'agreement among raft nodes before linearized reading' (duration: 496.101286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.190882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:27.693889Z","time spent":"496.985315ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T14:46:28.328448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.670553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-22T14:46:28.328515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.255989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T14:46:28.328555Z","caller":"traceutil/trace.go:171","msg":"trace[1686742072] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25526; }","duration":"227.842877ms","start":"2026-04-22T14:46:28.100691Z","end":"2026-04-22T14:46:28.328534Z","steps":["trace[1686742072] 'agreement among raft nodes before linearized reading' (duration: 227.568641ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:28.3286Z","caller":"traceutil/trace.go:171","msg":"trace[304485477] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25526; }","duration":"598.356141ms","start":"2026-04-22T14:46:27.730221Z","end":"2026-04-22T14:46:28.328577Z","steps":["trace[304485477] 'agreement among raft nodes before linearized reading' (duration: 598.085185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.328669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:27.730201Z","time spent":"598.456263ms","remote":"127.0.0.1:35552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:46:28.328657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.782641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T14:46:28.328722Z","caller":"traceutil/trace.go:171","msg":"trace[595289970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25526; }","duration":"612.873062ms","start":"2026-04-22T14:46:27.715833Z","end":"2026-04-22T14:46:28.328706Z","steps":["trace[595289970] 'agreement among raft nodes before linearized reading' (duration: 612.661778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.328755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:27.715827Z","time spent":"612.922903ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T14:46:28.328878Z","caller":"traceutil/trace.go:171","msg":"trace[74237969] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"349.334938ms","start":"2026-04-22T14:46:27.979518Z","end":"2026-04-22T14:46:28.328853Z","steps":["trace[74237969] 'process raft request' (duration: 311.657012ms)","trace[74237969] 'compare' (duration: 36.777888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:28.329035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.801523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-22T14:46:28.32905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:27.979497Z","time spent":"349.46951ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:28.329075Z","caller":"traceutil/trace.go:171","msg":"trace[1370315927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25526; }","duration":"427.866665ms","start":"2026-04-22T14:46:27.901198Z","end":"2026-04-22T14:46:28.329065Z","steps":["trace[1370315927] 'agreement among raft nodes before linearized reading' (duration: 427.694412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.329135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:27.901178Z","time spent":"427.950186ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T14:46:28.329118Z","caller":"traceutil/trace.go:171","msg":"trace[1567520433] linearizableReadLoop","detail":"{readStateIndex:26365; appliedIndex:26364; }","duration":"138.158815ms","start":"2026-04-22T14:46:28.19003Z","end":"2026-04-22T14:46:28.328189Z","steps":["trace[1567520433] 'read index received' (duration: 101.146292ms)","trace[1567520433] 'applied index is now lower than readState.Index' (duration: 37.011453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:28.329375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.171901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T14:46:28.329533Z","caller":"traceutil/trace.go:171","msg":"trace[1799741262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25526; }","duration":"634.503298ms","start":"2026-04-22T14:46:27.694994Z","end":"2026-04-22T14:46:28.329497Z","steps":["trace[1799741262] 'agreement among raft nodes before linearized reading' (duration: 634.14981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.329612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:27.694985Z","time spent":"634.595729ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T14:46:28.647932Z","caller":"traceutil/trace.go:171","msg":"trace[1989419823] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"453.199635ms","start":"2026-04-22T14:46:28.194705Z","end":"2026-04-22T14:46:28.647905Z","steps":["trace[1989419823] 'process raft request' (duration: 432.834876ms)","trace[1989419823] 'compare' (duration: 20.125844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:28.648105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:28.194688Z","time spent":"453.343648ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:28.648168Z","caller":"traceutil/trace.go:171","msg":"trace[733933868] linearizableReadLoop","detail":"{readStateIndex:26367; appliedIndex:26365; }","duration":"315.433457ms","start":"2026-04-22T14:46:28.33271Z","end":"2026-04-22T14:46:28.648143Z","steps":["trace[733933868] 'read index received' (duration: 294.848743ms)","trace[733933868] 'applied index is now lower than readState.Index' (duration: 20.583864ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:28.648269Z","caller":"traceutil/trace.go:171","msg":"trace[1082628551] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"379.350671ms","start":"2026-04-22T14:46:28.268883Z","end":"2026-04-22T14:46:28.648234Z","steps":["trace[1082628551] 'process raft request' (duration: 378.982953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.648435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:28.26885Z","time spent":"379.502884ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:28.648617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.887617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T14:46:28.648671Z","caller":"traceutil/trace.go:171","msg":"trace[1754341414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25528; }","duration":"315.994029ms","start":"2026-04-22T14:46:28.332665Z","end":"2026-04-22T14:46:28.648659Z","steps":["trace[1754341414] 'agreement among raft nodes before linearized reading' (duration: 315.679232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.648849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:28.33264Z","time spent":"316.189892ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T14:46:28.659597Z","caller":"traceutil/trace.go:171","msg":"trace[1483264882] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"324.199503ms","start":"2026-04-22T14:46:28.335387Z","end":"2026-04-22T14:46:28.659587Z","steps":["trace[1483264882] 'process raft request' (duration: 324.161452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.659662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:28.335371Z","time spent":"324.260124ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:28.659864Z","caller":"traceutil/trace.go:171","msg":"trace[2022742796] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"324.696223ms","start":"2026-04-22T14:46:28.33516Z","end":"2026-04-22T14:46:28.659856Z","steps":["trace[2022742796] 'process raft request' (duration: 324.309144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:28.659908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:28.335138Z","time spent":"324.748995ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:28.885202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.018244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:28.885351Z","caller":"traceutil/trace.go:171","msg":"trace[1835636786] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25530; }","duration":"136.211397ms","start":"2026-04-22T14:46:28.749108Z","end":"2026-04-22T14:46:28.885319Z","steps":["trace[1835636786] 'range keys from in-memory index tree' (duration: 135.955392ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:29.066616Z","caller":"traceutil/trace.go:171","msg":"trace[812349252] linearizableReadLoop","detail":"{readStateIndex:26370; appliedIndex:26369; }","duration":"176.672029ms","start":"2026-04-22T14:46:28.889923Z","end":"2026-04-22T14:46:29.066595Z","steps":["trace[812349252] 'read index received' (duration: 176.450425ms)","trace[812349252] 'applied index is now lower than readState.Index' (duration: 220.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:29.066681Z","caller":"traceutil/trace.go:171","msg":"trace[112177888] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"195.033609ms","start":"2026-04-22T14:46:28.871617Z","end":"2026-04-22T14:46:29.066651Z","steps":["trace[112177888] 'process raft request' (duration: 194.780544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:29.066905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.971405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T14:46:29.066957Z","caller":"traceutil/trace.go:171","msg":"trace[404909835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25531; }","duration":"177.081737ms","start":"2026-04-22T14:46:28.889864Z","end":"2026-04-22T14:46:29.066945Z","steps":["trace[404909835] 'agreement among raft nodes before linearized reading' (duration: 176.884303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:29.611781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.35716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T14:46:29.61187Z","caller":"traceutil/trace.go:171","msg":"trace[111320086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25532; }","duration":"258.539094ms","start":"2026-04-22T14:46:29.35331Z","end":"2026-04-22T14:46:29.611849Z","steps":["trace[111320086] 'range keys from in-memory index tree' (duration: 258.114715ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:29.612236Z","caller":"traceutil/trace.go:171","msg":"trace[1257995577] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"234.220404ms","start":"2026-04-22T14:46:29.378003Z","end":"2026-04-22T14:46:29.612223Z","steps":["trace[1257995577] 'process raft request' (duration: 231.362977ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:29.694694Z","caller":"traceutil/trace.go:171","msg":"trace[1061727237] linearizableReadLoop","detail":"{readStateIndex:26373; appliedIndex:26371; }","duration":"120.813837ms","start":"2026-04-22T14:46:29.573844Z","end":"2026-04-22T14:46:29.694658Z","steps":["trace[1061727237] 'read index received' (duration: 35.504043ms)","trace[1061727237] 'applied index is now lower than readState.Index' (duration: 85.308184ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:29.694874Z","caller":"traceutil/trace.go:171","msg":"trace[1811357430] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"285.745211ms","start":"2026-04-22T14:46:29.40911Z","end":"2026-04-22T14:46:29.694855Z","steps":["trace[1811357430] 'process raft request' (duration: 285.284302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:29.695152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.281756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:29.695281Z","caller":"traceutil/trace.go:171","msg":"trace[951135648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25534; }","duration":"121.47811ms","start":"2026-04-22T14:46:29.573784Z","end":"2026-04-22T14:46:29.695262Z","steps":["trace[951135648] 'agreement among raft nodes before linearized reading' (duration: 121.256956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:43.162544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.930106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:43.162628Z","caller":"traceutil/trace.go:171","msg":"trace[834866383] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25697; }","duration":"301.055428ms","start":"2026-04-22T14:46:42.861556Z","end":"2026-04-22T14:46:43.162612Z","steps":["trace[834866383] 'range keys from in-memory index tree' (duration: 300.867825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:43.162663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:42.86154Z","time spent":"301.11223ms","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T14:46:43.162917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.19849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4616e3-1743-4669-88f9-78fcb0351198\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-22T14:46:43.162949Z","caller":"traceutil/trace.go:171","msg":"trace[923880092] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4616e3-1743-4669-88f9-78fcb0351198; range_end:; response_count:1; response_revision:25697; }","duration":"286.262692ms","start":"2026-04-22T14:46:42.876677Z","end":"2026-04-22T14:46:43.16294Z","steps":["trace[923880092] 'range keys from in-memory index tree' (duration: 286.052507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:43.163078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.529794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:43.163108Z","caller":"traceutil/trace.go:171","msg":"trace[1184392819] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25697; }","duration":"259.604306ms","start":"2026-04-22T14:46:42.903496Z","end":"2026-04-22T14:46:43.1631Z","steps":["trace[1184392819] 'count revisions from in-memory index tree' (duration: 259.459053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:43.163343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.94746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:43.163983Z","caller":"traceutil/trace.go:171","msg":"trace[1492354622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25697; }","duration":"239.041613ms","start":"2026-04-22T14:46:42.924346Z","end":"2026-04-22T14:46:43.163387Z","steps":["trace[1492354622] 'count revisions from in-memory index tree' (duration: 238.851338ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:43.27917Z","caller":"traceutil/trace.go:171","msg":"trace[891615952] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"174.528536ms","start":"2026-04-22T14:46:43.104623Z","end":"2026-04-22T14:46:43.279151Z","steps":["trace[891615952] 'process raft request' (duration: 174.393193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:43.558343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.427921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T14:46:43.558544Z","caller":"traceutil/trace.go:171","msg":"trace[1603027034] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"260.501404ms","start":"2026-04-22T14:46:43.298028Z","end":"2026-04-22T14:46:43.558529Z","steps":["trace[1603027034] 'process raft request' (duration: 260.462354ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:43.558667Z","caller":"traceutil/trace.go:171","msg":"trace[1431687362] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"451.793457ms","start":"2026-04-22T14:46:43.106863Z","end":"2026-04-22T14:46:43.558656Z","steps":["trace[1431687362] 'process raft request' (duration: 311.977698ms)","trace[1431687362] 'compare' (duration: 139.139036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:43.558725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:43.106849Z","time spent":"451.844288ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:43.558865Z","caller":"traceutil/trace.go:171","msg":"trace[1612091728] linearizableReadLoop","detail":"{readStateIndex:26541; appliedIndex:26539; }","duration":"390.051826ms","start":"2026-04-22T14:46:43.168787Z","end":"2026-04-22T14:46:43.558839Z","steps":["trace[1612091728] 'read index received' (duration: 110.184714ms)","trace[1612091728] 'applied index is now lower than readState.Index' (duration: 279.865332ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:43.558992Z","caller":"traceutil/trace.go:171","msg":"trace[1737102112] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"283.254661ms","start":"2026-04-22T14:46:43.275726Z","end":"2026-04-22T14:46:43.558981Z","steps":["trace[1737102112] 'process raft request' (duration: 282.69095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:43.559205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.834718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T14:46:43.559248Z","caller":"traceutil/trace.go:171","msg":"trace[1868701220] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25701; }","duration":"353.91269ms","start":"2026-04-22T14:46:43.205325Z","end":"2026-04-22T14:46:43.559238Z","steps":["trace[1868701220] 'agreement among raft nodes before linearized reading' (duration: 353.753257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:43.559278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:43.205304Z","time spent":"353.966671ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:46:43.559375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.572817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:43.559431Z","caller":"traceutil/trace.go:171","msg":"trace[149263191] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25701; }","duration":"390.660858ms","start":"2026-04-22T14:46:43.168755Z","end":"2026-04-22T14:46:43.559416Z","steps":["trace[149263191] 'agreement among raft nodes before linearized reading' (duration: 390.561346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:43.55947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:43.168671Z","time spent":"390.790141ms","remote":"127.0.0.1:35584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-22T14:46:44.151481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.274497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T14:46:44.151916Z","caller":"traceutil/trace.go:171","msg":"trace[163168664] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"153.548516ms","start":"2026-04-22T14:46:43.998347Z","end":"2026-04-22T14:46:44.151895Z","steps":["trace[163168664] 'process raft request' (duration: 153.422033ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:44.151944Z","caller":"traceutil/trace.go:171","msg":"trace[1208542821] linearizableReadLoop","detail":"{readStateIndex:26548; appliedIndex:26547; }","duration":"259.537655ms","start":"2026-04-22T14:46:43.892378Z","end":"2026-04-22T14:46:44.151916Z","steps":["trace[1208542821] 'read index received' (duration: 140.788898ms)","trace[1208542821] 'applied index is now lower than readState.Index' (duration: 118.746877ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:44.152272Z","caller":"traceutil/trace.go:171","msg":"trace[1827798681] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"265.594696ms","start":"2026-04-22T14:46:43.886634Z","end":"2026-04-22T14:46:44.152229Z","steps":["trace[1827798681] 'process raft request' (duration: 146.482872ms)","trace[1827798681] 'compare' (duration: 118.057962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:44.152206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.79539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-22T14:46:44.15236Z","caller":"traceutil/trace.go:171","msg":"trace[1561174886] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25707; }","duration":"260.038384ms","start":"2026-04-22T14:46:43.892309Z","end":"2026-04-22T14:46:44.152347Z","steps":["trace[1561174886] 'agreement among raft nodes before linearized reading' (duration: 259.696038ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:44.467414Z","caller":"traceutil/trace.go:171","msg":"trace[88339446] linearizableReadLoop","detail":"{readStateIndex:26550; appliedIndex:26549; }","duration":"298.541107ms","start":"2026-04-22T14:46:44.168847Z","end":"2026-04-22T14:46:44.467388Z","steps":["trace[88339446] 'read index received' (duration: 278.666218ms)","trace[88339446] 'applied index is now lower than readState.Index' (duration: 19.873869ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:44.46746Z","caller":"traceutil/trace.go:171","msg":"trace[29578049] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"306.868705ms","start":"2026-04-22T14:46:44.160556Z","end":"2026-04-22T14:46:44.467425Z","steps":["trace[29578049] 'process raft request' (duration: 286.940145ms)","trace[29578049] 'compare' (duration: 19.44589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:44.46767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.799202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4616e3-1743-4669-88f9-78fcb0351198\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-22T14:46:44.468043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:44.160536Z","time spent":"307.401006ms","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:44.468119Z","caller":"traceutil/trace.go:171","msg":"trace[1211730243] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4616e3-1743-4669-88f9-78fcb0351198; range_end:; response_count:1; response_revision:25708; }","duration":"299.270473ms","start":"2026-04-22T14:46:44.168806Z","end":"2026-04-22T14:46:44.468077Z","steps":["trace[1211730243] 'agreement among raft nodes before linearized reading' (duration: 298.68019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.737219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.100425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T14:46:44.737409Z","caller":"traceutil/trace.go:171","msg":"trace[1249118281] linearizableReadLoop","detail":"{readStateIndex:26553; appliedIndex:26550; }","duration":"269.832132ms","start":"2026-04-22T14:46:44.467561Z","end":"2026-04-22T14:46:44.737393Z","steps":["trace[1249118281] 'read index received' (duration: 126.485142ms)","trace[1249118281] 'applied index is now lower than readState.Index' (duration: 143.34625ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:44.737466Z","caller":"traceutil/trace.go:171","msg":"trace[1367646013] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"455.320579ms","start":"2026-04-22T14:46:44.282138Z","end":"2026-04-22T14:46:44.737458Z","steps":["trace[1367646013] 'process raft request' (duration: 311.915078ms)","trace[1367646013] 'compare' (duration: 143.015393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:44.737508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:44.282104Z","time spent":"455.382919ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:44.737597Z","caller":"traceutil/trace.go:171","msg":"trace[1642099403] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"452.531182ms","start":"2026-04-22T14:46:44.28506Z","end":"2026-04-22T14:46:44.737592Z","steps":["trace[1642099403] 'process raft request' (duration: 452.248237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.737631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:44.285023Z","time spent":"452.590604ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:44.737701Z","caller":"traceutil/trace.go:171","msg":"trace[879492984] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"299.284402ms","start":"2026-04-22T14:46:44.438412Z","end":"2026-04-22T14:46:44.737696Z","steps":["trace[879492984] 'process raft request' (duration: 298.943046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.737788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.681649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:44.737812Z","caller":"traceutil/trace.go:171","msg":"trace[452756169] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25711; }","duration":"392.738131ms","start":"2026-04-22T14:46:44.345067Z","end":"2026-04-22T14:46:44.737805Z","steps":["trace[452756169] 'agreement among raft nodes before linearized reading' (duration: 392.69302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.737837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:44.345053Z","time spent":"392.776101ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:46:44.738023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.48966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T14:46:44.738048Z","caller":"traceutil/trace.go:171","msg":"trace[399014967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25711; }","duration":"445.548991ms","start":"2026-04-22T14:46:44.292493Z","end":"2026-04-22T14:46:44.738042Z","steps":["trace[399014967] 'agreement among raft nodes before linearized reading' (duration: 445.459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.738065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:44.292474Z","time spent":"445.587412ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-22T14:46:44.738281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.50139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:44.738752Z","caller":"traceutil/trace.go:171","msg":"trace[204573742] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25711; }","duration":"550.03778ms","start":"2026-04-22T14:46:44.1887Z","end":"2026-04-22T14:46:44.738738Z","steps":["trace[204573742] 'agreement among raft nodes before linearized reading' (duration: 549.486819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.738788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:44.18868Z","time spent":"550.096242ms","remote":"127.0.0.1:47260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:46:44.738309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.827364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:44.738922Z","caller":"traceutil/trace.go:171","msg":"trace[664613281] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25711; }","duration":"528.517667ms","start":"2026-04-22T14:46:44.210396Z","end":"2026-04-22T14:46:44.738913Z","steps":["trace[664613281] 'agreement among raft nodes before linearized reading' (duration: 527.817144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.738967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:44.210367Z","time spent":"528.582939ms","remote":"127.0.0.1:47268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:46:44.938869Z","caller":"traceutil/trace.go:171","msg":"trace[1941780841] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"227.728366ms","start":"2026-04-22T14:46:44.711115Z","end":"2026-04-22T14:46:44.938843Z","steps":["trace[1941780841] 'process raft request' (duration: 227.482671ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:44.939028Z","caller":"traceutil/trace.go:171","msg":"trace[312015352] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"193.904647ms","start":"2026-04-22T14:46:44.74509Z","end":"2026-04-22T14:46:44.938995Z","steps":["trace[312015352] 'process raft request' (duration: 193.706303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.939196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.162682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T14:46:44.939242Z","caller":"traceutil/trace.go:171","msg":"trace[1078211632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25714; }","duration":"210.318395ms","start":"2026-04-22T14:46:44.728912Z","end":"2026-04-22T14:46:44.939231Z","steps":["trace[1078211632] 'agreement among raft nodes before linearized reading' (duration: 210.138442ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:44.939007Z","caller":"traceutil/trace.go:171","msg":"trace[1327685385] linearizableReadLoop","detail":"{readStateIndex:26555; appliedIndex:26554; }","duration":"201.545029ms","start":"2026-04-22T14:46:44.737434Z","end":"2026-04-22T14:46:44.938979Z","steps":["trace[1327685385] 'read index received' (duration: 48.511045ms)","trace[1327685385] 'applied index is now lower than readState.Index' (duration: 153.032174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:44.939486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.303894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T14:46:44.939531Z","caller":"traceutil/trace.go:171","msg":"trace[265662668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25714; }","duration":"197.368255ms","start":"2026-04-22T14:46:44.742152Z","end":"2026-04-22T14:46:44.939521Z","steps":["trace[265662668] 'agreement among raft nodes before linearized reading' (duration: 197.239283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.93956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.935498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T14:46:44.939611Z","caller":"traceutil/trace.go:171","msg":"trace[1126174229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25714; }","duration":"210.974169ms","start":"2026-04-22T14:46:44.728619Z","end":"2026-04-22T14:46:44.939593Z","steps":["trace[1126174229] 'agreement among raft nodes before linearized reading' (duration: 210.423278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.939487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.682763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T14:46:44.939675Z","caller":"traceutil/trace.go:171","msg":"trace[1993153371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25714; }","duration":"211.890058ms","start":"2026-04-22T14:46:44.727761Z","end":"2026-04-22T14:46:44.939651Z","steps":["trace[1993153371] 'agreement among raft nodes before linearized reading' (duration: 211.294606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.939685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.850476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6cccf77864-mvn4j.18a8b3a5230ee7c8\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-22T14:46:44.939828Z","caller":"traceutil/trace.go:171","msg":"trace[1196487656] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6cccf77864-mvn4j.18a8b3a5230ee7c8; range_end:; response_count:1; response_revision:25714; }","duration":"104.008629ms","start":"2026-04-22T14:46:44.835711Z","end":"2026-04-22T14:46:44.93972Z","steps":["trace[1196487656] 'agreement among raft nodes before linearized reading' (duration: 103.740614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.939823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.042361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:44.939893Z","caller":"traceutil/trace.go:171","msg":"trace[784745093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25714; }","duration":"335.649913ms","start":"2026-04-22T14:46:44.604233Z","end":"2026-04-22T14:46:44.939883Z","steps":["trace[784745093] 'agreement among raft nodes before linearized reading' (duration: 334.98968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:44.940076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:44.604172Z","time spent":"335.892888ms","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T14:46:45.110677Z","caller":"traceutil/trace.go:171","msg":"trace[116121278] linearizableReadLoop","detail":"{readStateIndex:26561; appliedIndex:26557; }","duration":"139.88914ms","start":"2026-04-22T14:46:44.970766Z","end":"2026-04-22T14:46:45.110655Z","steps":["trace[116121278] 'read index received' (duration: 139.437501ms)","trace[116121278] 'applied index is now lower than readState.Index' (duration: 450.769µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:45.110724Z","caller":"traceutil/trace.go:171","msg":"trace[61326001] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"164.914134ms","start":"2026-04-22T14:46:44.945764Z","end":"2026-04-22T14:46:45.110678Z","steps":["trace[61326001] 'process raft request' (duration: 164.698919ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:45.110801Z","caller":"traceutil/trace.go:171","msg":"trace[513912970] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"164.949994ms","start":"2026-04-22T14:46:44.945839Z","end":"2026-04-22T14:46:45.110789Z","steps":["trace[513912970] 'process raft request' (duration: 164.670288ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:45.110869Z","caller":"traceutil/trace.go:171","msg":"trace[658998366] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"166.120927ms","start":"2026-04-22T14:46:44.944676Z","end":"2026-04-22T14:46:45.110797Z","steps":["trace[658998366] 'process raft request' (duration: 165.604247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:45.110964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.48877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:46:45.11098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.201357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-687b47d5d7-27t2z.18a8b519bf5fac04\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-04-22T14:46:45.110999Z","caller":"traceutil/trace.go:171","msg":"trace[131157194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25719; }","duration":"109.581181ms","start":"2026-04-22T14:46:45.001408Z","end":"2026-04-22T14:46:45.110989Z","steps":["trace[131157194] 'agreement among raft nodes before linearized reading' (duration: 109.494309ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:45.111041Z","caller":"traceutil/trace.go:171","msg":"trace[1358463585] range","detail":"{range_begin:/registry/events/openstack/magnum-api-687b47d5d7-27t2z.18a8b519bf5fac04; range_end:; response_count:1; response_revision:25719; }","duration":"140.299408ms","start":"2026-04-22T14:46:44.970726Z","end":"2026-04-22T14:46:45.111025Z","steps":["trace[1358463585] 'agreement among raft nodes before linearized reading' (duration: 140.077094ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:45.111199Z","caller":"traceutil/trace.go:171","msg":"trace[364200640] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"162.026126ms","start":"2026-04-22T14:46:44.949157Z","end":"2026-04-22T14:46:45.111183Z","steps":["trace[364200640] 'process raft request' (duration: 161.386793ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:45.267809Z","caller":"traceutil/trace.go:171","msg":"trace[302037402] linearizableReadLoop","detail":"{readStateIndex:26562; appliedIndex:26561; }","duration":"153.062345ms","start":"2026-04-22T14:46:45.114725Z","end":"2026-04-22T14:46:45.267787Z","steps":["trace[302037402] 'read index received' (duration: 130.946911ms)","trace[302037402] 'applied index is now lower than readState.Index' (duration: 22.114634ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:45.268129Z","caller":"traceutil/trace.go:171","msg":"trace[374661326] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"153.916742ms","start":"2026-04-22T14:46:45.1142Z","end":"2026-04-22T14:46:45.268117Z","steps":["trace[374661326] 'process raft request' (duration: 131.563454ms)","trace[374661326] 'compare' (duration: 21.893099ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:45.268199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.452093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:45.268273Z","caller":"traceutil/trace.go:171","msg":"trace[1054631200] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25720; }","duration":"153.564095ms","start":"2026-04-22T14:46:45.114691Z","end":"2026-04-22T14:46:45.268255Z","steps":["trace[1054631200] 'agreement among raft nodes before linearized reading' (duration: 153.431033ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:45.823705Z","caller":"traceutil/trace.go:171","msg":"trace[755274685] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"257.848661ms","start":"2026-04-22T14:46:45.565826Z","end":"2026-04-22T14:46:45.823674Z","steps":["trace[755274685] 'process raft request' (duration: 168.714671ms)","trace[755274685] 'compare' (duration: 88.770083ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:45.972471Z","caller":"traceutil/trace.go:171","msg":"trace[1598997235] linearizableReadLoop","detail":"{readStateIndex:26565; appliedIndex:26563; }","duration":"241.734897ms","start":"2026-04-22T14:46:45.730702Z","end":"2026-04-22T14:46:45.972437Z","steps":["trace[1598997235] 'read index received' (duration: 3.850048ms)","trace[1598997235] 'applied index is now lower than readState.Index' (duration: 237.883619ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:45.972571Z","caller":"traceutil/trace.go:171","msg":"trace[1112177270] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"269.25023ms","start":"2026-04-22T14:46:45.70328Z","end":"2026-04-22T14:46:45.97253Z","steps":["trace[1112177270] 'process raft request' (duration: 268.857762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:45.972701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.980782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:45.972766Z","caller":"traceutil/trace.go:171","msg":"trace[1755719603] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25723; }","duration":"242.111955ms","start":"2026-04-22T14:46:45.730636Z","end":"2026-04-22T14:46:45.972748Z","steps":["trace[1755719603] 'agreement among raft nodes before linearized reading' (duration: 241.971752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:45.972736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.907995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:45.972907Z","caller":"traceutil/trace.go:171","msg":"trace[1716159354] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25723; }","duration":"187.134559ms","start":"2026-04-22T14:46:45.785754Z","end":"2026-04-22T14:46:45.972889Z","steps":["trace[1716159354] 'agreement among raft nodes before linearized reading' (duration: 186.926805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:45.973026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.696906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-687b47d5d7-27t2z.18a8b519c3537266\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-04-22T14:46:45.973047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.192471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T14:46:45.97311Z","caller":"traceutil/trace.go:171","msg":"trace[1056138929] range","detail":"{range_begin:/registry/events/openstack/magnum-api-687b47d5d7-27t2z.18a8b519c3537266; range_end:; response_count:1; response_revision:25723; }","duration":"142.825149ms","start":"2026-04-22T14:46:45.830262Z","end":"2026-04-22T14:46:45.973088Z","steps":["trace[1056138929] 'agreement among raft nodes before linearized reading' (duration: 142.621775ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:45.973128Z","caller":"traceutil/trace.go:171","msg":"trace[1148505018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25723; }","duration":"183.322144ms","start":"2026-04-22T14:46:45.789789Z","end":"2026-04-22T14:46:45.973111Z","steps":["trace[1148505018] 'agreement among raft nodes before linearized reading' (duration: 183.14506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:45.974006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.00151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T14:46:45.974074Z","caller":"traceutil/trace.go:171","msg":"trace[1487005351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25723; }","duration":"119.119432ms","start":"2026-04-22T14:46:45.854943Z","end":"2026-04-22T14:46:45.974062Z","steps":["trace[1487005351] 'agreement among raft nodes before linearized reading' (duration: 117.798196ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:46.18085Z","caller":"traceutil/trace.go:171","msg":"trace[1438671898] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"202.862655ms","start":"2026-04-22T14:46:45.977952Z","end":"2026-04-22T14:46:46.180815Z","steps":["trace[1438671898] 'process raft request' (duration: 162.513815ms)","trace[1438671898] 'compare' (duration: 39.599616ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:46.180948Z","caller":"traceutil/trace.go:171","msg":"trace[89743702] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"202.845104ms","start":"2026-04-22T14:46:45.978074Z","end":"2026-04-22T14:46:46.180919Z","steps":["trace[89743702] 'process raft request' (duration: 202.194012ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:46.261528Z","caller":"traceutil/trace.go:171","msg":"trace[465702148] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"103.162893ms","start":"2026-04-22T14:46:46.158341Z","end":"2026-04-22T14:46:46.261504Z","steps":["trace[465702148] 'process raft request' (duration: 103.05016ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:46.349244Z","caller":"traceutil/trace.go:171","msg":"trace[2086951931] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"165.977115ms","start":"2026-04-22T14:46:46.183239Z","end":"2026-04-22T14:46:46.349216Z","steps":["trace[2086951931] 'process raft request' (duration: 165.789411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:46.676604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.07479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4616e3-1743-4669-88f9-78fcb0351198\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-22T14:46:46.676681Z","caller":"traceutil/trace.go:171","msg":"trace[122259012] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4616e3-1743-4669-88f9-78fcb0351198; range_end:; response_count:1; response_revision:25728; }","duration":"198.206252ms","start":"2026-04-22T14:46:46.478458Z","end":"2026-04-22T14:46:46.676664Z","steps":["trace[122259012] 'range keys from in-memory index tree' (duration: 197.874126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:46.676922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.544257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272962"} {"level":"info","ts":"2026-04-22T14:46:46.676996Z","caller":"traceutil/trace.go:171","msg":"trace[549741364] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25728; }","duration":"179.628288ms","start":"2026-04-22T14:46:46.49735Z","end":"2026-04-22T14:46:46.676979Z","steps":["trace[549741364] 'range keys from in-memory index tree' (duration: 179.095818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.195999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T14:46:47.196512Z","caller":"traceutil/trace.go:171","msg":"trace[566903313] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"453.819007ms","start":"2026-04-22T14:46:46.742655Z","end":"2026-04-22T14:46:47.196474Z","steps":["trace[566903313] 'process raft request' (duration: 176.487305ms)","trace[566903313] 'compare' (duration: 275.851272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:47.196687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:46.742641Z","time spent":"453.94993ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:47.747624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.48805ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-22T14:46:47.750461Z","caller":"traceutil/trace.go:171","msg":"trace[1909483606] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"998.611952ms","start":"2026-04-22T14:46:46.751808Z","end":"2026-04-22T14:46:47.75042Z","steps":["trace[1909483606] 'process raft request' (duration: 996.453629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.750716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:46.751795Z","time spent":"998.796796ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:47.958479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.000909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T14:46:47.958621Z","caller":"traceutil/trace.go:171","msg":"trace[833213580] linearizableReadLoop","detail":"{readStateIndex:26575; appliedIndex:26571; }","duration":"1.06670741s","start":"2026-04-22T14:46:46.891895Z","end":"2026-04-22T14:46:47.958602Z","steps":["trace[833213580] 'read index received' (duration: 27.188665ms)","trace[833213580] 'applied index is now lower than readState.Index' (duration: 1.039517455s)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:47.958693Z","caller":"traceutil/trace.go:171","msg":"trace[1686640814] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"1.164381173s","start":"2026-04-22T14:46:46.794301Z","end":"2026-04-22T14:46:47.958682Z","steps":["trace[1686640814] 'process raft request' (duration: 956.083688ms)","trace[1686640814] 'compare' (duration: 207.885096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:47.958744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:46.794274Z","time spent":"1.164441035s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:47.959023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067123189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-687b47d5d7-27t2z\" ","response":"range_response_count:1 size:8825"} {"level":"info","ts":"2026-04-22T14:46:47.959049Z","caller":"traceutil/trace.go:171","msg":"trace[40546315] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-687b47d5d7-27t2z; range_end:; response_count:1; response_revision:25732; }","duration":"1.06718738s","start":"2026-04-22T14:46:46.891852Z","end":"2026-04-22T14:46:47.95904Z","steps":["trace[40546315] 'agreement among raft nodes before linearized reading' (duration: 1.067070958s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.959073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:46.891832Z","time spent":"1.067235852s","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8849,"request content":"key:\"/registry/pods/openstack/magnum-api-687b47d5d7-27t2z\" "} {"level":"info","ts":"2026-04-22T14:46:47.962918Z","caller":"traceutil/trace.go:171","msg":"trace[1196642229] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"382.544335ms","start":"2026-04-22T14:46:47.580355Z","end":"2026-04-22T14:46:47.962899Z","steps":["trace[1196642229] 'process raft request' (duration: 382.454584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.963028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:47.580311Z","time spent":"382.661408ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:47.964169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032164718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T14:46:47.964222Z","caller":"traceutil/trace.go:171","msg":"trace[1386339601] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25734; }","duration":"1.032268339s","start":"2026-04-22T14:46:46.931944Z","end":"2026-04-22T14:46:47.964213Z","steps":["trace[1386339601] 'agreement among raft nodes before linearized reading' (duration: 1.032156577s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:47.964216Z","caller":"traceutil/trace.go:171","msg":"trace[1823959373] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"135.454712ms","start":"2026-04-22T14:46:47.828736Z","end":"2026-04-22T14:46:47.964191Z","steps":["trace[1823959373] 'process raft request' (duration: 135.259807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.964254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:46.931928Z","time spent":"1.032318561s","remote":"127.0.0.1:35642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:46:47.964255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.798354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-22T14:46:47.964305Z","caller":"traceutil/trace.go:171","msg":"trace[1414090460] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25734; }","duration":"198.897366ms","start":"2026-04-22T14:46:47.765396Z","end":"2026-04-22T14:46:47.964293Z","steps":["trace[1414090460] 'agreement among raft nodes before linearized reading' (duration: 198.731143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.964315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.852123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T14:46:47.964342Z","caller":"traceutil/trace.go:171","msg":"trace[1202280050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25734; }","duration":"845.948806ms","start":"2026-04-22T14:46:47.118386Z","end":"2026-04-22T14:46:47.964335Z","steps":["trace[1202280050] 'agreement among raft nodes before linearized reading' (duration: 845.869504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.96436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:47.118365Z","time spent":"845.991516ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T14:46:47.964438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.378844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed4616e3-1743-4669-88f9-78fcb0351198\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-22T14:46:47.964456Z","caller":"traceutil/trace.go:171","msg":"trace[1790803165] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed4616e3-1743-4669-88f9-78fcb0351198; range_end:; response_count:1; response_revision:25734; }","duration":"282.436485ms","start":"2026-04-22T14:46:47.682013Z","end":"2026-04-22T14:46:47.96445Z","steps":["trace[1790803165] 'agreement among raft nodes before linearized reading' (duration: 282.387154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.964496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.144876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:46:47.96452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.553318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T14:46:47.964531Z","caller":"traceutil/trace.go:171","msg":"trace[357413429] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25734; }","duration":"143.217397ms","start":"2026-04-22T14:46:47.821303Z","end":"2026-04-22T14:46:47.96452Z","steps":["trace[357413429] 'agreement among raft nodes before linearized reading' (duration: 143.153996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.964549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.805918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T14:46:47.964566Z","caller":"traceutil/trace.go:171","msg":"trace[157941651] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25734; }","duration":"346.858499ms","start":"2026-04-22T14:46:47.617702Z","end":"2026-04-22T14:46:47.96456Z","steps":["trace[157941651] 'agreement among raft nodes before linearized reading' (duration: 346.827378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.964584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:47.617652Z","time spent":"346.92818ms","remote":"127.0.0.1:35754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:46:47.964597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.025658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T14:46:47.96462Z","caller":"traceutil/trace.go:171","msg":"trace[414155350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25734; }","duration":"848.082359ms","start":"2026-04-22T14:46:47.116532Z","end":"2026-04-22T14:46:47.964614Z","steps":["trace[414155350] 'agreement among raft nodes before linearized reading' (duration: 848.027638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.964641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:47.116512Z","time spent":"848.12383ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T14:46:47.964548Z","caller":"traceutil/trace.go:171","msg":"trace[1917298419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25734; }","duration":"846.60487ms","start":"2026-04-22T14:46:47.117936Z","end":"2026-04-22T14:46:47.964541Z","steps":["trace[1917298419] 'agreement among raft nodes before linearized reading' (duration: 846.502608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:47.964706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:47.117927Z","time spent":"846.749432ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-22T14:46:49.534735Z","caller":"traceutil/trace.go:171","msg":"trace[1858483912] linearizableReadLoop","detail":"{readStateIndex:26588; appliedIndex:26587; }","duration":"167.150237ms","start":"2026-04-22T14:46:49.367569Z","end":"2026-04-22T14:46:49.534719Z","steps":["trace[1858483912] 'read index received' (duration: 166.983394ms)","trace[1858483912] 'applied index is now lower than readState.Index' (duration: 166.323µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:49.534873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.284549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:49.534892Z","caller":"traceutil/trace.go:171","msg":"trace[1827550940] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25745; }","duration":"167.357831ms","start":"2026-04-22T14:46:49.367527Z","end":"2026-04-22T14:46:49.534885Z","steps":["trace[1827550940] 'agreement among raft nodes before linearized reading' (duration: 167.28607ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:49.535129Z","caller":"traceutil/trace.go:171","msg":"trace[555292861] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"331.739955ms","start":"2026-04-22T14:46:49.203383Z","end":"2026-04-22T14:46:49.535123Z","steps":["trace[555292861] 'process raft request' (duration: 331.228505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:49.535178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:49.203361Z","time spent":"331.780235ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:46:49.826972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.179275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:49.827039Z","caller":"traceutil/trace.go:171","msg":"trace[166511568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25745; }","duration":"225.286967ms","start":"2026-04-22T14:46:49.601736Z","end":"2026-04-22T14:46:49.827023Z","steps":["trace[166511568] 'range keys from in-memory index tree' (duration: 225.082463ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:50.049432Z","caller":"traceutil/trace.go:171","msg":"trace[1583273208] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"103.508939ms","start":"2026-04-22T14:46:49.945896Z","end":"2026-04-22T14:46:50.049405Z","steps":["trace[1583273208] 'process raft request' (duration: 81.65075ms)","trace[1583273208] 'compare' (duration: 21.742737ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:52.169882Z","caller":"traceutil/trace.go:171","msg":"trace[1848962047] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"108.908528ms","start":"2026-04-22T14:46:52.060956Z","end":"2026-04-22T14:46:52.169865Z","steps":["trace[1848962047] 'process raft request' (duration: 108.783285ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:52.302943Z","caller":"traceutil/trace.go:171","msg":"trace[1362392744] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"240.953971ms","start":"2026-04-22T14:46:52.061958Z","end":"2026-04-22T14:46:52.302912Z","steps":["trace[1362392744] 'process raft request' (duration: 228.357949ms)","trace[1362392744] 'compare' (duration: 12.186144ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:52.303239Z","caller":"traceutil/trace.go:171","msg":"trace[1065293632] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"241.196665ms","start":"2026-04-22T14:46:52.062013Z","end":"2026-04-22T14:46:52.30321Z","steps":["trace[1065293632] 'process raft request' (duration: 240.808697ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:52.30325Z","caller":"traceutil/trace.go:171","msg":"trace[1207183858] linearizableReadLoop","detail":"{readStateIndex:26625; appliedIndex:26621; }","duration":"237.145614ms","start":"2026-04-22T14:46:52.066074Z","end":"2026-04-22T14:46:52.303219Z","steps":["trace[1207183858] 'read index received' (duration: 103.710104ms)","trace[1207183858] 'applied index is now lower than readState.Index' (duration: 133.43457ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:52.303358Z","caller":"traceutil/trace.go:171","msg":"trace[1503013329] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"240.983842ms","start":"2026-04-22T14:46:52.062348Z","end":"2026-04-22T14:46:52.303332Z","steps":["trace[1503013329] 'process raft request' (duration: 240.757897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:52.30346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.36604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T14:46:52.303496Z","caller":"traceutil/trace.go:171","msg":"trace[1234688747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25780; }","duration":"237.43624ms","start":"2026-04-22T14:46:52.066047Z","end":"2026-04-22T14:46:52.303483Z","steps":["trace[1234688747] 'agreement among raft nodes before linearized reading' (duration: 237.290378ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:52.528833Z","caller":"traceutil/trace.go:171","msg":"trace[1412499743] linearizableReadLoop","detail":"{readStateIndex:26626; appliedIndex:26625; }","duration":"225.494821ms","start":"2026-04-22T14:46:52.303311Z","end":"2026-04-22T14:46:52.528806Z","steps":["trace[1412499743] 'read index received' (duration: 222.883279ms)","trace[1412499743] 'applied index is now lower than readState.Index' (duration: 2.609652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:52.528973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.2325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T14:46:52.529093Z","caller":"traceutil/trace.go:171","msg":"trace[851061195] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25781; }","duration":"381.417853ms","start":"2026-04-22T14:46:52.147653Z","end":"2026-04-22T14:46:52.52907Z","steps":["trace[851061195] 'agreement among raft nodes before linearized reading' (duration: 381.206309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:52.529095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.728714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T14:46:52.529148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:52.147638Z","time spent":"381.498895ms","remote":"127.0.0.1:41434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:46:52.529181Z","caller":"traceutil/trace.go:171","msg":"trace[19335423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25781; }","duration":"325.846836ms","start":"2026-04-22T14:46:52.203317Z","end":"2026-04-22T14:46:52.529164Z","steps":["trace[19335423] 'agreement among raft nodes before linearized reading' (duration: 325.604601ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:52.529206Z","caller":"traceutil/trace.go:171","msg":"trace[1903580806] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"247.977312ms","start":"2026-04-22T14:46:52.281208Z","end":"2026-04-22T14:46:52.529185Z","steps":["trace[1903580806] 'process raft request' (duration: 244.89917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:52.529229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:52.203304Z","time spent":"325.917487ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T14:46:52.529176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.572277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-04-22T14:46:52.529301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.941471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T14:46:52.529353Z","caller":"traceutil/trace.go:171","msg":"trace[1504592958] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25781; }","duration":"396.799592ms","start":"2026-04-22T14:46:52.132538Z","end":"2026-04-22T14:46:52.529338Z","steps":["trace[1504592958] 'agreement among raft nodes before linearized reading' (duration: 396.386903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:52.52939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:52.132522Z","time spent":"396.860562ms","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":732,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-22T14:46:52.529392Z","caller":"traceutil/trace.go:171","msg":"trace[1805686704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25781; }","duration":"459.015352ms","start":"2026-04-22T14:46:52.070334Z","end":"2026-04-22T14:46:52.529349Z","steps":["trace[1805686704] 'agreement among raft nodes before linearized reading' (duration: 458.876489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:52.529445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.881976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:46:52.529444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:52.070327Z","time spent":"459.102803ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T14:46:52.528984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.54086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-22T14:46:52.529573Z","caller":"traceutil/trace.go:171","msg":"trace[591936245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25781; }","duration":"326.153672ms","start":"2026-04-22T14:46:52.203408Z","end":"2026-04-22T14:46:52.529561Z","steps":["trace[591936245] 'agreement among raft nodes before linearized reading' (duration: 325.415517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:52.529611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:52.2034Z","time spent":"326.201463ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-22T14:46:52.529796Z","caller":"traceutil/trace.go:171","msg":"trace[1355062975] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25781; }","duration":"319.940127ms","start":"2026-04-22T14:46:52.209536Z","end":"2026-04-22T14:46:52.529476Z","steps":["trace[1355062975] 'agreement among raft nodes before linearized reading' (duration: 319.867466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:52.529875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:52.209527Z","time spent":"320.333476ms","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:46:52.530125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.713886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T14:46:52.530209Z","caller":"traceutil/trace.go:171","msg":"trace[3168694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25781; }","duration":"459.837198ms","start":"2026-04-22T14:46:52.070352Z","end":"2026-04-22T14:46:52.530189Z","steps":["trace[3168694] 'agreement among raft nodes before linearized reading' (duration: 458.969631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:52.53026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:52.070342Z","time spent":"459.90848ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T14:46:52.530359Z","caller":"traceutil/trace.go:171","msg":"trace[321174799] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"222.733045ms","start":"2026-04-22T14:46:52.307614Z","end":"2026-04-22T14:46:52.530347Z","steps":["trace[321174799] 'process raft request' (duration: 222.605222ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:54.87701Z","caller":"traceutil/trace.go:171","msg":"trace[1700019347] linearizableReadLoop","detail":"{readStateIndex:26656; appliedIndex:26655; }","duration":"258.675287ms","start":"2026-04-22T14:46:54.618313Z","end":"2026-04-22T14:46:54.876988Z","steps":["trace[1700019347] 'read index received' (duration: 215.075742ms)","trace[1700019347] 'applied index is now lower than readState.Index' (duration: 43.598755ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:46:54.877025Z","caller":"traceutil/trace.go:171","msg":"trace[445701445] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"337.304666ms","start":"2026-04-22T14:46:54.539688Z","end":"2026-04-22T14:46:54.876993Z","steps":["trace[445701445] 'process raft request' (duration: 293.67111ms)","trace[445701445] 'compare' (duration: 43.538774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:46:54.877164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.597052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T14:46:54.877165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:54.539659Z","time spent":"337.426958ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:46:54.877187Z","caller":"traceutil/trace.go:171","msg":"trace[683395701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25811; }","duration":"334.679124ms","start":"2026-04-22T14:46:54.542502Z","end":"2026-04-22T14:46:54.877181Z","steps":["trace[683395701] 'agreement among raft nodes before linearized reading' (duration: 334.575602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:54.877206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:54.54248Z","time spent":"334.721144ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T14:46:54.877231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.308426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-22T14:46:54.877186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.616507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:54.877304Z","caller":"traceutil/trace.go:171","msg":"trace[23272381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25811; }","duration":"277.73734ms","start":"2026-04-22T14:46:54.599548Z","end":"2026-04-22T14:46:54.877285Z","steps":["trace[23272381] 'agreement among raft nodes before linearized reading' (duration: 277.577347ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:46:54.877293Z","caller":"traceutil/trace.go:171","msg":"trace[129552051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25811; }","duration":"334.397688ms","start":"2026-04-22T14:46:54.542879Z","end":"2026-04-22T14:46:54.877277Z","steps":["trace[129552051] 'agreement among raft nodes before linearized reading' (duration: 334.205654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:54.87736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:54.542867Z","time spent":"334.479669ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T14:46:54.877405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.229794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-22T14:46:54.877559Z","caller":"traceutil/trace.go:171","msg":"trace[621200848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25811; }","duration":"334.455539ms","start":"2026-04-22T14:46:54.543071Z","end":"2026-04-22T14:46:54.877527Z","steps":["trace[621200848] 'agreement among raft nodes before linearized reading' (duration: 333.987709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:54.877638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:46:54.543066Z","time spent":"334.55045ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T14:46:54.88829Z","caller":"traceutil/trace.go:171","msg":"trace[975822879] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"266.003974ms","start":"2026-04-22T14:46:54.622265Z","end":"2026-04-22T14:46:54.888269Z","steps":["trace[975822879] 'process raft request' (duration: 265.879471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:46:54.910444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.669534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:46:54.910562Z","caller":"traceutil/trace.go:171","msg":"trace[377896572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25816; }","duration":"106.844716ms","start":"2026-04-22T14:46:54.803697Z","end":"2026-04-22T14:46:54.910542Z","steps":["trace[377896572] 'agreement among raft nodes before linearized reading' (duration: 106.674993ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:14.056914Z","caller":"traceutil/trace.go:171","msg":"trace[2144382728] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"193.747232ms","start":"2026-04-22T14:47:13.863137Z","end":"2026-04-22T14:47:14.056884Z","steps":["trace[2144382728] 'process raft request' (duration: 193.560239ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:14.061593Z","caller":"traceutil/trace.go:171","msg":"trace[900737922] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"131.050694ms","start":"2026-04-22T14:47:13.930513Z","end":"2026-04-22T14:47:14.061564Z","steps":["trace[900737922] 'process raft request' (duration: 130.89384ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:14.305375Z","caller":"traceutil/trace.go:171","msg":"trace[1869187113] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"238.416981ms","start":"2026-04-22T14:47:14.06691Z","end":"2026-04-22T14:47:14.305327Z","steps":["trace[1869187113] 'process raft request' (duration: 219.581213ms)","trace[1869187113] 'compare' (duration: 18.394888ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:14.592233Z","caller":"traceutil/trace.go:171","msg":"trace[1637952839] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"214.690953ms","start":"2026-04-22T14:47:14.377515Z","end":"2026-04-22T14:47:14.592206Z","steps":["trace[1637952839] 'process raft request' (duration: 184.123149ms)","trace[1637952839] 'compare' (duration: 30.379811ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:14.592491Z","caller":"traceutil/trace.go:171","msg":"trace[948146207] linearizableReadLoop","detail":"{readStateIndex:26826; appliedIndex:26824; }","duration":"160.231419ms","start":"2026-04-22T14:47:14.432213Z","end":"2026-04-22T14:47:14.592445Z","steps":["trace[948146207] 'read index received' (duration: 129.354889ms)","trace[948146207] 'applied index is now lower than readState.Index' (duration: 30.87474ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:14.592719Z","caller":"traceutil/trace.go:171","msg":"trace[1859775029] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"211.793186ms","start":"2026-04-22T14:47:14.380841Z","end":"2026-04-22T14:47:14.592634Z","steps":["trace[1859775029] 'process raft request' (duration: 211.328717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:14.592803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.555805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:47:14.592876Z","caller":"traceutil/trace.go:171","msg":"trace[1517395513] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25977; }","duration":"160.684088ms","start":"2026-04-22T14:47:14.432173Z","end":"2026-04-22T14:47:14.592858Z","steps":["trace[1517395513] 'agreement among raft nodes before linearized reading' (duration: 160.441963ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:15.131821Z","caller":"traceutil/trace.go:171","msg":"trace[1316161015] linearizableReadLoop","detail":"{readStateIndex:26828; appliedIndex:26827; }","duration":"148.306809ms","start":"2026-04-22T14:47:14.983484Z","end":"2026-04-22T14:47:15.131791Z","steps":["trace[1316161015] 'read index received' (duration: 148.129385ms)","trace[1316161015] 'applied index is now lower than readState.Index' (duration: 176.274µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:15.131922Z","caller":"traceutil/trace.go:171","msg":"trace[1804139847] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"148.920732ms","start":"2026-04-22T14:47:14.982978Z","end":"2026-04-22T14:47:15.131899Z","steps":["trace[1804139847] 'process raft request' (duration: 148.604565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:15.132143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.632546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T14:47:15.132204Z","caller":"traceutil/trace.go:171","msg":"trace[459111690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25979; }","duration":"148.745648ms","start":"2026-04-22T14:47:14.983441Z","end":"2026-04-22T14:47:15.132186Z","steps":["trace[459111690] 'agreement among raft nodes before linearized reading' (duration: 148.495403ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:15.357895Z","caller":"traceutil/trace.go:171","msg":"trace[1846565670] linearizableReadLoop","detail":"{readStateIndex:26830; appliedIndex:26828; }","duration":"225.971109ms","start":"2026-04-22T14:47:15.131898Z","end":"2026-04-22T14:47:15.35787Z","steps":["trace[1846565670] 'read index received' (duration: 225.763145ms)","trace[1846565670] 'applied index is now lower than readState.Index' (duration: 207.214µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:15.357914Z","caller":"traceutil/trace.go:171","msg":"trace[915269] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"304.966767ms","start":"2026-04-22T14:47:15.052919Z","end":"2026-04-22T14:47:15.357886Z","steps":["trace[915269] 'process raft request' (duration: 304.688781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:15.35806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:47:15.052898Z","time spent":"305.08311ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:47:15.358099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.836678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T14:47:15.358093Z","caller":"traceutil/trace.go:171","msg":"trace[51942864] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"271.346031ms","start":"2026-04-22T14:47:15.086723Z","end":"2026-04-22T14:47:15.358069Z","steps":["trace[51942864] 'process raft request' (duration: 271.094396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:15.358188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.750177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T14:47:15.358299Z","caller":"traceutil/trace.go:171","msg":"trace[1309488118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25981; }","duration":"353.858939ms","start":"2026-04-22T14:47:15.004405Z","end":"2026-04-22T14:47:15.358264Z","steps":["trace[1309488118] 'agreement among raft nodes before linearized reading' (duration: 353.577244ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:15.358154Z","caller":"traceutil/trace.go:171","msg":"trace[1083307316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25981; }","duration":"349.929241ms","start":"2026-04-22T14:47:15.008215Z","end":"2026-04-22T14:47:15.358145Z","steps":["trace[1083307316] 'agreement among raft nodes before linearized reading' (duration: 349.752007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:15.358363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:47:15.008202Z","time spent":"350.149815ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T14:47:15.358366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:47:15.004336Z","time spent":"354.013282ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-22T14:47:15.358454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.626387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T14:47:15.358551Z","caller":"traceutil/trace.go:171","msg":"trace[835659305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25981; }","duration":"372.82609ms","start":"2026-04-22T14:47:14.985707Z","end":"2026-04-22T14:47:15.358533Z","steps":["trace[835659305] 'agreement among raft nodes before linearized reading' (duration: 372.428213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:15.359319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:47:14.985678Z","time spent":"373.622967ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T14:47:15.358747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.116954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T14:47:15.35956Z","caller":"traceutil/trace.go:171","msg":"trace[1895662155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25981; }","duration":"349.960051ms","start":"2026-04-22T14:47:15.009578Z","end":"2026-04-22T14:47:15.359538Z","steps":["trace[1895662155] 'agreement among raft nodes before linearized reading' (duration: 348.319998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:15.359631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:47:15.009567Z","time spent":"350.044063ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T14:47:15.427169Z","caller":"traceutil/trace.go:171","msg":"trace[195619760] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"290.632819ms","start":"2026-04-22T14:47:15.136493Z","end":"2026-04-22T14:47:15.427126Z","steps":["trace[195619760] 'process raft request' (duration: 290.446226ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:15.587746Z","caller":"traceutil/trace.go:171","msg":"trace[76489515] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"225.854977ms","start":"2026-04-22T14:47:15.361864Z","end":"2026-04-22T14:47:15.587719Z","steps":["trace[76489515] 'process raft request' (duration: 201.860016ms)","trace[76489515] 'compare' (duration: 23.802027ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:15.588073Z","caller":"traceutil/trace.go:171","msg":"trace[304952874] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"225.789646ms","start":"2026-04-22T14:47:15.36227Z","end":"2026-04-22T14:47:15.58806Z","steps":["trace[304952874] 'process raft request' (duration: 225.405138ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:15.588335Z","caller":"traceutil/trace.go:171","msg":"trace[1069108783] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"225.532891ms","start":"2026-04-22T14:47:15.362787Z","end":"2026-04-22T14:47:15.58832Z","steps":["trace[1069108783] 'process raft request' (duration: 225.221314ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:15.58856Z","caller":"traceutil/trace.go:171","msg":"trace[1845578172] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"224.548352ms","start":"2026-04-22T14:47:15.363978Z","end":"2026-04-22T14:47:15.588526Z","steps":["trace[1845578172] 'process raft request' (duration: 224.205224ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:15.780967Z","caller":"traceutil/trace.go:171","msg":"trace[1994534913] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"165.703099ms","start":"2026-04-22T14:47:15.615222Z","end":"2026-04-22T14:47:15.780926Z","steps":["trace[1994534913] 'process raft request' (duration: 145.86997ms)","trace[1994534913] 'compare' (duration: 19.623865ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:16.704926Z","caller":"traceutil/trace.go:171","msg":"trace[1717368089] linearizableReadLoop","detail":"{readStateIndex:26841; appliedIndex:26839; }","duration":"103.334516ms","start":"2026-04-22T14:47:16.601562Z","end":"2026-04-22T14:47:16.704896Z","steps":["trace[1717368089] 'read index received' (duration: 67.18305ms)","trace[1717368089] 'applied index is now lower than readState.Index' (duration: 36.150226ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:16.705047Z","caller":"traceutil/trace.go:171","msg":"trace[674904056] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"106.636652ms","start":"2026-04-22T14:47:16.598362Z","end":"2026-04-22T14:47:16.704999Z","steps":["trace[674904056] 'process raft request' (duration: 106.340076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:16.705066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.477619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:47:16.705124Z","caller":"traceutil/trace.go:171","msg":"trace[398829419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25992; }","duration":"103.594712ms","start":"2026-04-22T14:47:16.601515Z","end":"2026-04-22T14:47:16.705109Z","steps":["trace[398829419] 'agreement among raft nodes before linearized reading' (duration: 103.482369ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:17.000664Z","caller":"traceutil/trace.go:171","msg":"trace[30797556] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"262.605016ms","start":"2026-04-22T14:47:16.738014Z","end":"2026-04-22T14:47:17.000619Z","steps":["trace[30797556] 'process raft request' (duration: 262.29759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:17.000941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.706518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-22T14:47:17.00105Z","caller":"traceutil/trace.go:171","msg":"trace[1139978675] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25993; }","duration":"256.886122ms","start":"2026-04-22T14:47:16.744141Z","end":"2026-04-22T14:47:17.001027Z","steps":["trace[1139978675] 'agreement among raft nodes before linearized reading' (duration: 256.549455ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:17.000649Z","caller":"traceutil/trace.go:171","msg":"trace[1252689967] linearizableReadLoop","detail":"{readStateIndex:26842; appliedIndex:26841; }","duration":"256.378691ms","start":"2026-04-22T14:47:16.744197Z","end":"2026-04-22T14:47:17.000576Z","steps":["trace[1252689967] 'read index received' (duration: 255.977923ms)","trace[1252689967] 'applied index is now lower than readState.Index' (duration: 398.808µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:47:17.085535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.641368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-22T14:47:17.085588Z","caller":"traceutil/trace.go:171","msg":"trace[1376420644] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25993; }","duration":"165.698789ms","start":"2026-04-22T14:47:16.919874Z","end":"2026-04-22T14:47:17.085573Z","steps":["trace[1376420644] 'agreement among raft nodes before linearized reading' (duration: 165.553396ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:21.844341Z","caller":"traceutil/trace.go:171","msg":"trace[1967437907] linearizableReadLoop","detail":"{readStateIndex:26881; appliedIndex:26880; }","duration":"108.190404ms","start":"2026-04-22T14:47:21.736119Z","end":"2026-04-22T14:47:21.844309Z","steps":["trace[1967437907] 'read index received' (duration: 19.619814ms)","trace[1967437907] 'applied index is now lower than readState.Index' (duration: 88.56904ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:21.844395Z","caller":"traceutil/trace.go:171","msg":"trace[2079888188] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"134.38672ms","start":"2026-04-22T14:47:21.709965Z","end":"2026-04-22T14:47:21.844352Z","steps":["trace[2079888188] 'process raft request' (duration: 45.842521ms)","trace[2079888188] 'compare' (duration: 88.287254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:47:21.844618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.546171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T14:47:21.844677Z","caller":"traceutil/trace.go:171","msg":"trace[978134506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26030; }","duration":"108.647843ms","start":"2026-04-22T14:47:21.736013Z","end":"2026-04-22T14:47:21.844661Z","steps":["trace[978134506] 'agreement among raft nodes before linearized reading' (duration: 108.447589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:21.844897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.755206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T14:47:21.845173Z","caller":"traceutil/trace.go:171","msg":"trace[884175103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26030; }","duration":"108.042941ms","start":"2026-04-22T14:47:21.737111Z","end":"2026-04-22T14:47:21.845154Z","steps":["trace[884175103] 'agreement among raft nodes before linearized reading' (duration: 107.654233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:21.844615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.410629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T14:47:21.845563Z","caller":"traceutil/trace.go:171","msg":"trace[1093532282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26030; }","duration":"109.401188ms","start":"2026-04-22T14:47:21.736145Z","end":"2026-04-22T14:47:21.845546Z","steps":["trace[1093532282] 'agreement among raft nodes before linearized reading' (duration: 108.335227ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:22.990702Z","caller":"traceutil/trace.go:171","msg":"trace[1082589098] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"128.379609ms","start":"2026-04-22T14:47:22.862297Z","end":"2026-04-22T14:47:22.990676Z","steps":["trace[1082589098] 'process raft request' (duration: 128.070303ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:25.336587Z","caller":"traceutil/trace.go:171","msg":"trace[1471924907] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"287.914614ms","start":"2026-04-22T14:47:25.048649Z","end":"2026-04-22T14:47:25.336563Z","steps":["trace[1471924907] 'process raft request' (duration: 287.782521ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:25.38613Z","caller":"traceutil/trace.go:171","msg":"trace[1655964103] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"113.339027ms","start":"2026-04-22T14:47:25.272757Z","end":"2026-04-22T14:47:25.386096Z","steps":["trace[1655964103] 'process raft request' (duration: 112.612012ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:26.307315Z","caller":"traceutil/trace.go:171","msg":"trace[607084734] linearizableReadLoop","detail":"{readStateIndex:26916; appliedIndex:26915; }","duration":"125.642354ms","start":"2026-04-22T14:47:26.181656Z","end":"2026-04-22T14:47:26.307299Z","steps":["trace[607084734] 'read index received' (duration: 125.41686ms)","trace[607084734] 'applied index is now lower than readState.Index' (duration: 224.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:26.307392Z","caller":"traceutil/trace.go:171","msg":"trace[295103839] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"126.199135ms","start":"2026-04-22T14:47:26.181157Z","end":"2026-04-22T14:47:26.307356Z","steps":["trace[295103839] 'process raft request' (duration: 125.990521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:26.307556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.863609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T14:47:26.307587Z","caller":"traceutil/trace.go:171","msg":"trace[1473236815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26065; }","duration":"125.966301ms","start":"2026-04-22T14:47:26.181613Z","end":"2026-04-22T14:47:26.307579Z","steps":["trace[1473236815] 'agreement among raft nodes before linearized reading' (duration: 125.754236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:26.588829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.942928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:47:26.5889Z","caller":"traceutil/trace.go:171","msg":"trace[1019241546] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26065; }","duration":"219.047811ms","start":"2026-04-22T14:47:26.369838Z","end":"2026-04-22T14:47:26.588886Z","steps":["trace[1019241546] 'range keys from in-memory index tree' (duration: 218.832277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:26.589259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.255076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-22T14:47:26.589362Z","caller":"traceutil/trace.go:171","msg":"trace[2020145305] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"154.046765ms","start":"2026-04-22T14:47:26.435298Z","end":"2026-04-22T14:47:26.589344Z","steps":["trace[2020145305] 'process raft request' (duration: 26.618044ms)","trace[2020145305] 'compare' (duration: 127.105053ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:26.613416Z","caller":"traceutil/trace.go:171","msg":"trace[329885319] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"147.252728ms","start":"2026-04-22T14:47:26.46612Z","end":"2026-04-22T14:47:26.613373Z","steps":["trace[329885319] 'process raft request' (duration: 146.814369ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:28.021126Z","caller":"traceutil/trace.go:171","msg":"trace[1931111040] linearizableReadLoop","detail":"{readStateIndex:26926; appliedIndex:26924; }","duration":"327.916768ms","start":"2026-04-22T14:47:27.693173Z","end":"2026-04-22T14:47:28.02109Z","steps":["trace[1931111040] 'read index received' (duration: 79.510977ms)","trace[1931111040] 'applied index is now lower than readState.Index' (duration: 248.404161ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:28.021275Z","caller":"traceutil/trace.go:171","msg":"trace[1407672045] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"370.631247ms","start":"2026-04-22T14:47:27.650633Z","end":"2026-04-22T14:47:28.021264Z","steps":["trace[1407672045] 'process raft request' (duration: 351.200836ms)","trace[1407672045] 'compare' (duration: 18.973532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:47:28.021406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:47:27.650609Z","time spent":"370.699188ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:47:28.021526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.334666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T14:47:28.021623Z","caller":"traceutil/trace.go:171","msg":"trace[1690806410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26073; }","duration":"328.491439ms","start":"2026-04-22T14:47:27.693111Z","end":"2026-04-22T14:47:28.021603Z","steps":["trace[1690806410] 'agreement among raft nodes before linearized reading' (duration: 328.226994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:28.021671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:47:27.692889Z","time spent":"328.772396ms","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T14:47:28.027471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.905132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T14:47:28.027531Z","caller":"traceutil/trace.go:171","msg":"trace[2114305759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26075; }","duration":"154.004284ms","start":"2026-04-22T14:47:27.873513Z","end":"2026-04-22T14:47:28.027517Z","steps":["trace[2114305759] 'agreement among raft nodes before linearized reading' (duration: 153.856631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:28.027786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.550054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T14:47:28.027813Z","caller":"traceutil/trace.go:171","msg":"trace[1320292837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26075; }","duration":"152.600035ms","start":"2026-04-22T14:47:27.875207Z","end":"2026-04-22T14:47:28.027807Z","steps":["trace[1320292837] 'agreement among raft nodes before linearized reading' (duration: 152.536084ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:28.027764Z","caller":"traceutil/trace.go:171","msg":"trace[1968473370] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"152.758969ms","start":"2026-04-22T14:47:27.874965Z","end":"2026-04-22T14:47:28.027724Z","steps":["trace[1968473370] 'process raft request' (duration: 152.363052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:47:28.028009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.411782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T14:47:28.028029Z","caller":"traceutil/trace.go:171","msg":"trace[1296556401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26075; }","duration":"154.450123ms","start":"2026-04-22T14:47:27.873574Z","end":"2026-04-22T14:47:28.028024Z","steps":["trace[1296556401] 'agreement among raft nodes before linearized reading' (duration: 154.373502ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:28.028125Z","caller":"traceutil/trace.go:171","msg":"trace[2100874018] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"254.372561ms","start":"2026-04-22T14:47:27.773745Z","end":"2026-04-22T14:47:28.028118Z","steps":["trace[2100874018] 'process raft request' (duration: 253.469603ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:29.554984Z","caller":"traceutil/trace.go:171","msg":"trace[1894507112] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"157.29783ms","start":"2026-04-22T14:47:29.397658Z","end":"2026-04-22T14:47:29.554955Z","steps":["trace[1894507112] 'process raft request' (duration: 76.769272ms)","trace[1894507112] 'compare' (duration: 79.955497ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:30.422216Z","caller":"traceutil/trace.go:171","msg":"trace[2145451168] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"101.947308ms","start":"2026-04-22T14:47:30.320235Z","end":"2026-04-22T14:47:30.422182Z","steps":["trace[2145451168] 'process raft request' (duration: 101.769375ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:38.239888Z","caller":"traceutil/trace.go:171","msg":"trace[1194369158] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"176.041106ms","start":"2026-04-22T14:47:38.063813Z","end":"2026-04-22T14:47:38.239854Z","steps":["trace[1194369158] 'process raft request' (duration: 175.606228ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:38.399067Z","caller":"traceutil/trace.go:171","msg":"trace[846945438] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"152.821539ms","start":"2026-04-22T14:47:38.24622Z","end":"2026-04-22T14:47:38.399041Z","steps":["trace[846945438] 'process raft request' (duration: 152.785159ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:38.399198Z","caller":"traceutil/trace.go:171","msg":"trace[1912059831] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"154.846761ms","start":"2026-04-22T14:47:38.24432Z","end":"2026-04-22T14:47:38.399167Z","steps":["trace[1912059831] 'process raft request' (duration: 66.481496ms)","trace[1912059831] 'compare' (duration: 87.655261ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:47:38.399208Z","caller":"traceutil/trace.go:171","msg":"trace[1183403629] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"154.8089ms","start":"2026-04-22T14:47:38.244367Z","end":"2026-04-22T14:47:38.399176Z","steps":["trace[1183403629] 'process raft request' (duration: 154.544095ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:38.399309Z","caller":"traceutil/trace.go:171","msg":"trace[1696683179] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"154.195057ms","start":"2026-04-22T14:47:38.245102Z","end":"2026-04-22T14:47:38.399297Z","steps":["trace[1696683179] 'process raft request' (duration: 153.861301ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:47:54.463354Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a37.wal"} {"level":"info","ts":"2026-04-22T14:50:50.887629Z","caller":"traceutil/trace.go:171","msg":"trace[1368009709] transaction","detail":"{read_only:false; response_revision:28137; number_of_response:1; }","duration":"111.259005ms","start":"2026-04-22T14:50:50.776331Z","end":"2026-04-22T14:50:50.88759Z","steps":["trace[1368009709] 'process raft request' (duration: 30.409821ms)","trace[1368009709] 'compare' (duration: 80.442485ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:51:18.160866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25451} {"level":"info","ts":"2026-04-22T14:51:18.338126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25451,"took":"173.657459ms","hash":1523342628,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":36208640,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-22T14:51:18.338215Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1523342628,"revision":25451,"compact-revision":22030} {"level":"warn","ts":"2026-04-22T14:52:15.102072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:15.603211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:16.103824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:16.601992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000628713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T14:52:16.60215Z","caller":"traceutil/trace.go:171","msg":"trace[422909484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000825018s","start":"2026-04-22T14:52:14.601284Z","end":"2026-04-22T14:52:16.602109Z","steps":["trace[422909484] 'agreement among raft nodes before linearized reading' (duration: 2.000664934s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:16.602216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:14.601265Z","time spent":"2.000937479s","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 14:52:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T14:52:16.604139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:17.104689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:17.414723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.872949758s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T14:52:17.415327Z","caller":"traceutil/trace.go:171","msg":"trace[1859038596] transaction","detail":"{read_only:false; response_revision:28880; number_of_response:1; }","duration":"2.873705245s","start":"2026-04-22T14:52:14.54159Z","end":"2026-04-22T14:52:17.415295Z","steps":["trace[1859038596] 'process raft request' (duration: 2.873510491s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.415501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:14.541556Z","time spent":"2.873836157s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:17.565947Z","caller":"traceutil/trace.go:171","msg":"trace[525926069] transaction","detail":"{read_only:false; response_revision:28882; number_of_response:1; }","duration":"2.297782614s","start":"2026-04-22T14:52:15.268131Z","end":"2026-04-22T14:52:17.565914Z","steps":["trace[525926069] 'process raft request' (duration: 2.297509018s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.565977Z","caller":"traceutil/trace.go:171","msg":"trace[989651806] transaction","detail":"{read_only:false; response_revision:28881; number_of_response:1; }","duration":"2.942140389s","start":"2026-04-22T14:52:14.623778Z","end":"2026-04-22T14:52:17.565919Z","steps":["trace[989651806] 'process raft request' (duration: 2.941525337s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.566098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.268106Z","time spent":"2.297914616s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:17.565963Z","caller":"traceutil/trace.go:171","msg":"trace[798522448] transaction","detail":"{read_only:false; response_revision:28883; number_of_response:1; }","duration":"2.052515206s","start":"2026-04-22T14:52:15.513428Z","end":"2026-04-22T14:52:17.565943Z","steps":["trace[798522448] 'process raft request' (duration: 2.052298192s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.566172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:14.62374Z","time spent":"2.942311542s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:17.566161Z","caller":"traceutil/trace.go:171","msg":"trace[1888164895] transaction","detail":"{read_only:false; response_revision:28884; number_of_response:1; }","duration":"1.858660141s","start":"2026-04-22T14:52:15.70745Z","end":"2026-04-22T14:52:17.56611Z","steps":["trace[1888164895] 'process raft request' (duration: 1.858304364s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.566289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.513398Z","time spent":"2.052789102s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:17.566353Z","caller":"traceutil/trace.go:171","msg":"trace[923592448] transaction","detail":"{read_only:false; response_revision:28885; number_of_response:1; }","duration":"1.858009448s","start":"2026-04-22T14:52:15.70833Z","end":"2026-04-22T14:52:17.56634Z","steps":["trace[923592448] 'process raft request' (duration: 1.857455707s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.566383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.7074Z","time spent":"1.858871775s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:17.566413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.708297Z","time spent":"1.85808414s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:17.566612Z","caller":"traceutil/trace.go:171","msg":"trace[1442732163] transaction","detail":"{read_only:false; response_revision:28886; number_of_response:1; }","duration":"1.72473705s","start":"2026-04-22T14:52:15.841861Z","end":"2026-04-22T14:52:17.566598Z","steps":["trace[1442732163] 'process raft request' (duration: 1.724404774s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.566627Z","caller":"traceutil/trace.go:171","msg":"trace[877599715] transaction","detail":"{read_only:false; response_revision:28887; number_of_response:1; }","duration":"1.671096873s","start":"2026-04-22T14:52:15.895465Z","end":"2026-04-22T14:52:17.566562Z","steps":["trace[877599715] 'process raft request' (duration: 1.670836647s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.566683Z","caller":"traceutil/trace.go:171","msg":"trace[1283262904] transaction","detail":"{read_only:false; response_revision:28889; number_of_response:1; }","duration":"1.650637162s","start":"2026-04-22T14:52:15.916035Z","end":"2026-04-22T14:52:17.566672Z","steps":["trace[1283262904] 'process raft request' (duration: 1.650332136s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.566739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.916002Z","time spent":"1.650706783s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:17.566756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.895441Z","time spent":"1.671261016s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:17.566754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.84183Z","time spent":"1.724854173s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:17.566613Z","caller":"traceutil/trace.go:171","msg":"trace[90416795] transaction","detail":"{read_only:false; response_revision:28888; number_of_response:1; }","duration":"1.651548279s","start":"2026-04-22T14:52:15.915013Z","end":"2026-04-22T14:52:17.566561Z","steps":["trace[90416795] 'process raft request' (duration: 1.651315725s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.566908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.914985Z","time spent":"1.651891427s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:17.619029Z","caller":"traceutil/trace.go:171","msg":"trace[143192868] linearizableReadLoop","detail":"{readStateIndex:29815; appliedIndex:29804; }","duration":"3.017658226s","start":"2026-04-22T14:52:14.601337Z","end":"2026-04-22T14:52:17.618995Z","steps":["trace[143192868] 'read index received' (duration: 2.813844471s)","trace[143192868] 'applied index is now lower than readState.Index' (duration: 203.812345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T14:52:17.619235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937329171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:17.619515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.892353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T14:52:17.619564Z","caller":"traceutil/trace.go:171","msg":"trace[1920122815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28889; }","duration":"277.010845ms","start":"2026-04-22T14:52:17.34254Z","end":"2026-04-22T14:52:17.619551Z","steps":["trace[1920122815] 'agreement among raft nodes before linearized reading' (duration: 276.808951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.619534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72919646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-22T14:52:17.619557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303381425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T14:52:17.619632Z","caller":"traceutil/trace.go:171","msg":"trace[1978700319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28889; }","duration":"1.729351833s","start":"2026-04-22T14:52:15.890258Z","end":"2026-04-22T14:52:17.61961Z","steps":["trace[1978700319] 'agreement among raft nodes before linearized reading' (duration: 1.729026567s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.619653Z","caller":"traceutil/trace.go:171","msg":"trace[1991723629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28889; }","duration":"2.303525899s","start":"2026-04-22T14:52:15.316101Z","end":"2026-04-22T14:52:17.619627Z","steps":["trace[1991723629] 'agreement among raft nodes before linearized reading' (duration: 2.303229763s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.619566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78838413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:17.619704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486901152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:17.619716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.316088Z","time spent":"2.30361344s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T14:52:17.61976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017275347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:17.619766Z","caller":"traceutil/trace.go:171","msg":"trace[2085069683] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28889; }","duration":"2.486987204s","start":"2026-04-22T14:52:15.132756Z","end":"2026-04-22T14:52:17.619744Z","steps":["trace[2085069683] 'agreement among raft nodes before linearized reading' (duration: 2.486911363s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.619797Z","caller":"traceutil/trace.go:171","msg":"trace[2137244240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28889; }","duration":"1.01739444s","start":"2026-04-22T14:52:16.602393Z","end":"2026-04-22T14:52:17.619788Z","steps":["trace[2137244240] 'agreement among raft nodes before linearized reading' (duration: 1.017324959s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.619813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.132734Z","time spent":"2.487066615s","remote":"127.0.0.1:41162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:17.619828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:16.602332Z","time spent":"1.017490932s","remote":"127.0.0.1:35378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T14:52:17.6198Z","caller":"traceutil/trace.go:171","msg":"trace[547152961] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28889; }","duration":"2.788583714s","start":"2026-04-22T14:52:14.831142Z","end":"2026-04-22T14:52:17.619726Z","steps":["trace[547152961] 'agreement among raft nodes before linearized reading' (duration: 2.788330119s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.61989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187547259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:17.619929Z","caller":"traceutil/trace.go:171","msg":"trace[300404009] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28889; }","duration":"2.18761037s","start":"2026-04-22T14:52:15.432302Z","end":"2026-04-22T14:52:17.619913Z","steps":["trace[300404009] 'agreement among raft nodes before linearized reading' (duration: 2.187547799s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.61999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.43229Z","time spent":"2.187691692s","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:17.619904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074401016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:17.620069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.062794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:17.62006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:14.831049Z","time spent":"2.788989872s","remote":"127.0.0.1:47548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:17.61969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.890231Z","time spent":"1.729449215s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-22T14:52:17.620137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729523087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T14:52:17.620173Z","caller":"traceutil/trace.go:171","msg":"trace[16371169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28889; }","duration":"1.729626088s","start":"2026-04-22T14:52:15.890536Z","end":"2026-04-22T14:52:17.620162Z","steps":["trace[16371169] 'agreement among raft nodes before linearized reading' (duration: 1.729502666s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.619618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775596474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-6b8fc54d77-p2lv8.18a8b54f3faa2910\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-22T14:52:17.620116Z","caller":"traceutil/trace.go:171","msg":"trace[1869469514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28889; }","duration":"146.156316ms","start":"2026-04-22T14:52:17.473946Z","end":"2026-04-22T14:52:17.620103Z","steps":["trace[1869469514] 'agreement among raft nodes before linearized reading' (duration: 146.083675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.620208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.89051Z","time spent":"1.72969161s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T14:52:17.620253Z","caller":"traceutil/trace.go:171","msg":"trace[1887207370] range","detail":"{range_begin:/registry/events/openstack/manila-api-6b8fc54d77-p2lv8.18a8b54f3faa2910; range_end:; response_count:1; response_revision:28889; }","duration":"2.776279137s","start":"2026-04-22T14:52:14.843934Z","end":"2026-04-22T14:52:17.620213Z","steps":["trace[1887207370] 'agreement among raft nodes before linearized reading' (duration: 2.775522012s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.620336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:14.843905Z","time spent":"2.77640006s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/manila-api-6b8fc54d77-p2lv8.18a8b54f3faa2910\" "} {"level":"warn","ts":"2026-04-22T14:52:17.62044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807517984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T14:52:17.619277Z","caller":"traceutil/trace.go:171","msg":"trace[892241052] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28889; }","duration":"2.937453794s","start":"2026-04-22T14:52:14.681808Z","end":"2026-04-22T14:52:17.619262Z","steps":["trace[892241052] 'agreement among raft nodes before linearized reading' (duration: 2.937352282s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.620561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729968157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T14:52:17.620588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:14.681756Z","time spent":"2.938813562s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:52:17.620646Z","caller":"traceutil/trace.go:171","msg":"trace[92024778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28889; }","duration":"1.730206061s","start":"2026-04-22T14:52:15.890418Z","end":"2026-04-22T14:52:17.620624Z","steps":["trace[92024778] 'agreement among raft nodes before linearized reading' (duration: 1.729839263s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.620703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.890393Z","time spent":"1.730295783s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-22T14:52:17.620505Z","caller":"traceutil/trace.go:171","msg":"trace[246710148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28889; }","duration":"1.807654828s","start":"2026-04-22T14:52:15.812833Z","end":"2026-04-22T14:52:17.620488Z","steps":["trace[246710148] 'agreement among raft nodes before linearized reading' (duration: 1.80732112s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.620599Z","caller":"traceutil/trace.go:171","msg":"trace[1971926574] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28889; }","duration":"2.074822964s","start":"2026-04-22T14:52:15.545272Z","end":"2026-04-22T14:52:17.620095Z","steps":["trace[1971926574] 'agreement among raft nodes before linearized reading' (duration: 2.074162341s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.620964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.812809Z","time spent":"1.808049705s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T14:52:17.621136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:15.545204Z","time spent":"2.075674331s","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:52:17.77662Z","caller":"traceutil/trace.go:171","msg":"trace[1121886213] linearizableReadLoop","detail":"{readStateIndex:29816; appliedIndex:29815; }","duration":"152.276169ms","start":"2026-04-22T14:52:17.624317Z","end":"2026-04-22T14:52:17.776593Z","steps":["trace[1121886213] 'read index received' (duration: 152.155567ms)","trace[1121886213] 'applied index is now lower than readState.Index' (duration: 119.452µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:52:17.776737Z","caller":"traceutil/trace.go:171","msg":"trace[1178205753] transaction","detail":"{read_only:false; response_revision:28890; number_of_response:1; }","duration":"152.750288ms","start":"2026-04-22T14:52:17.623975Z","end":"2026-04-22T14:52:17.776726Z","steps":["trace[1178205753] 'process raft request' (duration: 152.395131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.777135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.794109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-22T14:52:17.777238Z","caller":"traceutil/trace.go:171","msg":"trace[1531665720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28890; }","duration":"152.930452ms","start":"2026-04-22T14:52:17.62428Z","end":"2026-04-22T14:52:17.777211Z","steps":["trace[1531665720] 'agreement among raft nodes before linearized reading' (duration: 152.660126ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.799371Z","caller":"traceutil/trace.go:171","msg":"trace[906556077] transaction","detail":"{read_only:false; response_revision:28892; number_of_response:1; }","duration":"173.250771ms","start":"2026-04-22T14:52:17.626099Z","end":"2026-04-22T14:52:17.79935Z","steps":["trace[906556077] 'process raft request' (duration: 173.179059ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.79938Z","caller":"traceutil/trace.go:171","msg":"trace[1402202944] transaction","detail":"{read_only:false; response_revision:28891; number_of_response:1; }","duration":"173.483005ms","start":"2026-04-22T14:52:17.625866Z","end":"2026-04-22T14:52:17.799349Z","steps":["trace[1402202944] 'process raft request' (duration: 173.267731ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.799684Z","caller":"traceutil/trace.go:171","msg":"trace[1239645533] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"173.457695ms","start":"2026-04-22T14:52:17.626195Z","end":"2026-04-22T14:52:17.799653Z","steps":["trace[1239645533] 'process raft request' (duration: 173.119428ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.799813Z","caller":"traceutil/trace.go:171","msg":"trace[2092789569] transaction","detail":"{read_only:false; response_revision:28894; number_of_response:1; }","duration":"173.465405ms","start":"2026-04-22T14:52:17.626334Z","end":"2026-04-22T14:52:17.7998Z","steps":["trace[2092789569] 'process raft request' (duration: 173.22839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:17.799934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.604469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:17.799965Z","caller":"traceutil/trace.go:171","msg":"trace[1048091448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28895; }","duration":"171.656389ms","start":"2026-04-22T14:52:17.628301Z","end":"2026-04-22T14:52:17.799957Z","steps":["trace[1048091448] 'agreement among raft nodes before linearized reading' (duration: 171.599738ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:17.799967Z","caller":"traceutil/trace.go:171","msg":"trace[438220560] transaction","detail":"{read_only:false; response_revision:28895; number_of_response:1; }","duration":"173.017287ms","start":"2026-04-22T14:52:17.626905Z","end":"2026-04-22T14:52:17.799922Z","steps":["trace[438220560] 'process raft request' (duration: 172.803433ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:20.499295Z","caller":"traceutil/trace.go:171","msg":"trace[780554913] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"110.49875ms","start":"2026-04-22T14:52:20.38877Z","end":"2026-04-22T14:52:20.499269Z","steps":["trace[780554913] 'process raft request' (duration: 110.226304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:27.562967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:28.063915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:28.56471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:29.065599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:29.566308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:29.683788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T14:52:29.683891Z","caller":"traceutil/trace.go:171","msg":"trace[193381860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581643s","start":"2026-04-22T14:52:27.683287Z","end":"2026-04-22T14:52:29.683868Z","steps":["trace[193381860] 'agreement among raft nodes before linearized reading' (duration: 2.00043804s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:29.683946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.683267Z","time spent":"2.000667214s","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 14:52:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T14:52:30.066914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:30.568095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:30.600941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T14:52:30.601053Z","caller":"traceutil/trace.go:171","msg":"trace[69531424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494171s","start":"2026-04-22T14:52:28.600536Z","end":"2026-04-22T14:52:30.60103Z","steps":["trace[69531424] 'agreement among raft nodes before linearized reading' (duration: 2.000287857s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:30.6011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:28.600513Z","time spent":"2.000577583s","remote":"127.0.0.1:35378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 14:52:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T14:52:31.068921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:31.569536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6277065383412451703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T14:52:32.018901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.34133015s","expected-duration":"1s"} {"level":"info","ts":"2026-04-22T14:52:32.050251Z","caller":"traceutil/trace.go:171","msg":"trace[1041570860] transaction","detail":"{read_only:false; response_revision:28957; number_of_response:1; }","duration":"4.592468827s","start":"2026-04-22T14:52:27.457753Z","end":"2026-04-22T14:52:32.050222Z","steps":["trace[1041570860] 'process raft request' (duration: 4.592139879s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.050569Z","caller":"traceutil/trace.go:171","msg":"trace[1474041238] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"4.415713705s","start":"2026-04-22T14:52:27.634837Z","end":"2026-04-22T14:52:32.050551Z","steps":["trace[1474041238] 'process raft request' (duration: 4.415596613s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.0506Z","caller":"traceutil/trace.go:171","msg":"trace[1998846507] transaction","detail":"{read_only:false; response_revision:28959; number_of_response:1; }","duration":"4.430494942s","start":"2026-04-22T14:52:27.620046Z","end":"2026-04-22T14:52:32.050541Z","steps":["trace[1998846507] 'process raft request' (duration: 4.430326989s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.050677Z","caller":"traceutil/trace.go:171","msg":"trace[401467024] transaction","detail":"{read_only:false; response_revision:28962; number_of_response:1; }","duration":"4.406966548s","start":"2026-04-22T14:52:27.643694Z","end":"2026-04-22T14:52:32.050661Z","steps":["trace[401467024] 'process raft request' (duration: 4.406828585s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.050769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.620009Z","time spent":"4.430668566s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:32.050831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.63481Z","time spent":"4.415845988s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:32.050923Z","caller":"traceutil/trace.go:171","msg":"trace[2037862046] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"4.408047621s","start":"2026-04-22T14:52:27.642818Z","end":"2026-04-22T14:52:32.050865Z","steps":["trace[2037862046] 'process raft request' (duration: 4.407669534s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.050884Z","caller":"traceutil/trace.go:171","msg":"trace[611148246] transaction","detail":"{read_only:false; response_revision:28963; number_of_response:1; }","duration":"4.405269145s","start":"2026-04-22T14:52:27.6456Z","end":"2026-04-22T14:52:32.050869Z","steps":["trace[611148246] 'process raft request' (duration: 4.404958619s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.050966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.643683Z","time spent":"4.407063911s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:32.051095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.645586Z","time spent":"4.405467289s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:32.051129Z","caller":"traceutil/trace.go:171","msg":"trace[604822279] transaction","detail":"{read_only:false; response_revision:28964; number_of_response:1; }","duration":"4.403667022s","start":"2026-04-22T14:52:27.647442Z","end":"2026-04-22T14:52:32.051109Z","steps":["trace[604822279] 'process raft request' (duration: 4.403339556s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.051195Z","caller":"traceutil/trace.go:171","msg":"trace[1938470694] transaction","detail":"{read_only:false; response_revision:28965; number_of_response:1; }","duration":"4.403647141s","start":"2026-04-22T14:52:27.647532Z","end":"2026-04-22T14:52:32.051179Z","steps":["trace[1938470694] 'process raft request' (duration: 4.403499719s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.051241Z","caller":"traceutil/trace.go:171","msg":"trace[103085916] transaction","detail":"{read_only:false; response_revision:28966; number_of_response:1; }","duration":"2.41653248s","start":"2026-04-22T14:52:29.634699Z","end":"2026-04-22T14:52:32.051231Z","steps":["trace[103085916] 'process raft request' (duration: 2.416429758s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.051248Z","caller":"traceutil/trace.go:171","msg":"trace[1642464206] transaction","detail":"{read_only:false; response_revision:28967; number_of_response:1; }","duration":"1.857178982s","start":"2026-04-22T14:52:30.19406Z","end":"2026-04-22T14:52:32.051239Z","steps":["trace[1642464206] 'process raft request' (duration: 1.85711508s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.051195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.642788Z","time spent":"4.408272225s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:32.051322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988440341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:32.051336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.647504Z","time spent":"4.403737014s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:32.051232Z","caller":"traceutil/trace.go:171","msg":"trace[2039223742] linearizableReadLoop","detail":"{readStateIndex:29895; appliedIndex:29883; }","duration":"4.988343929s","start":"2026-04-22T14:52:27.062875Z","end":"2026-04-22T14:52:32.051218Z","steps":["trace[2039223742] 'read index received' (duration: 4.956393257s)","trace[2039223742] 'applied index is now lower than readState.Index' (duration: 31.949752ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T14:52:32.05138Z","caller":"traceutil/trace.go:171","msg":"trace[1057705798] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28967; }","duration":"4.988543383s","start":"2026-04-22T14:52:27.062827Z","end":"2026-04-22T14:52:32.05137Z","steps":["trace[1057705798] 'agreement among raft nodes before linearized reading' (duration: 4.988436801s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.051423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.062804Z","time spent":"4.988610554s","remote":"127.0.0.1:47588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.051299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.194036Z","time spent":"1.857237173s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:32.050511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.457723Z","time spent":"4.59266152s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:32.051519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517251975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:32.051324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:29.634671Z","time spent":"2.416600441s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T14:52:32.051569Z","caller":"traceutil/trace.go:171","msg":"trace[276325036] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28967; }","duration":"4.517306806s","start":"2026-04-22T14:52:27.534254Z","end":"2026-04-22T14:52:32.051561Z","steps":["trace[276325036] 'agreement among raft nodes before linearized reading' (duration: 4.517226984s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.051197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.647431Z","time spent":"4.403731393s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:32.051594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.534206Z","time spent":"4.517381457s","remote":"127.0.0.1:35692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.051659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995179244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:32.051702Z","caller":"traceutil/trace.go:171","msg":"trace[1856607361] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28967; }","duration":"1.995261535s","start":"2026-04-22T14:52:30.056428Z","end":"2026-04-22T14:52:32.051689Z","steps":["trace[1856607361] 'agreement among raft nodes before linearized reading' (duration: 1.995190214s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.051735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.056406Z","time spent":"1.995321047s","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.051754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369750519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-22T14:52:32.05179Z","caller":"traceutil/trace.go:171","msg":"trace[1376394972] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28967; }","duration":"1.36978892s","start":"2026-04-22T14:52:30.681991Z","end":"2026-04-22T14:52:32.051779Z","steps":["trace[1376394972] 'agreement among raft nodes before linearized reading' (duration: 1.369685458s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.05183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.681938Z","time spent":"1.369883712s","remote":"127.0.0.1:35916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.051954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443294256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:32.051964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998223447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-22T14:52:32.051992Z","caller":"traceutil/trace.go:171","msg":"trace[195614168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28967; }","duration":"1.443358848s","start":"2026-04-22T14:52:30.608623Z","end":"2026-04-22T14:52:32.051982Z","steps":["trace[195614168] 'agreement among raft nodes before linearized reading' (duration: 1.443300507s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.052003Z","caller":"traceutil/trace.go:171","msg":"trace[388722200] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28967; }","duration":"3.998292217s","start":"2026-04-22T14:52:28.0537Z","end":"2026-04-22T14:52:32.051992Z","steps":["trace[388722200] 'agreement among raft nodes before linearized reading' (duration: 3.998071663s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.05203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.60861Z","time spent":"1.443411359s","remote":"127.0.0.1:35368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T14:52:32.052037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:28.053681Z","time spent":"3.998348499s","remote":"127.0.0.1:35588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.052192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045286082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:32.052209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232653745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:32.052233Z","caller":"traceutil/trace.go:171","msg":"trace[1928358905] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28967; }","duration":"3.045326603s","start":"2026-04-22T14:52:29.006896Z","end":"2026-04-22T14:52:32.052223Z","steps":["trace[1928358905] 'agreement among raft nodes before linearized reading' (duration: 3.045265962s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.052263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:29.006859Z","time spent":"3.045396284s","remote":"127.0.0.1:39842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:52:32.052377Z","caller":"traceutil/trace.go:171","msg":"trace[213759412] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28967; }","duration":"1.232737316s","start":"2026-04-22T14:52:30.819501Z","end":"2026-04-22T14:52:32.052238Z","steps":["trace[213759412] 'agreement among raft nodes before linearized reading' (duration: 1.232644394s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.052431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.819483Z","time spent":"1.232933961s","remote":"127.0.0.1:47668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.052192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143223018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:32.052941Z","caller":"traceutil/trace.go:171","msg":"trace[60065878] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28967; }","duration":"1.144024964s","start":"2026-04-22T14:52:30.908891Z","end":"2026-04-22T14:52:32.052916Z","steps":["trace[60065878] 'agreement among raft nodes before linearized reading' (duration: 1.143231598s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.053087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.441287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.52\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-22T14:52:32.053155Z","caller":"traceutil/trace.go:171","msg":"trace[864934883] range","detail":"{range_begin:/registry/masterleases/199.19.213.52; range_end:; response_count:1; response_revision:28967; }","duration":"531.548599ms","start":"2026-04-22T14:52:31.521593Z","end":"2026-04-22T14:52:32.053141Z","steps":["trace[864934883] 'agreement among raft nodes before linearized reading' (duration: 531.384856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.053185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:31.521572Z","time spent":"531.606601ms","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.52\" "} {"level":"warn","ts":"2026-04-22T14:52:32.052553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491785991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:32.053312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181341876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T14:52:32.053297Z","caller":"traceutil/trace.go:171","msg":"trace[943902088] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28967; }","duration":"3.492532157s","start":"2026-04-22T14:52:28.560724Z","end":"2026-04-22T14:52:32.053256Z","steps":["trace[943902088] 'agreement among raft nodes before linearized reading' (duration: 3.491804352s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.053368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:28.560701Z","time spent":"3.4926478s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:52:32.053392Z","caller":"traceutil/trace.go:171","msg":"trace[195445905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28967; }","duration":"4.181439218s","start":"2026-04-22T14:52:27.871899Z","end":"2026-04-22T14:52:32.053338Z","steps":["trace[195445905] 'agreement among raft nodes before linearized reading' (duration: 4.181334126s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.053314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.908866Z","time spent":"1.144420763s","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.053494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177792015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T14:52:32.053523Z","caller":"traceutil/trace.go:171","msg":"trace[94805391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28967; }","duration":"4.177879596s","start":"2026-04-22T14:52:27.875636Z","end":"2026-04-22T14:52:32.053515Z","steps":["trace[94805391] 'agreement among raft nodes before linearized reading' (duration: 4.177818755s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.053543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.875608Z","time spent":"4.177929998s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-22T14:52:32.053537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188721865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-22T14:52:32.052594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803117866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:32.053573Z","caller":"traceutil/trace.go:171","msg":"trace[1231504918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28967; }","duration":"4.188804986s","start":"2026-04-22T14:52:27.864759Z","end":"2026-04-22T14:52:32.053564Z","steps":["trace[1231504918] 'agreement among raft nodes before linearized reading' (duration: 4.188702004s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.053629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.864732Z","time spent":"4.188890327s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-22T14:52:32.053633Z","caller":"traceutil/trace.go:171","msg":"trace[548768487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28967; }","duration":"3.804189108s","start":"2026-04-22T14:52:28.249427Z","end":"2026-04-22T14:52:32.053616Z","steps":["trace[548768487] 'agreement among raft nodes before linearized reading' (duration: 3.803147417s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.052706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989773256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-22T14:52:32.053679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:28.249403Z","time spent":"3.8042627s","remote":"127.0.0.1:47620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:52:32.053707Z","caller":"traceutil/trace.go:171","msg":"trace[27686432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28967; }","duration":"3.990773727s","start":"2026-04-22T14:52:28.062924Z","end":"2026-04-22T14:52:32.053698Z","steps":["trace[27686432] 'agreement among raft nodes before linearized reading' (duration: 3.989687465s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.053739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:28.062901Z","time spent":"3.990828719s","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-22T14:52:32.051751Z","caller":"traceutil/trace.go:171","msg":"trace[766120491] transaction","detail":"{read_only:false; response_revision:28958; number_of_response:1; }","duration":"4.471007065s","start":"2026-04-22T14:52:27.579508Z","end":"2026-04-22T14:52:32.050515Z","steps":["trace[766120491] 'process raft request' (duration: 4.470657678s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.052815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.242329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:32.053447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.87187Z","time spent":"4.181567011s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-22T14:52:32.053959Z","caller":"traceutil/trace.go:171","msg":"trace[1001890575] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28967; }","duration":"390.397593ms","start":"2026-04-22T14:52:31.66355Z","end":"2026-04-22T14:52:32.053948Z","steps":["trace[1001890575] 'agreement among raft nodes before linearized reading' (duration: 389.202138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.05399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:31.663508Z","time spent":"390.470985ms","remote":"127.0.0.1:47446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.052507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327447619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:32.054188Z","caller":"traceutil/trace.go:171","msg":"trace[775145207] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28967; }","duration":"3.329145684s","start":"2026-04-22T14:52:28.724995Z","end":"2026-04-22T14:52:32.054141Z","steps":["trace[775145207] 'agreement among raft nodes before linearized reading' (duration: 3.32747756s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.054356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:28.724958Z","time spent":"3.329373508s","remote":"127.0.0.1:41128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.05343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178338526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T14:52:32.054786Z","caller":"traceutil/trace.go:171","msg":"trace[975908876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28967; }","duration":"4.179720943s","start":"2026-04-22T14:52:27.875048Z","end":"2026-04-22T14:52:32.054769Z","steps":["trace[975908876] 'agreement among raft nodes before linearized reading' (duration: 4.178168152s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.054862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.875031Z","time spent":"4.179812025s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-22T14:52:32.053916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.579478Z","time spent":"4.474367803s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T14:52:32.055204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179929017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-22T14:52:32.055296Z","caller":"traceutil/trace.go:171","msg":"trace[687583309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28967; }","duration":"4.18007228s","start":"2026-04-22T14:52:27.875202Z","end":"2026-04-22T14:52:32.055275Z","steps":["trace[687583309] 'agreement among raft nodes before linearized reading' (duration: 4.179869156s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.055387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:27.875174Z","time spent":"4.180176523s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-22T14:52:32.055125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732910885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-22T14:52:32.05566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480127776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:32.055661Z","caller":"traceutil/trace.go:171","msg":"trace[1747801172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28967; }","duration":"1.733530197s","start":"2026-04-22T14:52:30.322111Z","end":"2026-04-22T14:52:32.055641Z","steps":["trace[1747801172] 'agreement among raft nodes before linearized reading' (duration: 1.732963576s)"],"step_count":1} {"level":"info","ts":"2026-04-22T14:52:32.055693Z","caller":"traceutil/trace.go:171","msg":"trace[445602539] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:28967; }","duration":"1.480194608s","start":"2026-04-22T14:52:30.57549Z","end":"2026-04-22T14:52:32.055684Z","steps":["trace[445602539] 'agreement among raft nodes before linearized reading' (duration: 1.480128097s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.055722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.57547Z","time spent":"1.480246769s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.055711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.322087Z","time spent":"1.733606748s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-22T14:52:32.055816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448106073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8b56e2230813c\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-22T14:52:32.055949Z","caller":"traceutil/trace.go:171","msg":"trace[996250748] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8b56e2230813c; range_end:; response_count:1; response_revision:28967; }","duration":"1.451799478s","start":"2026-04-22T14:52:30.604116Z","end":"2026-04-22T14:52:32.055915Z","steps":["trace[996250748] 'agreement among raft nodes before linearized reading' (duration: 1.448069112s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.056029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.604091Z","time spent":"1.45190493s","remote":"127.0.0.1:35440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8b56e2230813c\" "} {"level":"warn","ts":"2026-04-22T14:52:32.05601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723278863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-22T14:52:32.056106Z","caller":"traceutil/trace.go:171","msg":"trace[1649830227] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28967; }","duration":"1.723465536s","start":"2026-04-22T14:52:30.332612Z","end":"2026-04-22T14:52:32.056078Z","steps":["trace[1649830227] 'agreement among raft nodes before linearized reading' (duration: 1.723269082s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T14:52:32.056175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-22T14:52:30.332587Z","time spent":"1.723575459s","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-22T14:52:46.17026Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1254347e028571c","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T14:52:46.174527Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-22T14:52:46.174711Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-22T14:56:18.168607Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28448} {"level":"info","ts":"2026-04-22T14:56:18.316493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28448,"took":"142.504365ms","hash":1216492751,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":31502336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T14:56:18.316564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1216492751,"revision":28448,"compact-revision":25451} {"level":"info","ts":"2026-04-22T15:01:18.17696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30659} {"level":"info","ts":"2026-04-22T15:01:18.299684Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30659,"took":"117.534695ms","hash":3870175874,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":31379456,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-22T15:01:18.299751Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3870175874,"revision":30659,"compact-revision":28448} {"level":"info","ts":"2026-04-22T15:06:18.185554Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32983} {"level":"info","ts":"2026-04-22T15:06:18.339046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32983,"took":"149.176698ms","hash":3004522182,"current-db-size-bytes":58937344,"current-db-size":"59 MB","current-db-size-in-use-bytes":30994432,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-22T15:06:18.339107Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3004522182,"revision":32983,"compact-revision":30659} {"level":"info","ts":"2026-04-22T15:11:18.193371Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35318} {"level":"info","ts":"2026-04-22T15:11:18.354498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35318,"took":"156.547033ms","hash":2547377124,"current-db-size-bytes":59359232,"current-db-size":"59 MB","current-db-size-in-use-bytes":31473664,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T15:11:18.354615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2547377124,"revision":35318,"compact-revision":32983} {"level":"info","ts":"2026-04-22T15:14:01.256692Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1254347e028571c","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-22T15:14:01.261563Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-22T15:14:01.261658Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-22T15:16:18.200295Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37549} {"level":"info","ts":"2026-04-22T15:16:18.327552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37549,"took":"120.878208ms","hash":105822048,"current-db-size-bytes":60633088,"current-db-size":"61 MB","current-db-size-in-use-bytes":31821824,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-22T15:16:18.327635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":105822048,"revision":37549,"compact-revision":35318}