{"level":"warn","ts":"2026-03-31T18:27:44.896957Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:27:44.89711Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.201:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.201:2380","--initial-cluster=instance=https://199.19.213.201:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.201:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.201:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:27:44.89722Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:27:44.897235Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.201:2380"]} {"level":"info","ts":"2026-03-31T18:27:44.89726Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:27:44.898112Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.201:2379"]} {"level":"info","ts":"2026-03-31T18:27:44.898209Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.201:2380"],"listen-peer-urls":["https://199.19.213.201:2380"],"advertise-client-urls":["https://199.19.213.201:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.201:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.201:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:27:44.903356Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.881063ms"} {"level":"info","ts":"2026-03-31T18:27:44.912602Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"61bc451777564e43","cluster-id":"b1814cb801e33ddc"} {"level":"info","ts":"2026-03-31T18:27:44.912709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:27:44.912747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became follower at term 0"} {"level":"info","ts":"2026-03-31T18:27:44.912768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 61bc451777564e43 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:27:44.912778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became follower at term 1"} {"level":"info","ts":"2026-03-31T18:27:44.912839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 switched to configuration voters=(7042579884389322307)"} {"level":"warn","ts":"2026-03-31T18:27:44.923358Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:27:44.924915Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:27:44.926188Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:27:44.930807Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"61bc451777564e43","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:27:44.931104Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"61bc451777564e43","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:27:44.931261Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:27:44.93147Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:27:44.931515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:27:44.932153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 switched to configuration voters=(7042579884389322307)"} {"level":"info","ts":"2026-03-31T18:27:44.932836Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b1814cb801e33ddc","local-member-id":"61bc451777564e43","added-peer-id":"61bc451777564e43","added-peer-peer-urls":["https://199.19.213.201:2380"]} {"level":"info","ts":"2026-03-31T18:27:44.936012Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:27:44.936099Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.201:2380"} {"level":"info","ts":"2026-03-31T18:27:44.936146Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.201:2380"} {"level":"info","ts":"2026-03-31T18:27:44.936336Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"61bc451777564e43","initial-advertise-peer-urls":["https://199.19.213.201:2380"],"listen-peer-urls":["https://199.19.213.201:2380"],"advertise-client-urls":["https://199.19.213.201:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.201:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:27:44.936392Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:27:45.613055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:27:45.613105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:27:45.613132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 received MsgPreVoteResp from 61bc451777564e43 at term 1"} {"level":"info","ts":"2026-03-31T18:27:45.613146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:27:45.613153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 received MsgVoteResp from 61bc451777564e43 at term 2"} {"level":"info","ts":"2026-03-31T18:27:45.613163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became leader at term 2"} {"level":"info","ts":"2026-03-31T18:27:45.613176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 61bc451777564e43 elected leader 61bc451777564e43 at term 2"} {"level":"info","ts":"2026-03-31T18:27:45.614359Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"61bc451777564e43","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.201:2379]}","request-path":"/0/members/61bc451777564e43/attributes","cluster-id":"b1814cb801e33ddc","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:27:45.614427Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:27:45.61454Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:27:45.614571Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:27:45.614747Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:27:45.614805Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:27:45.616531Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b1814cb801e33ddc","local-member-id":"61bc451777564e43","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:27:45.616624Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:27:45.616658Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:27:45.617121Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:27:45.618273Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.201:2379"} {"level":"info","ts":"2026-03-31T18:27:48.030826Z","caller":"traceutil/trace.go:171","msg":"trace[189323333] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"122.891311ms","start":"2026-03-31T18:27:47.907898Z","end":"2026-03-31T18:27:48.030789Z","steps":["trace[189323333] 'process raft request' (duration: 58.228634ms)","trace[189323333] 'compare' (duration: 64.441743ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:48.243491Z","caller":"traceutil/trace.go:171","msg":"trace[1786504773] transaction","detail":"{read_only:false; response_revision:78; number_of_response:1; }","duration":"114.812079ms","start":"2026-03-31T18:27:48.12865Z","end":"2026-03-31T18:27:48.243462Z","steps":["trace[1786504773] 'process raft request' (duration: 59.245175ms)","trace[1786504773] 'compare' (duration: 55.422252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:48.573144Z","caller":"traceutil/trace.go:171","msg":"trace[472797343] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"176.293235ms","start":"2026-03-31T18:27:48.396815Z","end":"2026-03-31T18:27:48.573108Z","steps":["trace[472797343] 'process raft request' (duration: 105.918499ms)","trace[472797343] 'compare' (duration: 70.198633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:52.85194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.57437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:52.852593Z","caller":"traceutil/trace.go:171","msg":"trace[1721911912] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:335; }","duration":"290.530113ms","start":"2026-03-31T18:27:52.562049Z","end":"2026-03-31T18:27:52.852579Z","steps":["trace[1721911912] 'read index received' (duration: 53.579336ms)","trace[1721911912] 'applied index is now lower than readState.Index' (duration: 236.949337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:52.852651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.610714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:52.852709Z","caller":"traceutil/trace.go:171","msg":"trace[1228122277] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:0; response_revision:326; }","duration":"290.675635ms","start":"2026-03-31T18:27:52.561992Z","end":"2026-03-31T18:27:52.852668Z","steps":["trace[1228122277] 'agreement among raft nodes before linearized reading' (duration: 290.627354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:52.85271Z","caller":"traceutil/trace.go:171","msg":"trace[1172371934] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"299.990253ms","start":"2026-03-31T18:27:52.55266Z","end":"2026-03-31T18:27:52.85265Z","steps":["trace[1172371934] 'process raft request' (duration: 62.939535ms)","trace[1172371934] 'compare' (duration: 235.382816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:52.852897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:52.552633Z","time spent":"300.174026ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:53.081746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.74523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:53.081852Z","caller":"traceutil/trace.go:171","msg":"trace[1727455306] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"224.261355ms","start":"2026-03-31T18:27:52.857572Z","end":"2026-03-31T18:27:53.081833Z","steps":["trace[1727455306] 'process raft request' (duration: 102.194229ms)","trace[1727455306] 'compare' (duration: 121.557467ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:53.110374Z","caller":"traceutil/trace.go:171","msg":"trace[1626466117] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"248.684309ms","start":"2026-03-31T18:27:52.86164Z","end":"2026-03-31T18:27:53.110325Z","steps":["trace[1626466117] 'process raft request' (duration: 248.362203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:53.278864Z","caller":"traceutil/trace.go:171","msg":"trace[1930150360] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:339; }","duration":"132.309501ms","start":"2026-03-31T18:27:53.146523Z","end":"2026-03-31T18:27:53.278833Z","steps":["trace[1930150360] 'read index received' (duration: 132.004824ms)","trace[1930150360] 'applied index is now lower than readState.Index' (duration: 303.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:53.279224Z","caller":"traceutil/trace.go:171","msg":"trace[290260844] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"156.176244ms","start":"2026-03-31T18:27:53.123016Z","end":"2026-03-31T18:27:53.279193Z","steps":["trace[290260844] 'process raft request' (duration: 155.671905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:53.279226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.693058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:27:53.279264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.101646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:53.279331Z","caller":"traceutil/trace.go:171","msg":"trace[1215508755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:330; }","duration":"132.847301ms","start":"2026-03-31T18:27:53.146467Z","end":"2026-03-31T18:27:53.279314Z","steps":["trace[1215508755] 'agreement among raft nodes before linearized reading' (duration: 132.633997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:53.279338Z","caller":"traceutil/trace.go:171","msg":"trace[593728943] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:0; response_revision:330; }","duration":"132.224139ms","start":"2026-03-31T18:27:53.147098Z","end":"2026-03-31T18:27:53.279323Z","steps":["trace[593728943] 'agreement among raft nodes before linearized reading' (duration: 132.094676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:59.68316Z","caller":"traceutil/trace.go:171","msg":"trace[750286244] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"111.169174ms","start":"2026-03-31T18:27:59.571965Z","end":"2026-03-31T18:27:59.683134Z","steps":["trace[750286244] 'process raft request' (duration: 54.948316ms)","trace[750286244] 'compare' (duration: 56.105146ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:02.927856Z","caller":"traceutil/trace.go:171","msg":"trace[1388536556] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"155.25432ms","start":"2026-03-31T18:28:02.772565Z","end":"2026-03-31T18:28:02.92782Z","steps":["trace[1388536556] 'process raft request' (duration: 155.073417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.058699Z","caller":"traceutil/trace.go:171","msg":"trace[515528520] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"124.682834ms","start":"2026-03-31T18:28:02.933989Z","end":"2026-03-31T18:28:03.058671Z","steps":["trace[515528520] 'process raft request' (duration: 57.692708ms)","trace[515528520] 'compare' (duration: 66.852703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:03.076683Z","caller":"traceutil/trace.go:171","msg":"trace[841820068] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"139.346024ms","start":"2026-03-31T18:28:02.937317Z","end":"2026-03-31T18:28:03.076663Z","steps":["trace[841820068] 'process raft request' (duration: 139.239992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.273398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.83662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:03.273649Z","caller":"traceutil/trace.go:171","msg":"trace[1859921268] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:430; }","duration":"193.508444ms","start":"2026-03-31T18:28:03.080125Z","end":"2026-03-31T18:28:03.273633Z","steps":["trace[1859921268] 'read index received' (duration: 86.325118ms)","trace[1859921268] 'applied index is now lower than readState.Index' (duration: 107.182536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:03.273767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.644637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-31T18:28:03.273814Z","caller":"traceutil/trace.go:171","msg":"trace[1256274847] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:421; }","duration":"193.723978ms","start":"2026-03-31T18:28:03.080081Z","end":"2026-03-31T18:28:03.273805Z","steps":["trace[1256274847] 'agreement among raft nodes before linearized reading' (duration: 193.605495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.273827Z","caller":"traceutil/trace.go:171","msg":"trace[909657203] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"210.760125ms","start":"2026-03-31T18:28:03.06301Z","end":"2026-03-31T18:28:03.27377Z","steps":["trace[909657203] 'process raft request' (duration: 103.464886ms)","trace[909657203] 'compare' (duration: 106.712028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:03.27393Z","caller":"traceutil/trace.go:171","msg":"trace[1807284857] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"207.133366ms","start":"2026-03-31T18:28:03.066756Z","end":"2026-03-31T18:28:03.273889Z","steps":["trace[1807284857] 'process raft request' (duration: 206.829681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.273851Z","caller":"traceutil/trace.go:171","msg":"trace[292415334] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"210.113753ms","start":"2026-03-31T18:28:03.063709Z","end":"2026-03-31T18:28:03.273822Z","steps":["trace[292415334] 'process raft request' (duration: 209.828748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.526904Z","caller":"traceutil/trace.go:171","msg":"trace[307596036] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"248.807336ms","start":"2026-03-31T18:28:03.278064Z","end":"2026-03-31T18:28:03.526871Z","steps":["trace[307596036] 'process raft request' (duration: 185.717265ms)","trace[307596036] 'compare' (duration: 62.950258ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:03.56148Z","caller":"traceutil/trace.go:171","msg":"trace[450380430] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"280.126657ms","start":"2026-03-31T18:28:03.281299Z","end":"2026-03-31T18:28:03.561426Z","steps":["trace[450380430] 'process raft request' (duration: 279.966624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.561721Z","caller":"traceutil/trace.go:171","msg":"trace[173922426] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"280.404202ms","start":"2026-03-31T18:28:03.2813Z","end":"2026-03-31T18:28:03.561704Z","steps":["trace[173922426] 'process raft request' (duration: 280.083316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.561941Z","caller":"traceutil/trace.go:171","msg":"trace[1012861838] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"280.504824ms","start":"2026-03-31T18:28:03.281425Z","end":"2026-03-31T18:28:03.56193Z","steps":["trace[1012861838] 'process raft request' (duration: 280.215679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.561977Z","caller":"traceutil/trace.go:171","msg":"trace[234610284] linearizableReadLoop","detail":"{readStateIndex:438; appliedIndex:433; }","duration":"279.76631ms","start":"2026-03-31T18:28:03.282199Z","end":"2026-03-31T18:28:03.561965Z","steps":["trace[234610284] 'read index received' (duration: 181.660287ms)","trace[234610284] 'applied index is now lower than readState.Index' (duration: 98.105053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:03.562054Z","caller":"traceutil/trace.go:171","msg":"trace[2019369786] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"280.186088ms","start":"2026-03-31T18:28:03.281856Z","end":"2026-03-31T18:28:03.562042Z","steps":["trace[2019369786] 'process raft request' (duration: 280.007215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.562114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.898552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:03.562157Z","caller":"traceutil/trace.go:171","msg":"trace[715530906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"279.970684ms","start":"2026-03-31T18:28:03.282175Z","end":"2026-03-31T18:28:03.562146Z","steps":["trace[715530906] 'agreement among raft nodes before linearized reading' (duration: 279.893553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.56217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.823617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:03.562206Z","caller":"traceutil/trace.go:171","msg":"trace[805435028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"185.900108ms","start":"2026-03-31T18:28:03.376296Z","end":"2026-03-31T18:28:03.562196Z","steps":["trace[805435028] 'agreement among raft nodes before linearized reading' (duration: 185.836567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:03.562248Z","caller":"traceutil/trace.go:171","msg":"trace[954466743] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"279.645598ms","start":"2026-03-31T18:28:03.28258Z","end":"2026-03-31T18:28:03.562226Z","steps":["trace[954466743] 'process raft request' (duration: 279.342112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:05.330104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223502394s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:05.330336Z","caller":"traceutil/trace.go:171","msg":"trace[1089288572] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"1.763434566s","start":"2026-03-31T18:28:03.566868Z","end":"2026-03-31T18:28:05.330302Z","steps":["trace[1089288572] 'process raft request' (duration: 539.672118ms)","trace[1089288572] 'compare' (duration: 1.223413402s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:05.3304Z","caller":"traceutil/trace.go:171","msg":"trace[1249085189] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"1.763260253s","start":"2026-03-31T18:28:03.567133Z","end":"2026-03-31T18:28:05.330393Z","steps":["trace[1249085189] 'process raft request' (duration: 1.76307004s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:05.330409Z","caller":"traceutil/trace.go:171","msg":"trace[1976683399] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"1.761412658s","start":"2026-03-31T18:28:03.568962Z","end":"2026-03-31T18:28:05.330374Z","steps":["trace[1976683399] 'process raft request' (duration: 1.761323616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:05.33052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.567114Z","time spent":"1.763343934s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:05.330444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.566837Z","time spent":"1.763559099s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:05.330426Z","caller":"traceutil/trace.go:171","msg":"trace[1146385148] linearizableReadLoop","detail":"{readStateIndex:444; appliedIndex:439; }","duration":"1.760084552s","start":"2026-03-31T18:28:03.570309Z","end":"2026-03-31T18:28:05.330393Z","steps":["trace[1146385148] 'read index received' (duration: 26.165003ms)","trace[1146385148] 'applied index is now lower than readState.Index' (duration: 1.733916839s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:05.330361Z","caller":"traceutil/trace.go:171","msg":"trace[415129677] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"1.763187221s","start":"2026-03-31T18:28:03.567161Z","end":"2026-03-31T18:28:05.330348Z","steps":["trace[415129677] 'process raft request' (duration: 1.76309792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:05.330594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.568944Z","time spent":"1.76155592s","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:05.330828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.567132Z","time spent":"1.763595319s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:05.880472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31013389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"warn","ts":"2026-03-31T18:28:05.880544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.1937ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:28:05.880582Z","caller":"traceutil/trace.go:171","msg":"trace[892553338] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:432; }","duration":"2.310285973s","start":"2026-03-31T18:28:03.570266Z","end":"2026-03-31T18:28:05.880552Z","steps":["trace[892553338] 'agreement among raft nodes before linearized reading' (duration: 1.760210415s)","trace[892553338] 'range keys from in-memory index tree' (duration: 549.901535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:05.88065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.570249Z","time spent":"2.310388094s","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4218,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-31T18:28:05.880755Z","caller":"traceutil/trace.go:171","msg":"trace[338417559] transaction","detail":"{read_only:false; number_of_response:1; response_revision:432; }","duration":"548.777483ms","start":"2026-03-31T18:28:05.331961Z","end":"2026-03-31T18:28:05.880739Z","steps":["trace[338417559] 'process raft request' (duration: 548.675581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:05.880765Z","caller":"traceutil/trace.go:171","msg":"trace[1002041416] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:444; }","duration":"550.095138ms","start":"2026-03-31T18:28:05.330644Z","end":"2026-03-31T18:28:05.88074Z","steps":["trace[1002041416] 'read index received' (duration: 85.981µs)","trace[1002041416] 'applied index is now lower than readState.Index' (duration: 550.007467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:05.880904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.331939Z","time spent":"548.859604ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":4062,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T18:28:05.880961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987635239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:05.880999Z","caller":"traceutil/trace.go:171","msg":"trace[2008902452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:432; }","duration":"1.987707501s","start":"2026-03-31T18:28:03.89328Z","end":"2026-03-31T18:28:05.880988Z","steps":["trace[2008902452] 'agreement among raft nodes before linearized reading' (duration: 1.98765595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:05.880868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89539404s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:05.881039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.893247Z","time spent":"1.987785042s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:28:05.880913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128190648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:28:05.881127Z","caller":"traceutil/trace.go:171","msg":"trace[723433131] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:432; }","duration":"1.895674815s","start":"2026-03-31T18:28:03.98543Z","end":"2026-03-31T18:28:05.881105Z","steps":["trace[723433131] 'agreement among raft nodes before linearized reading' (duration: 1.895325189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:05.881295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600106002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:05.881139Z","caller":"traceutil/trace.go:171","msg":"trace[1588401973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:432; }","duration":"2.128471923s","start":"2026-03-31T18:28:03.752655Z","end":"2026-03-31T18:28:05.881127Z","steps":["trace[1588401973] 'agreement among raft nodes before linearized reading' (duration: 2.128196378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:05.881333Z","caller":"traceutil/trace.go:171","msg":"trace[599625747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:432; }","duration":"1.600186733s","start":"2026-03-31T18:28:04.281138Z","end":"2026-03-31T18:28:05.881324Z","steps":["trace[599625747] 'agreement among raft nodes before linearized reading' (duration: 1.600126301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:05.881345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.752597Z","time spent":"2.128739119s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:05.881368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:04.281112Z","time spent":"1.600249815s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:06.382583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727500727,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:28:06.518351Z","caller":"traceutil/trace.go:171","msg":"trace[491512856] transaction","detail":"{read_only:false; number_of_response:1; response_revision:432; }","duration":"1.181387624s","start":"2026-03-31T18:28:05.336923Z","end":"2026-03-31T18:28:06.51831Z","steps":["trace[491512856] 'process raft request' (duration: 1.18118061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:06.518513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.336909Z","time spent":"1.181517587s","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":3889,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:07.375646Z","caller":"traceutil/trace.go:171","msg":"trace[103800929] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"1.490370476s","start":"2026-03-31T18:28:05.885256Z","end":"2026-03-31T18:28:07.375627Z","steps":["trace[103800929] 'process raft request' (duration: 1.490304415s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:07.375693Z","caller":"traceutil/trace.go:171","msg":"trace[1146867569] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"1.490504848s","start":"2026-03-31T18:28:05.885149Z","end":"2026-03-31T18:28:07.375654Z","steps":["trace[1146867569] 'process raft request' (duration: 1.490369916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:07.375795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.885248Z","time spent":"1.490467708s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:07.37582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.885139Z","time spent":"1.49061642s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:07.375922Z","caller":"traceutil/trace.go:171","msg":"trace[1224844755] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.49057073s","start":"2026-03-31T18:28:05.88533Z","end":"2026-03-31T18:28:07.375901Z","steps":["trace[1224844755] 'process raft request' (duration: 1.490265044s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:07.375914Z","caller":"traceutil/trace.go:171","msg":"trace[804681056] transaction","detail":"{read_only:false; number_of_response:1; response_revision:433; }","duration":"1.493162708s","start":"2026-03-31T18:28:05.8827Z","end":"2026-03-31T18:28:07.375863Z","steps":["trace[804681056] 'process raft request' (duration: 1.49269533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:07.376028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.885303Z","time spent":"1.490671301s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:07.376033Z","caller":"traceutil/trace.go:171","msg":"trace[66728726] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:446; }","duration":"1.493627788s","start":"2026-03-31T18:28:05.882377Z","end":"2026-03-31T18:28:07.376005Z","steps":["trace[66728726] 'read index received' (duration: 635.779722ms)","trace[66728726] 'applied index is now lower than readState.Index' (duration: 857.846936ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:07.376116Z","caller":"traceutil/trace.go:171","msg":"trace[641177495] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"1.487174174s","start":"2026-03-31T18:28:05.888905Z","end":"2026-03-31T18:28:07.376079Z","steps":["trace[641177495] 'process raft request' (duration: 1.486889079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:07.376156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493777311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:07.376205Z","caller":"traceutil/trace.go:171","msg":"trace[863324592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"1.493855672s","start":"2026-03-31T18:28:05.882338Z","end":"2026-03-31T18:28:07.376194Z","steps":["trace[863324592] 'agreement among raft nodes before linearized reading' (duration: 1.493788081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:07.376211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.882686Z","time spent":"1.493368403s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T18:28:07.376233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.882318Z","time spent":"1.493909583s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:07.376239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492412515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"info","ts":"2026-03-31T18:28:07.376282Z","caller":"traceutil/trace.go:171","msg":"trace[305710191] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:437; }","duration":"1.492488536s","start":"2026-03-31T18:28:05.883783Z","end":"2026-03-31T18:28:07.376271Z","steps":["trace[305710191] 'agreement among raft nodes before linearized reading' (duration: 1.492383014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:07.376292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.888895Z","time spent":"1.487308087s","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:07.376324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:05.883775Z","time spent":"1.492540628s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5359,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-31T18:28:07.376338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.199396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-03-31T18:28:07.3764Z","caller":"traceutil/trace.go:171","msg":"trace[1640485792] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:437; }","duration":"852.292458ms","start":"2026-03-31T18:28:06.524086Z","end":"2026-03-31T18:28:07.376379Z","steps":["trace[1640485792] 'agreement among raft nodes before linearized reading' (duration: 852.118385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:07.376428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:06.524067Z","time spent":"852.356209ms","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3878,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-03-31T18:28:07.574471Z","caller":"traceutil/trace.go:171","msg":"trace[490494693] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"192.856432ms","start":"2026-03-31T18:28:07.381589Z","end":"2026-03-31T18:28:07.574445Z","steps":["trace[490494693] 'process raft request' (duration: 179.940464ms)","trace[490494693] 'compare' (duration: 12.682614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:07.57466Z","caller":"traceutil/trace.go:171","msg":"trace[1021139490] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"192.997664ms","start":"2026-03-31T18:28:07.381635Z","end":"2026-03-31T18:28:07.574633Z","steps":["trace[1021139490] 'process raft request' (duration: 192.77103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:07.574685Z","caller":"traceutil/trace.go:171","msg":"trace[389924232] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"192.961204ms","start":"2026-03-31T18:28:07.381703Z","end":"2026-03-31T18:28:07.574664Z","steps":["trace[389924232] 'process raft request' (duration: 192.860272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:07.574679Z","caller":"traceutil/trace.go:171","msg":"trace[1580975235] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"193.006625ms","start":"2026-03-31T18:28:07.381649Z","end":"2026-03-31T18:28:07.574656Z","steps":["trace[1580975235] 'process raft request' (duration: 192.847272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:07.574869Z","caller":"traceutil/trace.go:171","msg":"trace[718124726] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"192.514795ms","start":"2026-03-31T18:28:07.382345Z","end":"2026-03-31T18:28:07.574859Z","steps":["trace[718124726] 'process raft request' (duration: 192.26053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:07.575163Z","caller":"traceutil/trace.go:171","msg":"trace[996805049] linearizableReadLoop","detail":"{readStateIndex:459; appliedIndex:452; }","duration":"191.23151ms","start":"2026-03-31T18:28:07.383911Z","end":"2026-03-31T18:28:07.575143Z","steps":["trace[996805049] 'read index received' (duration: 177.717981ms)","trace[996805049] 'applied index is now lower than readState.Index' (duration: 13.512389ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:07.575206Z","caller":"traceutil/trace.go:171","msg":"trace[776885374] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"192.179919ms","start":"2026-03-31T18:28:07.383006Z","end":"2026-03-31T18:28:07.575186Z","steps":["trace[776885374] 'process raft request' (duration: 191.753221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:07.57524Z","caller":"traceutil/trace.go:171","msg":"trace[308011734] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"191.496664ms","start":"2026-03-31T18:28:07.383731Z","end":"2026-03-31T18:28:07.575227Z","steps":["trace[308011734] 'process raft request' (duration: 191.314701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:07.575313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.392373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:07.575347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.460635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-03-31T18:28:07.575356Z","caller":"traceutil/trace.go:171","msg":"trace[749737878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:444; }","duration":"191.473795ms","start":"2026-03-31T18:28:07.383869Z","end":"2026-03-31T18:28:07.575343Z","steps":["trace[749737878] 'agreement among raft nodes before linearized reading' (duration: 191.404073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:07.575386Z","caller":"traceutil/trace.go:171","msg":"trace[630824588] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:444; }","duration":"190.530877ms","start":"2026-03-31T18:28:07.384844Z","end":"2026-03-31T18:28:07.575375Z","steps":["trace[630824588] 'agreement among raft nodes before linearized reading' (duration: 190.454096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:14.104219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727500787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:28:14.19272Z","caller":"traceutil/trace.go:171","msg":"trace[1111924637] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"790.86794ms","start":"2026-03-31T18:28:13.401824Z","end":"2026-03-31T18:28:14.192692Z","steps":["trace[1111924637] 'process raft request' (duration: 790.707707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:14.192899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:13.401775Z","time spent":"791.034243ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:14.196005Z","caller":"traceutil/trace.go:171","msg":"trace[1154407156] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:481; }","duration":"592.679505ms","start":"2026-03-31T18:28:13.603288Z","end":"2026-03-31T18:28:14.195968Z","steps":["trace[1154407156] 'read index received' (duration: 589.2689ms)","trace[1154407156] 'applied index is now lower than readState.Index' (duration: 3.409235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:14.19616Z","caller":"traceutil/trace.go:171","msg":"trace[1609611208] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"792.99543ms","start":"2026-03-31T18:28:13.403138Z","end":"2026-03-31T18:28:14.196134Z","steps":["trace[1609611208] 'process raft request' (duration: 792.656234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:14.196245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.653836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:28:14.196265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.9535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:28:14.196355Z","caller":"traceutil/trace.go:171","msg":"trace[519287628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"593.085833ms","start":"2026-03-31T18:28:13.603248Z","end":"2026-03-31T18:28:14.196334Z","steps":["trace[519287628] 'agreement among raft nodes before linearized reading' (duration: 592.90522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:14.1963Z","caller":"traceutil/trace.go:171","msg":"trace[924276380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:467; }","duration":"591.749107ms","start":"2026-03-31T18:28:13.604535Z","end":"2026-03-31T18:28:14.196284Z","steps":["trace[924276380] 'agreement among raft nodes before linearized reading' (duration: 591.626205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:14.1964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:13.603227Z","time spent":"593.165394ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:14.196287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:13.403123Z","time spent":"793.115682ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:14.196457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:13.60453Z","time spent":"591.877969ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:28:17.69406Z","caller":"traceutil/trace.go:171","msg":"trace[1716911487] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"231.121186ms","start":"2026-03-31T18:28:17.462922Z","end":"2026-03-31T18:28:17.694044Z","steps":["trace[1716911487] 'process raft request' (duration: 231.002493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.707857Z","caller":"traceutil/trace.go:171","msg":"trace[471545313] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"238.230102ms","start":"2026-03-31T18:28:17.469593Z","end":"2026-03-31T18:28:17.707823Z","steps":["trace[471545313] 'process raft request' (duration: 237.987728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.707886Z","caller":"traceutil/trace.go:171","msg":"trace[1979934154] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"237.07708ms","start":"2026-03-31T18:28:17.47078Z","end":"2026-03-31T18:28:17.707857Z","steps":["trace[1979934154] 'process raft request' (duration: 236.940997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.707957Z","caller":"traceutil/trace.go:171","msg":"trace[854322756] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"230.044715ms","start":"2026-03-31T18:28:17.477893Z","end":"2026-03-31T18:28:17.707938Z","steps":["trace[854322756] 'process raft request' (duration: 229.872782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.707978Z","caller":"traceutil/trace.go:171","msg":"trace[728898598] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"228.578407ms","start":"2026-03-31T18:28:17.479392Z","end":"2026-03-31T18:28:17.707971Z","steps":["trace[728898598] 'process raft request' (duration: 228.415414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.708084Z","caller":"traceutil/trace.go:171","msg":"trace[1153970627] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"224.53354ms","start":"2026-03-31T18:28:17.483471Z","end":"2026-03-31T18:28:17.708005Z","steps":["trace[1153970627] 'process raft request' (duration: 224.381287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.708219Z","caller":"traceutil/trace.go:171","msg":"trace[2119971282] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"224.639482ms","start":"2026-03-31T18:28:17.483568Z","end":"2026-03-31T18:28:17.708207Z","steps":["trace[2119971282] 'process raft request' (duration: 224.504239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.708251Z","caller":"traceutil/trace.go:171","msg":"trace[1175613057] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"224.681772ms","start":"2026-03-31T18:28:17.483482Z","end":"2026-03-31T18:28:17.708164Z","steps":["trace[1175613057] 'process raft request' (duration: 224.426707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.708369Z","caller":"traceutil/trace.go:171","msg":"trace[1277680212] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"222.808367ms","start":"2026-03-31T18:28:17.48554Z","end":"2026-03-31T18:28:17.708348Z","steps":["trace[1277680212] 'process raft request' (duration: 222.639603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.708458Z","caller":"traceutil/trace.go:171","msg":"trace[1281940454] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"211.033681ms","start":"2026-03-31T18:28:17.497415Z","end":"2026-03-31T18:28:17.708449Z","steps":["trace[1281940454] 'process raft request' (duration: 210.842467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:17.708573Z","caller":"traceutil/trace.go:171","msg":"trace[1417906454] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"193.224989ms","start":"2026-03-31T18:28:17.515332Z","end":"2026-03-31T18:28:17.708557Z","steps":["trace[1417906454] 'process raft request' (duration: 193.000875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.010313Z","caller":"traceutil/trace.go:171","msg":"trace[710698220] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"202.440375ms","start":"2026-03-31T18:28:17.807844Z","end":"2026-03-31T18:28:18.010284Z","steps":["trace[710698220] 'process raft request' (duration: 196.44929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.010413Z","caller":"traceutil/trace.go:171","msg":"trace[981541452] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"157.920531ms","start":"2026-03-31T18:28:17.85247Z","end":"2026-03-31T18:28:18.01039Z","steps":["trace[981541452] 'process raft request' (duration: 157.86568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.010436Z","caller":"traceutil/trace.go:171","msg":"trace[211808197] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"194.149526ms","start":"2026-03-31T18:28:17.816259Z","end":"2026-03-31T18:28:18.010408Z","steps":["trace[211808197] 'process raft request' (duration: 193.900861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.010478Z","caller":"traceutil/trace.go:171","msg":"trace[117210557] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"193.523154ms","start":"2026-03-31T18:28:17.816927Z","end":"2026-03-31T18:28:18.01045Z","steps":["trace[117210557] 'process raft request' (duration: 193.33304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.416236Z","caller":"traceutil/trace.go:171","msg":"trace[2138762358] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"376.970375ms","start":"2026-03-31T18:28:18.039246Z","end":"2026-03-31T18:28:18.416216Z","steps":["trace[2138762358] 'process raft request' (duration: 363.073658ms)","trace[2138762358] 'compare' (duration: 13.732014ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:18.416299Z","caller":"traceutil/trace.go:171","msg":"trace[1327059415] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:572; }","duration":"210.791506ms","start":"2026-03-31T18:28:18.205499Z","end":"2026-03-31T18:28:18.41629Z","steps":["trace[1327059415] 'read index received' (duration: 196.862738ms)","trace[1327059415] 'applied index is now lower than readState.Index' (duration: 13.928118ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:18.416347Z","caller":"traceutil/trace.go:171","msg":"trace[1461655972] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"371.582942ms","start":"2026-03-31T18:28:18.04476Z","end":"2026-03-31T18:28:18.416343Z","steps":["trace[1461655972] 'process raft request' (duration: 371.400178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.416355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:18.039226Z","time spent":"377.069017ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:18.416488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:18.044746Z","time spent":"371.612602ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:18.416579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.631411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:28:18.416496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.000349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:28:18.416622Z","caller":"traceutil/trace.go:171","msg":"trace[1679907264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:551; }","duration":"200.695292ms","start":"2026-03-31T18:28:18.215921Z","end":"2026-03-31T18:28:18.416616Z","steps":["trace[1679907264] 'agreement among raft nodes before linearized reading' (duration: 200.63046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.416629Z","caller":"traceutil/trace.go:171","msg":"trace[1640187208] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"354.432692ms","start":"2026-03-31T18:28:18.062178Z","end":"2026-03-31T18:28:18.416611Z","steps":["trace[1640187208] 'process raft request' (duration: 354.059796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.416677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:18.062153Z","time spent":"354.500614ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:28:18.416694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.348289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:18.416743Z","caller":"traceutil/trace.go:171","msg":"trace[1239034741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"211.323606ms","start":"2026-03-31T18:28:18.205395Z","end":"2026-03-31T18:28:18.416719Z","steps":["trace[1239034741] 'agreement among raft nodes before linearized reading' (duration: 210.967249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:18.416782Z","caller":"traceutil/trace.go:171","msg":"trace[266551843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"135.45027ms","start":"2026-03-31T18:28:18.28131Z","end":"2026-03-31T18:28:18.41676Z","steps":["trace[266551843] 'agreement among raft nodes before linearized reading' (duration: 135.306677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.416794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.80059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:28:18.416832Z","caller":"traceutil/trace.go:171","msg":"trace[169104105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"194.885241ms","start":"2026-03-31T18:28:18.221935Z","end":"2026-03-31T18:28:18.41682Z","steps":["trace[169104105] 'agreement among raft nodes before linearized reading' (duration: 194.8248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:18.416874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.487795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:28:18.417048Z","caller":"traceutil/trace.go:171","msg":"trace[1273327516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"193.728419ms","start":"2026-03-31T18:28:18.223292Z","end":"2026-03-31T18:28:18.41702Z","steps":["trace[1273327516] 'agreement among raft nodes before linearized reading' (duration: 193.388343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:19.662434Z","caller":"traceutil/trace.go:171","msg":"trace[828897393] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:597; }","duration":"387.330483ms","start":"2026-03-31T18:28:19.275086Z","end":"2026-03-31T18:28:19.662416Z","steps":["trace[828897393] 'read index received' (duration: 16.802572ms)","trace[828897393] 'applied index is now lower than readState.Index' (duration: 370.527311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:19.662515Z","caller":"traceutil/trace.go:171","msg":"trace[464107895] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"442.474263ms","start":"2026-03-31T18:28:19.22001Z","end":"2026-03-31T18:28:19.662484Z","steps":["trace[464107895] 'process raft request' (duration: 442.250359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:19.662555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.468296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:28:19.662586Z","caller":"traceutil/trace.go:171","msg":"trace[1983566099] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:575; }","duration":"387.564578ms","start":"2026-03-31T18:28:19.275017Z","end":"2026-03-31T18:28:19.662581Z","steps":["trace[1983566099] 'agreement among raft nodes before linearized reading' (duration: 387.493346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:19.662608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.274991Z","time spent":"387.613208ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.201\" "} {"level":"warn","ts":"2026-03-31T18:28:19.662684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.219978Z","time spent":"442.616265ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:19.677894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.540301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:19.677989Z","caller":"traceutil/trace.go:171","msg":"trace[307028929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"395.684973ms","start":"2026-03-31T18:28:19.282291Z","end":"2026-03-31T18:28:19.677976Z","steps":["trace[307028929] 'agreement among raft nodes before linearized reading' (duration: 395.52139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:19.67803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.282273Z","time spent":"395.746575ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:28:19.677903Z","caller":"traceutil/trace.go:171","msg":"trace[399335697] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"374.836023ms","start":"2026-03-31T18:28:19.303038Z","end":"2026-03-31T18:28:19.677874Z","steps":["trace[399335697] 'process raft request' (duration: 374.303534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:19.678249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.302999Z","time spent":"375.150349ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:20.862803Z","caller":"traceutil/trace.go:171","msg":"trace[1207521978] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.001793169s","start":"2026-03-31T18:28:19.860981Z","end":"2026-03-31T18:28:20.862774Z","steps":["trace[1207521978] 'process raft request' (duration: 954.095422ms)","trace[1207521978] 'compare' (duration: 47.083074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:20.862968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.860962Z","time spent":"1.001923792s","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:20.89755Z","caller":"traceutil/trace.go:171","msg":"trace[1968789256] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:606; }","duration":"469.685225ms","start":"2026-03-31T18:28:20.427853Z","end":"2026-03-31T18:28:20.897538Z","steps":["trace[1968789256] 'read index received' (duration: 387.239633ms)","trace[1968789256] 'applied index is now lower than readState.Index' (duration: 82.444712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:20.897642Z","caller":"traceutil/trace.go:171","msg":"trace[514572053] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"962.840629ms","start":"2026-03-31T18:28:19.934769Z","end":"2026-03-31T18:28:20.89761Z","steps":["trace[514572053] 'process raft request' (duration: 962.673986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.89771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.861458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:28:20.897825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.934743Z","time spent":"963.003114ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:20.897864Z","caller":"traceutil/trace.go:171","msg":"trace[2329298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:583; }","duration":"470.057223ms","start":"2026-03-31T18:28:20.427796Z","end":"2026-03-31T18:28:20.897853Z","steps":["trace[2329298] 'agreement among raft nodes before linearized reading' (duration: 469.816097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.897859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.645496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:28:20.897893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.427767Z","time spent":"470.118533ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:28:20.897915Z","caller":"traceutil/trace.go:171","msg":"trace[753089172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:583; }","duration":"468.720367ms","start":"2026-03-31T18:28:20.429178Z","end":"2026-03-31T18:28:20.897898Z","steps":["trace[753089172] 'agreement among raft nodes before linearized reading' (duration: 468.582714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.897934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.847869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:28:20.898006Z","caller":"traceutil/trace.go:171","msg":"trace[1095366822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:583; }","duration":"469.94139ms","start":"2026-03-31T18:28:20.428045Z","end":"2026-03-31T18:28:20.897987Z","steps":["trace[1095366822] 'agreement among raft nodes before linearized reading' (duration: 469.701846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.898055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.428038Z","time spent":"470.006371ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:20.898063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.489202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:28:20.89795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.42917Z","time spent":"468.771967ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:28:20.898122Z","caller":"traceutil/trace.go:171","msg":"trace[1361535676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"469.588394ms","start":"2026-03-31T18:28:20.428517Z","end":"2026-03-31T18:28:20.898105Z","steps":["trace[1361535676] 'agreement among raft nodes before linearized reading' (duration: 469.425731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.898161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.428495Z","time spent":"469.658035ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:21.27985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.990025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:21.280129Z","caller":"traceutil/trace.go:171","msg":"trace[1351437005] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"378.838022ms","start":"2026-03-31T18:28:20.901263Z","end":"2026-03-31T18:28:21.280101Z","steps":["trace[1351437005] 'process raft request' (duration: 249.517689ms)","trace[1351437005] 'compare' (duration: 128.836733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:21.280229Z","caller":"traceutil/trace.go:171","msg":"trace[35074974] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"377.895323ms","start":"2026-03-31T18:28:20.902298Z","end":"2026-03-31T18:28:21.280193Z","steps":["trace[35074974] 'process raft request' (duration: 377.72952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:21.280151Z","caller":"traceutil/trace.go:171","msg":"trace[1269962273] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"377.880213ms","start":"2026-03-31T18:28:20.902253Z","end":"2026-03-31T18:28:21.280133Z","steps":["trace[1269962273] 'process raft request' (duration: 377.747131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.281095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.902242Z","time spent":"378.752999ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:21.280146Z","caller":"traceutil/trace.go:171","msg":"trace[2089249011] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"378.179379ms","start":"2026-03-31T18:28:20.901934Z","end":"2026-03-31T18:28:21.280113Z","steps":["trace[2089249011] 'process raft request' (duration: 378.018216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.281197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.902285Z","time spent":"378.034986ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:21.281326Z","caller":"traceutil/trace.go:171","msg":"trace[9963278] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"368.36038ms","start":"2026-03-31T18:28:20.912907Z","end":"2026-03-31T18:28:21.281267Z","steps":["trace[9963278] 'process raft request' (duration: 367.157778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.281553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.912884Z","time spent":"368.519724ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:21.281424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.901906Z","time spent":"379.371291ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:21.281871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.90124Z","time spent":"379.001285ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:21.285619Z","caller":"traceutil/trace.go:171","msg":"trace[490280458] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:608; }","duration":"345.341229ms","start":"2026-03-31T18:28:20.94023Z","end":"2026-03-31T18:28:21.285572Z","steps":["trace[490280458] 'read index received' (duration: 210.654373ms)","trace[490280458] 'applied index is now lower than readState.Index' (duration: 134.686016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:21.285953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.713225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-03-31T18:28:21.285939Z","caller":"traceutil/trace.go:171","msg":"trace[566768138] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"241.821012ms","start":"2026-03-31T18:28:21.044038Z","end":"2026-03-31T18:28:21.285859Z","steps":["trace[566768138] 'process raft request' (duration: 238.188372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:21.286019Z","caller":"traceutil/trace.go:171","msg":"trace[1412713025] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:589; }","duration":"345.820608ms","start":"2026-03-31T18:28:20.940183Z","end":"2026-03-31T18:28:21.286003Z","steps":["trace[1412713025] 'agreement among raft nodes before linearized reading' (duration: 345.546233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:21.286104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.940163Z","time spent":"345.929409ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29593,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-31T18:28:21.477624Z","caller":"traceutil/trace.go:171","msg":"trace[1795560923] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:614; }","duration":"121.634124ms","start":"2026-03-31T18:28:21.355961Z","end":"2026-03-31T18:28:21.477595Z","steps":["trace[1795560923] 'read index received' (duration: 1.081081ms)","trace[1795560923] 'applied index is now lower than readState.Index' (duration: 120.552073ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:21.477725Z","caller":"traceutil/trace.go:171","msg":"trace[1480000906] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"132.2957ms","start":"2026-03-31T18:28:21.345401Z","end":"2026-03-31T18:28:21.477697Z","steps":["trace[1480000906] 'process raft request' (duration: 106.949164ms)","trace[1480000906] 'compare' (duration: 25.01135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:21.477931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.95374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-03-31T18:28:21.477984Z","caller":"traceutil/trace.go:171","msg":"trace[821832661] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:591; }","duration":"122.062942ms","start":"2026-03-31T18:28:21.355908Z","end":"2026-03-31T18:28:21.477971Z","steps":["trace[821832661] 'agreement among raft nodes before linearized reading' (duration: 121.785657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:23.24428Z","caller":"traceutil/trace.go:171","msg":"trace[538152187] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"115.183231ms","start":"2026-03-31T18:28:23.129064Z","end":"2026-03-31T18:28:23.244247Z","steps":["trace[538152187] 'process raft request' (duration: 103.713291ms)","trace[538152187] 'compare' (duration: 11.349797ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:23.657126Z","caller":"traceutil/trace.go:171","msg":"trace[1276842102] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"139.409365ms","start":"2026-03-31T18:28:23.517694Z","end":"2026-03-31T18:28:23.657104Z","steps":["trace[1276842102] 'process raft request' (duration: 139.094389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:23.854861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.112626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:23.854939Z","caller":"traceutil/trace.go:171","msg":"trace[1020401562] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:601; }","duration":"133.238638ms","start":"2026-03-31T18:28:23.721683Z","end":"2026-03-31T18:28:23.854921Z","steps":["trace[1020401562] 'range keys from in-memory index tree' (duration: 132.982622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:24.503176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.954207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:24.503266Z","caller":"traceutil/trace.go:171","msg":"trace[1398588045] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:602; }","duration":"139.09031ms","start":"2026-03-31T18:28:24.364158Z","end":"2026-03-31T18:28:24.503248Z","steps":["trace[1398588045] 'count revisions from in-memory index tree' (duration: 138.836015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:24.503332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.556099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:24.503405Z","caller":"traceutil/trace.go:171","msg":"trace[300249036] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:602; }","duration":"138.649391ms","start":"2026-03-31T18:28:24.364738Z","end":"2026-03-31T18:28:24.503388Z","steps":["trace[300249036] 'range keys from in-memory index tree' (duration: 138.513038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:24.5036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.307854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:24.503704Z","caller":"traceutil/trace.go:171","msg":"trace[9422593] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"124.596311ms","start":"2026-03-31T18:28:24.379087Z","end":"2026-03-31T18:28:24.503684Z","steps":["trace[9422593] 'read index received' (duration: 49.626162ms)","trace[9422593] 'applied index is now lower than readState.Index' (duration: 74.968549ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:24.503737Z","caller":"traceutil/trace.go:171","msg":"trace[379758431] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"124.954088ms","start":"2026-03-31T18:28:24.37875Z","end":"2026-03-31T18:28:24.503704Z","steps":["trace[379758431] 'process raft request' (duration: 49.923107ms)","trace[379758431] 'compare' (duration: 74.413249ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:24.503766Z","caller":"traceutil/trace.go:171","msg":"trace[1921024611] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:602; }","duration":"139.468647ms","start":"2026-03-31T18:28:24.364227Z","end":"2026-03-31T18:28:24.503695Z","steps":["trace[1921024611] 'range keys from in-memory index tree' (duration: 139.250473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:24.503931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.732399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:24.503981Z","caller":"traceutil/trace.go:171","msg":"trace[1385078954] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:603; }","duration":"105.805539ms","start":"2026-03-31T18:28:24.398161Z","end":"2026-03-31T18:28:24.503967Z","steps":["trace[1385078954] 'agreement among raft nodes before linearized reading' (duration: 105.710878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:24.50403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.922032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:24.504106Z","caller":"traceutil/trace.go:171","msg":"trace[831490210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:603; }","duration":"106.027364ms","start":"2026-03-31T18:28:24.39806Z","end":"2026-03-31T18:28:24.504088Z","steps":["trace[831490210] 'agreement among raft nodes before linearized reading' (duration: 105.944882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:24.504094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.914787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:24.504185Z","caller":"traceutil/trace.go:171","msg":"trace[567337687] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:603; }","duration":"125.124171ms","start":"2026-03-31T18:28:24.379042Z","end":"2026-03-31T18:28:24.504166Z","steps":["trace[567337687] 'agreement among raft nodes before linearized reading' (duration: 124.761384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:24.503956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.680733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:24.504299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.29457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:24.504305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.607521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:24.504358Z","caller":"traceutil/trace.go:171","msg":"trace[2036187293] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:603; }","duration":"106.381731ms","start":"2026-03-31T18:28:24.397963Z","end":"2026-03-31T18:28:24.504345Z","steps":["trace[2036187293] 'agreement among raft nodes before linearized reading' (duration: 106.28019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:24.504309Z","caller":"traceutil/trace.go:171","msg":"trace[2063823757] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:603; }","duration":"125.060829ms","start":"2026-03-31T18:28:24.379227Z","end":"2026-03-31T18:28:24.504288Z","steps":["trace[2063823757] 'agreement among raft nodes before linearized reading' (duration: 124.632351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:24.504382Z","caller":"traceutil/trace.go:171","msg":"trace[1562287947] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:603; }","duration":"124.707713ms","start":"2026-03-31T18:28:24.379654Z","end":"2026-03-31T18:28:24.504362Z","steps":["trace[1562287947] 'agreement among raft nodes before linearized reading' (duration: 124.596961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:24.675561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.944542ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:28:28.821969Z","caller":"traceutil/trace.go:171","msg":"trace[1159390982] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"412.1441ms","start":"2026-03-31T18:28:28.409796Z","end":"2026-03-31T18:28:28.82194Z","steps":["trace[1159390982] 'process raft request' (duration: 412.006158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:28.822164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:28.409759Z","time spent":"412.314034ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:29.78357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727501136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:30.284061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727501136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:28:30.48573Z","caller":"traceutil/trace.go:171","msg":"trace[1624809899] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"1.203256925s","start":"2026-03-31T18:28:29.282442Z","end":"2026-03-31T18:28:30.485699Z","steps":["trace[1624809899] 'read index received' (duration: 1.202966399s)","trace[1624809899] 'applied index is now lower than readState.Index' (duration: 288.826µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:30.485758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:29.276523Z","time spent":"1.20922652s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:28:30.485919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203426749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:30.485971Z","caller":"traceutil/trace.go:171","msg":"trace[1394820532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"1.203548741s","start":"2026-03-31T18:28:29.2824Z","end":"2026-03-31T18:28:30.485949Z","steps":["trace[1394820532] 'agreement among raft nodes before linearized reading' (duration: 1.203424749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:30.486021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:29.282376Z","time spent":"1.203638523s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:30.486067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110321412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:30.486105Z","caller":"traceutil/trace.go:171","msg":"trace[247779288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:633; }","duration":"1.110425594s","start":"2026-03-31T18:28:29.375667Z","end":"2026-03-31T18:28:30.486093Z","steps":["trace[247779288] 'agreement among raft nodes before linearized reading' (duration: 1.1101948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:30.486138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:29.375647Z","time spent":"1.110484315s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:30.486108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100237768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:28:30.486212Z","caller":"traceutil/trace.go:171","msg":"trace[1335131818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"1.100367501s","start":"2026-03-31T18:28:29.385821Z","end":"2026-03-31T18:28:30.486188Z","steps":["trace[1335131818] 'agreement among raft nodes before linearized reading' (duration: 1.100126566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:30.486208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103089924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:28:30.486265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:29.385786Z","time spent":"1.100468863s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:28:30.486284Z","caller":"traceutil/trace.go:171","msg":"trace[92360031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"1.103213815s","start":"2026-03-31T18:28:29.38305Z","end":"2026-03-31T18:28:30.486264Z","steps":["trace[92360031] 'agreement among raft nodes before linearized reading' (duration: 1.103047872s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:30.4863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106866376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:28:30.486319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:29.383033Z","time spent":"1.103280537s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:28:30.486326Z","caller":"traceutil/trace.go:171","msg":"trace[587517612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"1.106910897s","start":"2026-03-31T18:28:29.379407Z","end":"2026-03-31T18:28:30.486318Z","steps":["trace[587517612] 'agreement among raft nodes before linearized reading' (duration: 1.106783805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:30.486353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:29.379399Z","time spent":"1.106950018s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:28:32.007718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.522043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:32.007833Z","caller":"traceutil/trace.go:171","msg":"trace[1058821250] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:634; }","duration":"393.647187ms","start":"2026-03-31T18:28:31.61417Z","end":"2026-03-31T18:28:32.007817Z","steps":["trace[1058821250] 'range keys from in-memory index tree' (duration: 393.506563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:32.007927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443161239s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:32.008121Z","caller":"traceutil/trace.go:171","msg":"trace[591734895] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.517594177s","start":"2026-03-31T18:28:30.490515Z","end":"2026-03-31T18:28:32.008109Z","steps":["trace[591734895] 'process raft request' (duration: 1.517543326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:32.008169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:30.49048Z","time spent":"1.517666769s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:32.008244Z","caller":"traceutil/trace.go:171","msg":"trace[186368396] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.517804461s","start":"2026-03-31T18:28:30.490424Z","end":"2026-03-31T18:28:32.008229Z","steps":["trace[186368396] 'process raft request' (duration: 74.251875ms)","trace[186368396] 'compare' (duration: 1.442987195s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:32.008361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:30.490403Z","time spent":"1.517875592s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:32.008309Z","caller":"traceutil/trace.go:171","msg":"trace[2124974486] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.517821422s","start":"2026-03-31T18:28:30.490478Z","end":"2026-03-31T18:28:32.0083Z","steps":["trace[2124974486] 'process raft request' (duration: 1.517520336s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:32.008505Z","caller":"traceutil/trace.go:171","msg":"trace[416604675] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.517444495s","start":"2026-03-31T18:28:30.491038Z","end":"2026-03-31T18:28:32.008483Z","steps":["trace[416604675] 'process raft request' (duration: 1.517045768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:32.008555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:30.490461Z","time spent":"1.518048655s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:32.008512Z","caller":"traceutil/trace.go:171","msg":"trace[2003458664] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:661; }","duration":"1.48597892s","start":"2026-03-31T18:28:30.522502Z","end":"2026-03-31T18:28:32.008481Z","steps":["trace[2003458664] 'read index received' (duration: 42.081977ms)","trace[2003458664] 'applied index is now lower than readState.Index' (duration: 1.443895023s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:32.008689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:30.491026Z","time spent":"1.517545817s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:32.008682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486155473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:28:32.008778Z","caller":"traceutil/trace.go:171","msg":"trace[1667116381] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:638; }","duration":"1.486278566s","start":"2026-03-31T18:28:30.522468Z","end":"2026-03-31T18:28:32.008746Z","steps":["trace[1667116381] 'agreement among raft nodes before linearized reading' (duration: 1.486097852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:32.008859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:30.522455Z","time spent":"1.486393098s","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:28:32.508873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727501148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:32.527404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:28:32.5275Z","caller":"traceutil/trace.go:171","msg":"trace[735883383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082738s","start":"2026-03-31T18:28:30.527387Z","end":"2026-03-31T18:28:32.52747Z","steps":["trace[735883383] 'agreement among raft nodes before linearized reading' (duration: 1.999968226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:32.527614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:30.52738Z","time spent":"2.000216831s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:33.033549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.73515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:33.033682Z","caller":"traceutil/trace.go:171","msg":"trace[966901843] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"1.025074665s","start":"2026-03-31T18:28:32.008586Z","end":"2026-03-31T18:28:33.033661Z","steps":["trace[966901843] 'read index received' (duration: 683.994528ms)","trace[966901843] 'applied index is now lower than readState.Index' (duration: 341.078377ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:33.033813Z","caller":"traceutil/trace.go:171","msg":"trace[1883582252] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.043866585s","start":"2026-03-31T18:28:31.989912Z","end":"2026-03-31T18:28:33.033779Z","steps":["trace[1883582252] 'process raft request' (duration: 702.738897ms)","trace[1883582252] 'compare' (duration: 340.587018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:33.033998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02375564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:28:33.034035Z","caller":"traceutil/trace.go:171","msg":"trace[964990462] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:639; }","duration":"1.02382948s","start":"2026-03-31T18:28:32.010195Z","end":"2026-03-31T18:28:33.034024Z","steps":["trace[964990462] 'agreement among raft nodes before linearized reading' (duration: 1.023672807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:33.034075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:32.010179Z","time spent":"1.023887903s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T18:28:33.034168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:31.989881Z","time spent":"1.04409809s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:33.034207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.730288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:33.034268Z","caller":"traceutil/trace.go:171","msg":"trace[407017442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"505.83143ms","start":"2026-03-31T18:28:32.528422Z","end":"2026-03-31T18:28:33.034253Z","steps":["trace[407017442] 'agreement among raft nodes before linearized reading' (duration: 505.709817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:33.034311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:32.528405Z","time spent":"505.899341ms","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:28:34.958603Z","caller":"traceutil/trace.go:171","msg":"trace[1976295328] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"328.894993ms","start":"2026-03-31T18:28:34.629677Z","end":"2026-03-31T18:28:34.958572Z","steps":["trace[1976295328] 'process raft request' (duration: 328.75358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:34.958778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:34.629653Z","time spent":"329.032096ms","remote":"127.0.0.1:53070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:34.964808Z","caller":"traceutil/trace.go:171","msg":"trace[933963133] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"135.418399ms","start":"2026-03-31T18:28:34.829375Z","end":"2026-03-31T18:28:34.964793Z","steps":["trace[933963133] 'process raft request' (duration: 135.111903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:45.880336Z","caller":"traceutil/trace.go:171","msg":"trace[322384832] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"188.019499ms","start":"2026-03-31T18:28:45.692293Z","end":"2026-03-31T18:28:45.880313Z","steps":["trace[322384832] 'process raft request' (duration: 187.954667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:45.880428Z","caller":"traceutil/trace.go:171","msg":"trace[1203704661] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"189.459187ms","start":"2026-03-31T18:28:45.690936Z","end":"2026-03-31T18:28:45.880395Z","steps":["trace[1203704661] 'process raft request' (duration: 100.069251ms)","trace[1203704661] 'compare' (duration: 89.12066ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:48.5198Z","caller":"traceutil/trace.go:171","msg":"trace[146043501] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"257.248768ms","start":"2026-03-31T18:28:48.262513Z","end":"2026-03-31T18:28:48.519762Z","steps":["trace[146043501] 'process raft request' (duration: 224.834637ms)","trace[146043501] 'compare' (duration: 32.184486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:48.51997Z","caller":"traceutil/trace.go:171","msg":"trace[962319767] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:815; }","duration":"237.172884ms","start":"2026-03-31T18:28:48.28276Z","end":"2026-03-31T18:28:48.519933Z","steps":["trace[962319767] 'read index received' (duration: 204.611869ms)","trace[962319767] 'applied index is now lower than readState.Index' (duration: 32.557955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:48.520136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.356247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:48.520209Z","caller":"traceutil/trace.go:171","msg":"trace[767527509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:786; }","duration":"237.469579ms","start":"2026-03-31T18:28:48.282708Z","end":"2026-03-31T18:28:48.520178Z","steps":["trace[767527509] 'agreement among raft nodes before linearized reading' (duration: 237.354497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:48.520218Z","caller":"traceutil/trace.go:171","msg":"trace[1616247514] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"256.952072ms","start":"2026-03-31T18:28:48.263242Z","end":"2026-03-31T18:28:48.520194Z","steps":["trace[1616247514] 'process raft request' (duration: 256.471334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.35293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727501476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:52.741459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221026326s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:52.741759Z","caller":"traceutil/trace.go:171","msg":"trace[1365174525] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"888.898141ms","start":"2026-03-31T18:28:51.852841Z","end":"2026-03-31T18:28:52.741739Z","steps":["trace[1365174525] 'read index received' (duration: 888.783019ms)","trace[1365174525] 'applied index is now lower than readState.Index' (duration: 114.412µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:52.74182Z","caller":"traceutil/trace.go:171","msg":"trace[997247298] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"1.221524845s","start":"2026-03-31T18:28:51.520267Z","end":"2026-03-31T18:28:52.741792Z","steps":["trace[997247298] 'process raft request' (duration: 1.221345932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.741907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.043444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:52.74195Z","caller":"traceutil/trace.go:171","msg":"trace[1717631195] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:802; }","duration":"889.144436ms","start":"2026-03-31T18:28:51.852795Z","end":"2026-03-31T18:28:52.741939Z","steps":["trace[1717631195] 'agreement among raft nodes before linearized reading' (duration: 889.042724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.741969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:51.520233Z","time spent":"1.221657347s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:52.741984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:51.852775Z","time spent":"889.199857ms","remote":"127.0.0.1:53346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:52.752055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.78887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:52.752084Z","caller":"traceutil/trace.go:171","msg":"trace[1701173449] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"122.836167ms","start":"2026-03-31T18:28:52.62923Z","end":"2026-03-31T18:28:52.752067Z","steps":["trace[1701173449] 'process raft request' (duration: 122.536692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.752091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.633333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:52.752128Z","caller":"traceutil/trace.go:171","msg":"trace[1556294510] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:803; }","duration":"104.937063ms","start":"2026-03-31T18:28:52.647177Z","end":"2026-03-31T18:28:52.752114Z","steps":["trace[1556294510] 'agreement among raft nodes before linearized reading' (duration: 104.79031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.752183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.610846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:52.752219Z","caller":"traceutil/trace.go:171","msg":"trace[1651035426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:803; }","duration":"218.658898ms","start":"2026-03-31T18:28:52.533548Z","end":"2026-03-31T18:28:52.752207Z","steps":["trace[1651035426] 'agreement among raft nodes before linearized reading' (duration: 218.595556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:52.752227Z","caller":"traceutil/trace.go:171","msg":"trace[1778185661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"470.765347ms","start":"2026-03-31T18:28:52.281387Z","end":"2026-03-31T18:28:52.752152Z","steps":["trace[1778185661] 'agreement among raft nodes before linearized reading' (duration: 470.629853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.752115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.882731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:28:52.752297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:52.281365Z","time spent":"470.921519ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:52.752307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.533119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:28:52.752329Z","caller":"traceutil/trace.go:171","msg":"trace[955944785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:803; }","duration":"219.137447ms","start":"2026-03-31T18:28:52.533176Z","end":"2026-03-31T18:28:52.752314Z","steps":["trace[955944785] 'agreement among raft nodes before linearized reading' (duration: 218.80922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:52.752354Z","caller":"traceutil/trace.go:171","msg":"trace[1326157706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:803; }","duration":"102.5925ms","start":"2026-03-31T18:28:52.649751Z","end":"2026-03-31T18:28:52.752344Z","steps":["trace[1326157706] 'agreement among raft nodes before linearized reading' (duration: 102.450878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.752123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.817504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:28:52.752419Z","caller":"traceutil/trace.go:171","msg":"trace[1025362090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:803; }","duration":"511.159261ms","start":"2026-03-31T18:28:52.241243Z","end":"2026-03-31T18:28:52.752402Z","steps":["trace[1025362090] 'agreement among raft nodes before linearized reading' (duration: 510.796914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.752477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:52.241216Z","time spent":"511.248503ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:52.752482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.288085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:28:52.752518Z","caller":"traceutil/trace.go:171","msg":"trace[1594158024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:803; }","duration":"520.831587ms","start":"2026-03-31T18:28:52.231675Z","end":"2026-03-31T18:28:52.752507Z","steps":["trace[1594158024] 'agreement among raft nodes before linearized reading' (duration: 520.231585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:52.752548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:52.231648Z","time spent":"520.894188ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:10.314365Z","caller":"traceutil/trace.go:171","msg":"trace[107301389] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"138.348304ms","start":"2026-03-31T18:29:10.17598Z","end":"2026-03-31T18:29:10.314328Z","steps":["trace[107301389] 'process raft request' (duration: 96.467436ms)","trace[107301389] 'compare' (duration: 41.624283ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:10.314493Z","caller":"traceutil/trace.go:171","msg":"trace[727284619] linearizableReadLoop","detail":"{readStateIndex:1093; appliedIndex:1090; }","duration":"137.233103ms","start":"2026-03-31T18:29:10.177231Z","end":"2026-03-31T18:29:10.314464Z","steps":["trace[727284619] 'read index received' (duration: 55.74968ms)","trace[727284619] 'applied index is now lower than readState.Index' (duration: 81.482233ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:10.314514Z","caller":"traceutil/trace.go:171","msg":"trace[1672855641] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"137.084981ms","start":"2026-03-31T18:29:10.1774Z","end":"2026-03-31T18:29:10.314485Z","steps":["trace[1672855641] 'process raft request' (duration: 136.915078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.314579Z","caller":"traceutil/trace.go:171","msg":"trace[2065537578] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"138.526727ms","start":"2026-03-31T18:29:10.176042Z","end":"2026-03-31T18:29:10.314569Z","steps":["trace[2065537578] 'process raft request' (duration: 138.202981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.314788Z","caller":"traceutil/trace.go:171","msg":"trace[1827774741] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"137.06527ms","start":"2026-03-31T18:29:10.177704Z","end":"2026-03-31T18:29:10.314769Z","steps":["trace[1827774741] 'process raft request' (duration: 136.658493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.314885Z","caller":"traceutil/trace.go:171","msg":"trace[1572145782] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"136.770585ms","start":"2026-03-31T18:29:10.178105Z","end":"2026-03-31T18:29:10.314875Z","steps":["trace[1572145782] 'process raft request' (duration: 136.316167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:10.315006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.763123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:10.315065Z","caller":"traceutil/trace.go:171","msg":"trace[1323829695] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1058; }","duration":"137.874965ms","start":"2026-03-31T18:29:10.177174Z","end":"2026-03-31T18:29:10.315049Z","steps":["trace[1323829695] 'agreement among raft nodes before linearized reading' (duration: 137.727472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:10.572254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.186508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-31T18:29:10.57233Z","caller":"traceutil/trace.go:171","msg":"trace[771504646] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1074; }","duration":"132.299521ms","start":"2026-03-31T18:29:10.440012Z","end":"2026-03-31T18:29:10.572311Z","steps":["trace[771504646] 'agreement among raft nodes before linearized reading' (duration: 132.123197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:10.572381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.244858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-31T18:29:10.572606Z","caller":"traceutil/trace.go:171","msg":"trace[2146701812] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1074; }","duration":"132.490424ms","start":"2026-03-31T18:29:10.440098Z","end":"2026-03-31T18:29:10.572588Z","steps":["trace[2146701812] 'agreement among raft nodes before linearized reading' (duration: 132.154787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.762423Z","caller":"traceutil/trace.go:171","msg":"trace[1217493454] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"231.226681ms","start":"2026-03-31T18:29:10.531168Z","end":"2026-03-31T18:29:10.762395Z","steps":["trace[1217493454] 'process raft request' (duration: 225.286159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.762658Z","caller":"traceutil/trace.go:171","msg":"trace[1344521804] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"228.582232ms","start":"2026-03-31T18:29:10.534061Z","end":"2026-03-31T18:29:10.762643Z","steps":["trace[1344521804] 'process raft request' (duration: 228.222525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.76265Z","caller":"traceutil/trace.go:171","msg":"trace[494793291] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"227.726357ms","start":"2026-03-31T18:29:10.534895Z","end":"2026-03-31T18:29:10.762621Z","steps":["trace[494793291] 'process raft request' (duration: 227.483552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.76274Z","caller":"traceutil/trace.go:171","msg":"trace[1513963243] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"226.776818ms","start":"2026-03-31T18:29:10.535927Z","end":"2026-03-31T18:29:10.762704Z","steps":["trace[1513963243] 'process raft request' (duration: 226.599225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.762759Z","caller":"traceutil/trace.go:171","msg":"trace[1735631542] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"227.090344ms","start":"2026-03-31T18:29:10.535616Z","end":"2026-03-31T18:29:10.762706Z","steps":["trace[1735631542] 'process raft request' (duration: 226.8378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.7633Z","caller":"traceutil/trace.go:171","msg":"trace[832706515] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"226.034044ms","start":"2026-03-31T18:29:10.537252Z","end":"2026-03-31T18:29:10.763287Z","steps":["trace[832706515] 'process raft request' (duration: 225.321791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.763296Z","caller":"traceutil/trace.go:171","msg":"trace[1641718508] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"225.487654ms","start":"2026-03-31T18:29:10.537795Z","end":"2026-03-31T18:29:10.763283Z","steps":["trace[1641718508] 'process raft request' (duration: 225.400292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.951206Z","caller":"traceutil/trace.go:171","msg":"trace[1447470570] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"375.053899ms","start":"2026-03-31T18:29:10.576123Z","end":"2026-03-31T18:29:10.951177Z","steps":["trace[1447470570] 'process raft request' (duration: 305.865346ms)","trace[1447470570] 'compare' (duration: 68.897317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:10.951336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.576108Z","time spent":"375.166642ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:10.951354Z","caller":"traceutil/trace.go:171","msg":"trace[270795735] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"373.982499ms","start":"2026-03-31T18:29:10.577336Z","end":"2026-03-31T18:29:10.951319Z","steps":["trace[270795735] 'process raft request' (duration: 373.778175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:10.951506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.577312Z","time spent":"374.113232ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:10.951515Z","caller":"traceutil/trace.go:171","msg":"trace[901959946] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"373.306167ms","start":"2026-03-31T18:29:10.578172Z","end":"2026-03-31T18:29:10.951478Z","steps":["trace[901959946] 'process raft request' (duration: 373.028172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.951649Z","caller":"traceutil/trace.go:171","msg":"trace[1428285256] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"370.701077ms","start":"2026-03-31T18:29:10.580927Z","end":"2026-03-31T18:29:10.951629Z","steps":["trace[1428285256] 'process raft request' (duration: 370.479273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:10.951632Z","caller":"traceutil/trace.go:171","msg":"trace[1222272479] linearizableReadLoop","detail":"{readStateIndex:1120; appliedIndex:1112; }","duration":"374.339806ms","start":"2026-03-31T18:29:10.577262Z","end":"2026-03-31T18:29:10.951602Z","steps":["trace[1222272479] 'read index received' (duration: 179.06453ms)","trace[1222272479] 'applied index is now lower than readState.Index' (duration: 195.273726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:10.951682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.578144Z","time spent":"373.44479ms","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3596,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:10.951763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.580915Z","time spent":"370.79216ms","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:10.951661Z","caller":"traceutil/trace.go:171","msg":"trace[2039430937] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"371.90485ms","start":"2026-03-31T18:29:10.579654Z","end":"2026-03-31T18:29:10.951559Z","steps":["trace[2039430937] 'process raft request' (duration: 371.629605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:10.951911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.634031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-5pdkv\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-03-31T18:29:10.952007Z","caller":"traceutil/trace.go:171","msg":"trace[1163180050] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-5pdkv; range_end:; response_count:1; response_revision:1086; }","duration":"374.756904ms","start":"2026-03-31T18:29:10.577233Z","end":"2026-03-31T18:29:10.95199Z","steps":["trace[1163180050] 'agreement among raft nodes before linearized reading' (duration: 374.53324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:10.95195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.57964Z","time spent":"372.278178ms","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:10.952063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.577223Z","time spent":"374.826425ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2725,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-5pdkv\" "} {"level":"warn","ts":"2026-03-31T18:29:11.041969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.3866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:29:11.042021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.059019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:11.042038Z","caller":"traceutil/trace.go:171","msg":"trace[1972222235] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"271.562392ms","start":"2026-03-31T18:29:10.77044Z","end":"2026-03-31T18:29:11.042002Z","steps":["trace[1972222235] 'process raft request' (duration: 271.184215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.042072Z","caller":"traceutil/trace.go:171","msg":"trace[1095265106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1088; }","duration":"189.13585ms","start":"2026-03-31T18:29:10.852922Z","end":"2026-03-31T18:29:11.042058Z","steps":["trace[1095265106] 'agreement among raft nodes before linearized reading' (duration: 188.902426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.042042Z","caller":"traceutil/trace.go:171","msg":"trace[48332028] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1088; }","duration":"244.519542ms","start":"2026-03-31T18:29:10.797508Z","end":"2026-03-31T18:29:11.042028Z","steps":["trace[48332028] 'agreement among raft nodes before linearized reading' (duration: 244.37099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.042043Z","caller":"traceutil/trace.go:171","msg":"trace[983783014] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"257.166ms","start":"2026-03-31T18:29:10.784852Z","end":"2026-03-31T18:29:11.042018Z","steps":["trace[983783014] 'process raft request' (duration: 256.912836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.04219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.937574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-03-31T18:29:11.0422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.432198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3826"} {"level":"info","ts":"2026-03-31T18:29:11.04225Z","caller":"traceutil/trace.go:171","msg":"trace[325258350] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1088; }","duration":"106.023816ms","start":"2026-03-31T18:29:10.936208Z","end":"2026-03-31T18:29:11.042232Z","steps":["trace[325258350] 'agreement among raft nodes before linearized reading' (duration: 105.903834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.042392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.873767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"warn","ts":"2026-03-31T18:29:11.042062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.7241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-03-31T18:29:11.042433Z","caller":"traceutil/trace.go:171","msg":"trace[795817506] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:1088; }","duration":"271.973241ms","start":"2026-03-31T18:29:10.77045Z","end":"2026-03-31T18:29:11.042423Z","steps":["trace[795817506] 'agreement among raft nodes before linearized reading' (duration: 271.832548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.042441Z","caller":"traceutil/trace.go:171","msg":"trace[836104224] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1088; }","duration":"106.129958ms","start":"2026-03-31T18:29:10.936298Z","end":"2026-03-31T18:29:11.042428Z","steps":["trace[836104224] 'agreement among raft nodes before linearized reading' (duration: 105.645088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.042525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.165666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:11.042552Z","caller":"traceutil/trace.go:171","msg":"trace[84755333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1088; }","duration":"202.215457ms","start":"2026-03-31T18:29:10.840329Z","end":"2026-03-31T18:29:11.042544Z","steps":["trace[84755333] 'agreement among raft nodes before linearized reading' (duration: 202.132415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.042256Z","caller":"traceutil/trace.go:171","msg":"trace[92764907] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1088; }","duration":"272.53059ms","start":"2026-03-31T18:29:10.769711Z","end":"2026-03-31T18:29:11.042242Z","steps":["trace[92764907] 'agreement among raft nodes before linearized reading' (duration: 272.391438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.042555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.126574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:29:11.042577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.548043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:29:11.042576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.140219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-03-31T18:29:11.042607Z","caller":"traceutil/trace.go:171","msg":"trace[1010935432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1088; }","duration":"202.615565ms","start":"2026-03-31T18:29:10.839982Z","end":"2026-03-31T18:29:11.042598Z","steps":["trace[1010935432] 'agreement among raft nodes before linearized reading' (duration: 202.522443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.042605Z","caller":"traceutil/trace.go:171","msg":"trace[693691464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1088; }","duration":"203.205655ms","start":"2026-03-31T18:29:10.839387Z","end":"2026-03-31T18:29:11.042592Z","steps":["trace[693691464] 'agreement among raft nodes before linearized reading' (duration: 203.085522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.04262Z","caller":"traceutil/trace.go:171","msg":"trace[1582191039] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1088; }","duration":"309.230381ms","start":"2026-03-31T18:29:10.733376Z","end":"2026-03-31T18:29:11.042606Z","steps":["trace[1582191039] 'agreement among raft nodes before linearized reading' (duration: 309.087338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.042653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:10.733355Z","time spent":"309.290132ms","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1009,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-31T18:29:11.043013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.055704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:11.043073Z","caller":"traceutil/trace.go:171","msg":"trace[655437812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1088; }","duration":"193.131085ms","start":"2026-03-31T18:29:10.849925Z","end":"2026-03-31T18:29:11.043056Z","steps":["trace[655437812] 'agreement among raft nodes before linearized reading' (duration: 191.916052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.088562Z","caller":"traceutil/trace.go:171","msg":"trace[1452470252] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"133.32391ms","start":"2026-03-31T18:29:10.95521Z","end":"2026-03-31T18:29:11.088534Z","steps":["trace[1452470252] 'process raft request' (duration: 133.015474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.088638Z","caller":"traceutil/trace.go:171","msg":"trace[254951553] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"132.8383ms","start":"2026-03-31T18:29:10.955765Z","end":"2026-03-31T18:29:11.088603Z","steps":["trace[254951553] 'process raft request' (duration: 132.666567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.088786Z","caller":"traceutil/trace.go:171","msg":"trace[1092871308] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"131.087757ms","start":"2026-03-31T18:29:10.957658Z","end":"2026-03-31T18:29:11.088746Z","steps":["trace[1092871308] 'process raft request' (duration: 130.818992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.088994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.71733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4685"} {"level":"info","ts":"2026-03-31T18:29:11.089073Z","caller":"traceutil/trace.go:171","msg":"trace[2071419938] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1091; }","duration":"130.839332ms","start":"2026-03-31T18:29:10.958215Z","end":"2026-03-31T18:29:11.089054Z","steps":["trace[2071419938] 'agreement among raft nodes before linearized reading' (duration: 130.562707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.089072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.676728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4950"} {"level":"info","ts":"2026-03-31T18:29:11.089183Z","caller":"traceutil/trace.go:171","msg":"trace[988073751] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1091; }","duration":"131.81911ms","start":"2026-03-31T18:29:10.957336Z","end":"2026-03-31T18:29:11.089155Z","steps":["trace[988073751] 'agreement among raft nodes before linearized reading' (duration: 131.526405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.155158Z","caller":"traceutil/trace.go:171","msg":"trace[1541889723] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"108.462101ms","start":"2026-03-31T18:29:11.04667Z","end":"2026-03-31T18:29:11.155133Z","steps":["trace[1541889723] 'process raft request' (duration: 108.249308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.155478Z","caller":"traceutil/trace.go:171","msg":"trace[1970802353] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"108.688465ms","start":"2026-03-31T18:29:11.04677Z","end":"2026-03-31T18:29:11.155459Z","steps":["trace[1970802353] 'process raft request' (duration: 108.292898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.155585Z","caller":"traceutil/trace.go:171","msg":"trace[943023375] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"108.793808ms","start":"2026-03-31T18:29:11.046777Z","end":"2026-03-31T18:29:11.15557Z","steps":["trace[943023375] 'process raft request' (duration: 108.540853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.155671Z","caller":"traceutil/trace.go:171","msg":"trace[1530913188] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"108.413951ms","start":"2026-03-31T18:29:11.047248Z","end":"2026-03-31T18:29:11.155662Z","steps":["trace[1530913188] 'process raft request' (duration: 108.156285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.155701Z","caller":"traceutil/trace.go:171","msg":"trace[416021598] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"108.284029ms","start":"2026-03-31T18:29:11.047387Z","end":"2026-03-31T18:29:11.155671Z","steps":["trace[416021598] 'process raft request' (duration: 108.054504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.155756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.226494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-5pdkv\" ","response":"range_response_count:1 size:3667"} {"level":"warn","ts":"2026-03-31T18:29:11.155798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.809725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-nnsxq\" ","response":"range_response_count:1 size:3544"} {"level":"info","ts":"2026-03-31T18:29:11.155811Z","caller":"traceutil/trace.go:171","msg":"trace[429211531] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-5pdkv; range_end:; response_count:1; response_revision:1097; }","duration":"111.313196ms","start":"2026-03-31T18:29:11.044485Z","end":"2026-03-31T18:29:11.155798Z","steps":["trace[429211531] 'agreement among raft nodes before linearized reading' (duration: 111.214994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.15583Z","caller":"traceutil/trace.go:171","msg":"trace[1047176231] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"106.661887ms","start":"2026-03-31T18:29:11.049132Z","end":"2026-03-31T18:29:11.155794Z","steps":["trace[1047176231] 'process raft request' (duration: 106.351781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.155845Z","caller":"traceutil/trace.go:171","msg":"trace[1591975783] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-nnsxq; range_end:; response_count:1; response_revision:1097; }","duration":"111.882656ms","start":"2026-03-31T18:29:11.043946Z","end":"2026-03-31T18:29:11.155829Z","steps":["trace[1591975783] 'agreement among raft nodes before linearized reading' (duration: 111.748844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.155877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.376858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-03-31T18:29:11.155912Z","caller":"traceutil/trace.go:171","msg":"trace[1130429914] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:1097; }","duration":"110.473029ms","start":"2026-03-31T18:29:11.045431Z","end":"2026-03-31T18:29:11.155904Z","steps":["trace[1130429914] 'agreement among raft nodes before linearized reading' (duration: 110.307556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:11.155943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.08706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-ss4n4\" ","response":"range_response_count:1 size:3838"} {"level":"info","ts":"2026-03-31T18:29:11.155975Z","caller":"traceutil/trace.go:171","msg":"trace[1707000759] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-ss4n4; range_end:; response_count:1; response_revision:1097; }","duration":"112.153921ms","start":"2026-03-31T18:29:11.04381Z","end":"2026-03-31T18:29:11.155964Z","steps":["trace[1707000759] 'agreement among raft nodes before linearized reading' (duration: 112.037029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:11.952447Z","caller":"traceutil/trace.go:171","msg":"trace[568220972] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"115.978303ms","start":"2026-03-31T18:29:11.836424Z","end":"2026-03-31T18:29:11.952402Z","steps":["trace[568220972] 'process raft request' (duration: 94.892586ms)","trace[568220972] 'compare' (duration: 20.827842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:24.94955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727502204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:25.275585Z","caller":"traceutil/trace.go:171","msg":"trace[901139127] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"852.823552ms","start":"2026-03-31T18:29:24.422738Z","end":"2026-03-31T18:29:25.275562Z","steps":["trace[901139127] 'process raft request' (duration: 852.643569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.275735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:24.422722Z","time spent":"852.938094ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:25.393382Z","caller":"traceutil/trace.go:171","msg":"trace[1232450896] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1247; }","duration":"944.143031ms","start":"2026-03-31T18:29:24.449198Z","end":"2026-03-31T18:29:25.393341Z","steps":["trace[1232450896] 'read index received' (duration: 826.15986ms)","trace[1232450896] 'applied index is now lower than readState.Index' (duration: 117.98094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:25.393729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.409316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:25.393841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.58673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:25.393876Z","caller":"traceutil/trace.go:171","msg":"trace[1206319711] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1208; }","duration":"944.648661ms","start":"2026-03-31T18:29:24.449163Z","end":"2026-03-31T18:29:25.393811Z","steps":["trace[1206319711] 'agreement among raft nodes before linearized reading' (duration: 944.323505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.393777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.071863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:29:25.393954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.856073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:29:25.393957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.522708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:25.394043Z","caller":"traceutil/trace.go:171","msg":"trace[673196929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1208; }","duration":"155.984266ms","start":"2026-03-31T18:29:25.23804Z","end":"2026-03-31T18:29:25.394025Z","steps":["trace[673196929] 'agreement among raft nodes before linearized reading' (duration: 155.716771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.394036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.501592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:25.394232Z","caller":"traceutil/trace.go:171","msg":"trace[1571407212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"168.728615ms","start":"2026-03-31T18:29:25.225471Z","end":"2026-03-31T18:29:25.3942Z","steps":["trace[1571407212] 'agreement among raft nodes before linearized reading' (duration: 168.342218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.394038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:24.449146Z","time spent":"944.827714ms","remote":"127.0.0.1:53248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:25.394069Z","caller":"traceutil/trace.go:171","msg":"trace[1593341450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"163.693631ms","start":"2026-03-31T18:29:25.230354Z","end":"2026-03-31T18:29:25.394048Z","steps":["trace[1593341450] 'agreement among raft nodes before linearized reading' (duration: 163.342195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.39437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.324038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:29:25.394613Z","caller":"traceutil/trace.go:171","msg":"trace[1191449396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1208; }","duration":"151.639274ms","start":"2026-03-31T18:29:25.24295Z","end":"2026-03-31T18:29:25.394589Z","steps":["trace[1191449396] 'agreement among raft nodes before linearized reading' (duration: 150.983102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.393906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.369637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:25.394768Z","caller":"traceutil/trace.go:171","msg":"trace[1921397826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"188.249563ms","start":"2026-03-31T18:29:25.20649Z","end":"2026-03-31T18:29:25.39474Z","steps":["trace[1921397826] 'agreement among raft nodes before linearized reading' (duration: 187.346377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:25.393893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.918731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:29:25.394875Z","caller":"traceutil/trace.go:171","msg":"trace[269081040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"151.966481ms","start":"2026-03-31T18:29:25.242891Z","end":"2026-03-31T18:29:25.394857Z","steps":["trace[269081040] 'agreement among raft nodes before linearized reading' (duration: 150.765258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:25.393907Z","caller":"traceutil/trace.go:171","msg":"trace[495343250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"111.684753ms","start":"2026-03-31T18:29:25.282208Z","end":"2026-03-31T18:29:25.393893Z","steps":["trace[495343250] 'agreement among raft nodes before linearized reading' (duration: 111.577131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:25.39406Z","caller":"traceutil/trace.go:171","msg":"trace[727279194] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1208; }","duration":"194.413429ms","start":"2026-03-31T18:29:25.199627Z","end":"2026-03-31T18:29:25.39401Z","steps":["trace[727279194] 'agreement among raft nodes before linearized reading' (duration: 194.033772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:27.841958Z","caller":"traceutil/trace.go:171","msg":"trace[857078020] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"158.799079ms","start":"2026-03-31T18:29:27.683135Z","end":"2026-03-31T18:29:27.841934Z","steps":["trace[857078020] 'process raft request' (duration: 158.637976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:38.044985Z","caller":"traceutil/trace.go:171","msg":"trace[668133908] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"115.741268ms","start":"2026-03-31T18:29:37.929218Z","end":"2026-03-31T18:29:38.044959Z","steps":["trace[668133908] 'process raft request' (duration: 115.550094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:39.496573Z","caller":"traceutil/trace.go:171","msg":"trace[77501254] linearizableReadLoop","detail":"{readStateIndex:1385; appliedIndex:1384; }","duration":"215.646979ms","start":"2026-03-31T18:29:39.280904Z","end":"2026-03-31T18:29:39.496551Z","steps":["trace[77501254] 'read index received' (duration: 215.457376ms)","trace[77501254] 'applied index is now lower than readState.Index' (duration: 188.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:39.496712Z","caller":"traceutil/trace.go:171","msg":"trace[1505804980] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"461.285011ms","start":"2026-03-31T18:29:39.035389Z","end":"2026-03-31T18:29:39.496674Z","steps":["trace[1505804980] 'process raft request' (duration: 461.021887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:39.496824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.899064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:29:39.496867Z","caller":"traceutil/trace.go:171","msg":"trace[1033720456] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:1339; }","duration":"215.994886ms","start":"2026-03-31T18:29:39.28086Z","end":"2026-03-31T18:29:39.496855Z","steps":["trace[1033720456] 'agreement among raft nodes before linearized reading' (duration: 215.842553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:39.496873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:39.035359Z","time spent":"461.426294ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:39.496907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.944374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:39.496976Z","caller":"traceutil/trace.go:171","msg":"trace[487340488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1339; }","duration":"216.063177ms","start":"2026-03-31T18:29:39.280895Z","end":"2026-03-31T18:29:39.496958Z","steps":["trace[487340488] 'agreement among raft nodes before linearized reading' (duration: 215.960305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.175962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.349813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:44.176088Z","caller":"traceutil/trace.go:171","msg":"trace[377634111] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1494; }","duration":"585.282516ms","start":"2026-03-31T18:29:43.590788Z","end":"2026-03-31T18:29:44.17607Z","steps":["trace[377634111] 'read index received' (duration: 131.650968ms)","trace[377634111] 'applied index is now lower than readState.Index' (duration: 453.630108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:44.176154Z","caller":"traceutil/trace.go:171","msg":"trace[552449879] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"585.692743ms","start":"2026-03-31T18:29:43.590407Z","end":"2026-03-31T18:29:44.1761Z","steps":["trace[552449879] 'process raft request' (duration: 132.109146ms)","trace[552449879] 'compare' (duration: 453.027487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:44.17625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.44851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:44.176325Z","caller":"traceutil/trace.go:171","msg":"trace[123166734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1448; }","duration":"585.554032ms","start":"2026-03-31T18:29:43.590753Z","end":"2026-03-31T18:29:44.176307Z","steps":["trace[123166734] 'agreement among raft nodes before linearized reading' (duration: 585.361578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.176329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.590374Z","time spent":"585.855917ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:44.176365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.590742Z","time spent":"585.613213ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:44.177195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.35152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:44.177269Z","caller":"traceutil/trace.go:171","msg":"trace[50706695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1449; }","duration":"583.457991ms","start":"2026-03-31T18:29:43.593793Z","end":"2026-03-31T18:29:44.177251Z","steps":["trace[50706695] 'agreement among raft nodes before linearized reading' (duration: 583.193807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:44.177286Z","caller":"traceutil/trace.go:171","msg":"trace[735757205] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"112.830873ms","start":"2026-03-31T18:29:44.064436Z","end":"2026-03-31T18:29:44.177267Z","steps":["trace[735757205] 'process raft request' (duration: 112.420305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:44.177309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.593777Z","time spent":"583.523343ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:46.383827Z","caller":"traceutil/trace.go:171","msg":"trace[399383898] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"201.528294ms","start":"2026-03-31T18:29:46.182274Z","end":"2026-03-31T18:29:46.383802Z","steps":["trace[399383898] 'process raft request' (duration: 201.368511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:46.591268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.716212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:46.591393Z","caller":"traceutil/trace.go:171","msg":"trace[2117819008] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1508; }","duration":"403.383912ms","start":"2026-03-31T18:29:46.187988Z","end":"2026-03-31T18:29:46.591372Z","steps":["trace[2117819008] 'read index received' (duration: 195.642513ms)","trace[2117819008] 'applied index is now lower than readState.Index' (duration: 207.739659ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:46.59148Z","caller":"traceutil/trace.go:171","msg":"trace[562794954] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"405.750006ms","start":"2026-03-31T18:29:46.185674Z","end":"2026-03-31T18:29:46.591424Z","steps":["trace[562794954] 'process raft request' (duration: 284.79559ms)","trace[562794954] 'compare' (duration: 120.57881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:46.59161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.602787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:29:46.591608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.582148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:46.591825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.185647Z","time spent":"405.91524ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:46.591862Z","caller":"traceutil/trace.go:171","msg":"trace[1858133277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1462; }","duration":"403.882703ms","start":"2026-03-31T18:29:46.18796Z","end":"2026-03-31T18:29:46.591843Z","steps":["trace[1858133277] 'agreement among raft nodes before linearized reading' (duration: 403.515056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:46.591922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.187948Z","time spent":"403.964874ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:46.591879Z","caller":"traceutil/trace.go:171","msg":"trace[299381376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1462; }","duration":"309.897384ms","start":"2026-03-31T18:29:46.281959Z","end":"2026-03-31T18:29:46.591856Z","steps":["trace[299381376] 'agreement among raft nodes before linearized reading' (duration: 309.570088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:46.59202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.281938Z","time spent":"310.069917ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:46.591632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.401474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:46.592149Z","caller":"traceutil/trace.go:171","msg":"trace[153284287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1462; }","duration":"403.925474ms","start":"2026-03-31T18:29:46.188189Z","end":"2026-03-31T18:29:46.592114Z","steps":["trace[153284287] 'agreement among raft nodes before linearized reading' (duration: 403.307533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:46.592235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.188177Z","time spent":"404.030296ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:47.729171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.655852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:47.729314Z","caller":"traceutil/trace.go:171","msg":"trace[1318022594] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"148.582926ms","start":"2026-03-31T18:29:47.580689Z","end":"2026-03-31T18:29:47.729272Z","steps":["trace[1318022594] 'process raft request' (duration: 28.735281ms)","trace[1318022594] 'compare' (duration: 119.53551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:03.759786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.080297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:03.759918Z","caller":"traceutil/trace.go:171","msg":"trace[203205253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1760; }","duration":"114.277011ms","start":"2026-03-31T18:30:03.645617Z","end":"2026-03-31T18:30:03.759894Z","steps":["trace[203205253] 'range keys from in-memory index tree' (duration: 113.909894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:03.896783Z","caller":"traceutil/trace.go:171","msg":"trace[822046663] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"131.925053ms","start":"2026-03-31T18:30:03.764826Z","end":"2026-03-31T18:30:03.896751Z","steps":["trace[822046663] 'process raft request' (duration: 131.637727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:04.708429Z","caller":"traceutil/trace.go:171","msg":"trace[355956226] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"122.71826ms","start":"2026-03-31T18:30:04.585682Z","end":"2026-03-31T18:30:04.7084Z","steps":["trace[355956226] 'process raft request' (duration: 122.549767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.888646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.096108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:04.88877Z","caller":"traceutil/trace.go:171","msg":"trace[2034614654] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1836; }","duration":"211.107624ms","start":"2026-03-31T18:30:04.677639Z","end":"2026-03-31T18:30:04.888747Z","steps":["trace[2034614654] 'read index received' (duration: 30.625167ms)","trace[2034614654] 'applied index is now lower than readState.Index' (duration: 180.480647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:04.888976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.332117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:04.889018Z","caller":"traceutil/trace.go:171","msg":"trace[1366477555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1764; }","duration":"211.415139ms","start":"2026-03-31T18:30:04.677589Z","end":"2026-03-31T18:30:04.889005Z","steps":["trace[1366477555] 'agreement among raft nodes before linearized reading' (duration: 211.261957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.889053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.737629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-03-31T18:30:04.889144Z","caller":"traceutil/trace.go:171","msg":"trace[1474186088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"174.864581ms","start":"2026-03-31T18:30:04.714259Z","end":"2026-03-31T18:30:04.889123Z","steps":["trace[1474186088] 'agreement among raft nodes before linearized reading' (duration: 174.623327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.588876Z","caller":"traceutil/trace.go:171","msg":"trace[970409353] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"148.059807ms","start":"2026-03-31T18:30:05.44078Z","end":"2026-03-31T18:30:05.58884Z","steps":["trace[970409353] 'process raft request' (duration: 147.806492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.890738Z","caller":"traceutil/trace.go:171","msg":"trace[1409455195] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"297.293645ms","start":"2026-03-31T18:30:05.593411Z","end":"2026-03-31T18:30:05.890705Z","steps":["trace[1409455195] 'process raft request' (duration: 277.674176ms)","trace[1409455195] 'compare' (duration: 19.281553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:12.661283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.885048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15232"} {"level":"info","ts":"2026-03-31T18:30:12.661416Z","caller":"traceutil/trace.go:171","msg":"trace[1942752197] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1836; }","duration":"108.053981ms","start":"2026-03-31T18:30:12.553343Z","end":"2026-03-31T18:30:12.661397Z","steps":["trace[1942752197] 'agreement among raft nodes before linearized reading' (duration: 107.801416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:12.769187Z","caller":"traceutil/trace.go:171","msg":"trace[1451002614] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"103.74717ms","start":"2026-03-31T18:30:12.665402Z","end":"2026-03-31T18:30:12.769149Z","steps":["trace[1451002614] 'process raft request' (duration: 103.478475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.769582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.607265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7060"} {"level":"info","ts":"2026-03-31T18:30:12.7697Z","caller":"traceutil/trace.go:171","msg":"trace[1829591445] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1843; }","duration":"104.774829ms","start":"2026-03-31T18:30:12.664906Z","end":"2026-03-31T18:30:12.769681Z","steps":["trace[1829591445] 'agreement among raft nodes before linearized reading' (duration: 104.387362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:12.812566Z","caller":"traceutil/trace.go:171","msg":"trace[584597917] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"104.964853ms","start":"2026-03-31T18:30:12.707581Z","end":"2026-03-31T18:30:12.812545Z","steps":["trace[584597917] 'process raft request' (duration: 104.917642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:12.812808Z","caller":"traceutil/trace.go:171","msg":"trace[164359972] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"105.424862ms","start":"2026-03-31T18:30:12.707343Z","end":"2026-03-31T18:30:12.812768Z","steps":["trace[164359972] 'process raft request' (duration: 105.059065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:12.812899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.112006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:119909"} {"level":"info","ts":"2026-03-31T18:30:12.812939Z","caller":"traceutil/trace.go:171","msg":"trace[2141707736] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1845; }","duration":"104.224079ms","start":"2026-03-31T18:30:12.708705Z","end":"2026-03-31T18:30:12.812929Z","steps":["trace[2141707736] 'agreement among raft nodes before linearized reading' (duration: 103.961164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.252523Z","caller":"traceutil/trace.go:171","msg":"trace[945509549] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"216.317936ms","start":"2026-03-31T18:30:13.03617Z","end":"2026-03-31T18:30:13.252488Z","steps":["trace[945509549] 'process raft request' (duration: 122.85367ms)","trace[945509549] 'compare' (duration: 93.257152ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:13.258569Z","caller":"traceutil/trace.go:171","msg":"trace[1285746163] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"220.534486ms","start":"2026-03-31T18:30:13.038014Z","end":"2026-03-31T18:30:13.258549Z","steps":["trace[1285746163] 'process raft request' (duration: 220.387534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.258908Z","caller":"traceutil/trace.go:171","msg":"trace[2110106973] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"220.497405ms","start":"2026-03-31T18:30:13.038383Z","end":"2026-03-31T18:30:13.258881Z","steps":["trace[2110106973] 'process raft request' (duration: 220.134039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.259182Z","caller":"traceutil/trace.go:171","msg":"trace[1443439896] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"220.458914ms","start":"2026-03-31T18:30:13.038714Z","end":"2026-03-31T18:30:13.259173Z","steps":["trace[1443439896] 'process raft request' (duration: 220.065427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.259413Z","caller":"traceutil/trace.go:171","msg":"trace[1940448969] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"218.458996ms","start":"2026-03-31T18:30:13.04092Z","end":"2026-03-31T18:30:13.259379Z","steps":["trace[1940448969] 'process raft request' (duration: 218.11325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.259511Z","caller":"traceutil/trace.go:171","msg":"trace[440688558] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"198.780497ms","start":"2026-03-31T18:30:13.060681Z","end":"2026-03-31T18:30:13.259462Z","steps":["trace[440688558] 'process raft request' (duration: 198.597944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.20656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.42925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:17.206653Z","caller":"traceutil/trace.go:171","msg":"trace[580934563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1898; }","duration":"189.558273ms","start":"2026-03-31T18:30:17.017069Z","end":"2026-03-31T18:30:17.206627Z","steps":["trace[580934563] 'range keys from in-memory index tree' (duration: 189.116915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.206564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.560633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b2ae7f-ad73-4668-abf5-1c7b4ac9f09c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:30:17.206742Z","caller":"traceutil/trace.go:171","msg":"trace[272500482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46b2ae7f-ad73-4668-abf5-1c7b4ac9f09c; range_end:; response_count:1; response_revision:1898; }","duration":"306.791397ms","start":"2026-03-31T18:30:16.899928Z","end":"2026-03-31T18:30:17.20672Z","steps":["trace[272500482] 'range keys from in-memory index tree' (duration: 306.334999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.206792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.8999Z","time spent":"306.87925ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b2ae7f-ad73-4668-abf5-1c7b4ac9f09c\" "} {"level":"warn","ts":"2026-03-31T18:30:17.776235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727503581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:18.27692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727503581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:18.777301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727503581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:19.278266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727503581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:19.479895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.266208291s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:19.480279Z","caller":"traceutil/trace.go:171","msg":"trace[1520172014] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"2.2667053s","start":"2026-03-31T18:30:17.213544Z","end":"2026-03-31T18:30:19.480249Z","steps":["trace[1520172014] 'process raft request' (duration: 2.266535997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.480448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.213517Z","time spent":"2.266843363s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:19.825809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.570921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:19.826146Z","caller":"traceutil/trace.go:171","msg":"trace[1743161959] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"2.182708481s","start":"2026-03-31T18:30:17.643399Z","end":"2026-03-31T18:30:19.826107Z","steps":["trace[1743161959] 'process raft request' (duration: 1.949766893s)","trace[1743161959] 'compare' (duration: 232.275036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:19.826311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.643372Z","time spent":"2.182850053s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:19.826393Z","caller":"traceutil/trace.go:171","msg":"trace[1645147168] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"2.035172307s","start":"2026-03-31T18:30:17.791202Z","end":"2026-03-31T18:30:19.826374Z","steps":["trace[1645147168] 'process raft request' (duration: 2.034708309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.826491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.791178Z","time spent":"2.035267369s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:19.826655Z","caller":"traceutil/trace.go:171","msg":"trace[20804726] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.220982053s","start":"2026-03-31T18:30:18.605646Z","end":"2026-03-31T18:30:19.826628Z","steps":["trace[20804726] 'process raft request' (duration: 1.220654906s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:19.826711Z","caller":"traceutil/trace.go:171","msg":"trace[1410321284] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1974; }","duration":"2.551092046s","start":"2026-03-31T18:30:17.275597Z","end":"2026-03-31T18:30:19.826689Z","steps":["trace[1410321284] 'read index received' (duration: 2.2044781s)","trace[1410321284] 'applied index is now lower than readState.Index' (duration: 346.611566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:19.826773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.605619Z","time spent":"1.221095204s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:19.827003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551405491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:30:19.827052Z","caller":"traceutil/trace.go:171","msg":"trace[184296145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"2.551494023s","start":"2026-03-31T18:30:17.275546Z","end":"2026-03-31T18:30:19.82704Z","steps":["trace[184296145] 'agreement among raft nodes before linearized reading' (duration: 2.551277459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.827105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549320372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:30:19.82717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616520738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b2ae7f-ad73-4668-abf5-1c7b4ac9f09c\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-31T18:30:19.827204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.275525Z","time spent":"2.551668226s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:19.827222Z","caller":"traceutil/trace.go:171","msg":"trace[1789176965] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46b2ae7f-ad73-4668-abf5-1c7b4ac9f09c; range_end:; response_count:1; response_revision:1902; }","duration":"1.616592949s","start":"2026-03-31T18:30:18.210617Z","end":"2026-03-31T18:30:19.82721Z","steps":["trace[1789176965] 'agreement among raft nodes before linearized reading' (duration: 1.616463287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.827278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.210604Z","time spent":"1.61664386s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46b2ae7f-ad73-4668-abf5-1c7b4ac9f09c\" "} {"level":"warn","ts":"2026-03-31T18:30:19.827274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813628272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:30:19.827357Z","caller":"traceutil/trace.go:171","msg":"trace[584670148] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1902; }","duration":"1.813750434s","start":"2026-03-31T18:30:18.013582Z","end":"2026-03-31T18:30:19.827333Z","steps":["trace[584670148] 'agreement among raft nodes before linearized reading' (duration: 1.81353092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.827413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.013561Z","time spent":"1.813838346s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:19.827231Z","caller":"traceutil/trace.go:171","msg":"trace[984312926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"2.549452765s","start":"2026-03-31T18:30:17.277698Z","end":"2026-03-31T18:30:19.827151Z","steps":["trace[984312926] 'agreement among raft nodes before linearized reading' (duration: 2.54918318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.827464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691799983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:19.827502Z","caller":"traceutil/trace.go:171","msg":"trace[1408025735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1902; }","duration":"1.691863443s","start":"2026-03-31T18:30:18.135626Z","end":"2026-03-31T18:30:19.82749Z","steps":["trace[1408025735] 'agreement among raft nodes before linearized reading' (duration: 1.691761071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.827515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.277675Z","time spent":"2.549783731s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:19.827537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.135617Z","time spent":"1.691912154s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:19.827622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67253553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:19.827622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69594108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:19.827649Z","caller":"traceutil/trace.go:171","msg":"trace[551586299] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1902; }","duration":"1.672597071s","start":"2026-03-31T18:30:18.155043Z","end":"2026-03-31T18:30:19.82764Z","steps":["trace[551586299] 'agreement among raft nodes before linearized reading' (duration: 1.67255384s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:19.827662Z","caller":"traceutil/trace.go:171","msg":"trace[1017094617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"1.696006091s","start":"2026-03-31T18:30:18.131644Z","end":"2026-03-31T18:30:19.82765Z","steps":["trace[1017094617] 'agreement among raft nodes before linearized reading' (duration: 1.695883709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.82768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.155023Z","time spent":"1.672647702s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:19.827692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.13163Z","time spent":"1.696056042s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:19.827754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.34095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-31T18:30:19.827672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.169597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:30:19.82778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106723312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:19.8278Z","caller":"traceutil/trace.go:171","msg":"trace[82078707] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:1902; }","duration":"545.324681ms","start":"2026-03-31T18:30:19.282465Z","end":"2026-03-31T18:30:19.82779Z","steps":["trace[82078707] 'agreement among raft nodes before linearized reading' (duration: 545.139267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.82783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545985732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:19.827835Z","caller":"traceutil/trace.go:171","msg":"trace[817656894] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1902; }","duration":"2.106821784s","start":"2026-03-31T18:30:17.720998Z","end":"2026-03-31T18:30:19.82782Z","steps":["trace[817656894] 'agreement among raft nodes before linearized reading' (duration: 2.106728183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.82785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.282403Z","time spent":"545.421553ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.201\" "} {"level":"info","ts":"2026-03-31T18:30:19.827857Z","caller":"traceutil/trace.go:171","msg":"trace[1726075545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"1.546055464s","start":"2026-03-31T18:30:18.281793Z","end":"2026-03-31T18:30:19.827848Z","steps":["trace[1726075545] 'agreement among raft nodes before linearized reading' (duration: 1.546018732s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.827884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.281771Z","time spent":"1.546106924s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:19.82788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.720975Z","time spent":"2.106893466s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:19.828027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614703634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:19.828058Z","caller":"traceutil/trace.go:171","msg":"trace[766187419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"1.614754595s","start":"2026-03-31T18:30:18.213294Z","end":"2026-03-31T18:30:19.828048Z","steps":["trace[766187419] 'agreement among raft nodes before linearized reading' (duration: 1.614664764s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:19.827792Z","caller":"traceutil/trace.go:171","msg":"trace[598666225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1902; }","duration":"845.417642ms","start":"2026-03-31T18:30:18.982362Z","end":"2026-03-31T18:30:19.82778Z","steps":["trace[598666225] 'agreement among raft nodes before linearized reading' (duration: 845.33573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.828098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.213284Z","time spent":"1.614807366s","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:19.82812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550033476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:19.828167Z","caller":"traceutil/trace.go:171","msg":"trace[236059083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"2.550103447s","start":"2026-03-31T18:30:17.278051Z","end":"2026-03-31T18:30:19.828154Z","steps":["trace[236059083] 'agreement among raft nodes before linearized reading' (duration: 2.549971015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.828125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.982341Z","time spent":"845.768959ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:30:19.828211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.278034Z","time spent":"2.550168809s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:19.828349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27730637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:30:19.828422Z","caller":"traceutil/trace.go:171","msg":"trace[1371440962] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1902; }","duration":"2.277410661s","start":"2026-03-31T18:30:17.550996Z","end":"2026-03-31T18:30:19.828406Z","steps":["trace[1371440962] 'agreement among raft nodes before linearized reading' (duration: 2.277246728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:19.828475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.550975Z","time spent":"2.277487723s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:20.875711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.438694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:20.875924Z","caller":"traceutil/trace.go:171","msg":"trace[725173269] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.043994146s","start":"2026-03-31T18:30:19.83191Z","end":"2026-03-31T18:30:20.875904Z","steps":["trace[725173269] 'process raft request' (duration: 1.043902394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.875991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.831887Z","time spent":"1.044074037s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:20.87611Z","caller":"traceutil/trace.go:171","msg":"trace[1054427890] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"1.044170278s","start":"2026-03-31T18:30:19.831875Z","end":"2026-03-31T18:30:20.876045Z","steps":["trace[1054427890] 'process raft request' (duration: 116.308556ms)","trace[1054427890] 'compare' (duration: 927.319072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:20.87632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.831851Z","time spent":"1.044359452s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:20.876316Z","caller":"traceutil/trace.go:171","msg":"trace[1709141410] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.04430217s","start":"2026-03-31T18:30:19.831976Z","end":"2026-03-31T18:30:20.876278Z","steps":["trace[1709141410] 'process raft request' (duration: 1.043891533s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.876359Z","caller":"traceutil/trace.go:171","msg":"trace[797224579] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.044034205s","start":"2026-03-31T18:30:19.83229Z","end":"2026-03-31T18:30:20.876324Z","steps":["trace[797224579] 'process raft request' (duration: 1.04373146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.876407Z","caller":"traceutil/trace.go:171","msg":"trace[110278900] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.044066066s","start":"2026-03-31T18:30:19.8323Z","end":"2026-03-31T18:30:20.876366Z","steps":["trace[110278900] 'process raft request' (duration: 1.043866892s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.876443Z","caller":"traceutil/trace.go:171","msg":"trace[1496257588] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.043353243s","start":"2026-03-31T18:30:19.833053Z","end":"2026-03-31T18:30:20.876407Z","steps":["trace[1496257588] 'process raft request' (duration: 1.043266441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.876581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.832277Z","time spent":"1.044172238s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:20.87647Z","caller":"traceutil/trace.go:171","msg":"trace[609163152] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1978; }","duration":"1.040855675s","start":"2026-03-31T18:30:19.835576Z","end":"2026-03-31T18:30:20.876432Z","steps":["trace[609163152] 'read index received' (duration: 59.841185ms)","trace[609163152] 'applied index is now lower than readState.Index' (duration: 981.01336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:20.876744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.833038Z","time spent":"1.043567367s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.876783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041169453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:20.876814Z","caller":"traceutil/trace.go:171","msg":"trace[369877300] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"980.143165ms","start":"2026-03-31T18:30:19.896644Z","end":"2026-03-31T18:30:20.876787Z","steps":["trace[369877300] 'process raft request' (duration: 979.738156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.876989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.896623Z","time spent":"980.306357ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:20.876871Z","caller":"traceutil/trace.go:171","msg":"trace[2120026671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1910; }","duration":"1.041309745s","start":"2026-03-31T18:30:19.835544Z","end":"2026-03-31T18:30:20.876854Z","steps":["trace[2120026671] 'agreement among raft nodes before linearized reading' (duration: 1.041012479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.877077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.835532Z","time spent":"1.041525979s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:20.876532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.832281Z","time spent":"1.044183758s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.876528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.831947Z","time spent":"1.044458344s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:20.877373Z","caller":"traceutil/trace.go:171","msg":"trace[2041157043] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"761.456344ms","start":"2026-03-31T18:30:20.115899Z","end":"2026-03-31T18:30:20.877356Z","steps":["trace[2041157043] 'process raft request' (duration: 761.034076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:20.87645Z","caller":"traceutil/trace.go:171","msg":"trace[309930072] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.043833031s","start":"2026-03-31T18:30:19.832584Z","end":"2026-03-31T18:30:20.876417Z","steps":["trace[309930072] 'process raft request' (duration: 1.043668478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.877549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.115875Z","time spent":"761.548516ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.87757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.832573Z","time spent":"1.044927333s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:20.877779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039732994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:20.877904Z","caller":"traceutil/trace.go:171","msg":"trace[142702223] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1912; }","duration":"1.039867447s","start":"2026-03-31T18:30:19.838006Z","end":"2026-03-31T18:30:20.877874Z","steps":["trace[142702223] 'agreement among raft nodes before linearized reading' (duration: 1.039569832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.877988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.837998Z","time spent":"1.03997472s","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:30:20.87784Z","caller":"traceutil/trace.go:171","msg":"trace[1971691706] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"711.25677ms","start":"2026-03-31T18:30:20.166439Z","end":"2026-03-31T18:30:20.877696Z","steps":["trace[1971691706] 'process raft request' (duration: 710.878743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.878404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.166414Z","time spent":"711.932854ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:23.975393Z","caller":"traceutil/trace.go:171","msg":"trace[1833945058] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"136.260932ms","start":"2026-03-31T18:30:23.839101Z","end":"2026-03-31T18:30:23.975362Z","steps":["trace[1833945058] 'process raft request' (duration: 125.747854ms)","trace[1833945058] 'compare' (duration: 10.211322ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:23.975784Z","caller":"traceutil/trace.go:171","msg":"trace[1161335468] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"135.829353ms","start":"2026-03-31T18:30:23.83994Z","end":"2026-03-31T18:30:23.97577Z","steps":["trace[1161335468] 'process raft request' (duration: 135.248343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:24.185687Z","caller":"traceutil/trace.go:171","msg":"trace[1822461685] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"187.23349ms","start":"2026-03-31T18:30:23.998427Z","end":"2026-03-31T18:30:24.185661Z","steps":["trace[1822461685] 'process raft request' (duration: 144.370104ms)","trace[1822461685] 'compare' (duration: 42.758094ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:24.188622Z","caller":"traceutil/trace.go:171","msg":"trace[926952000] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"181.815828ms","start":"2026-03-31T18:30:24.006785Z","end":"2026-03-31T18:30:24.188601Z","steps":["trace[926952000] 'process raft request' (duration: 181.647225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.095667Z","caller":"traceutil/trace.go:171","msg":"trace[128891326] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"459.698061ms","start":"2026-03-31T18:30:25.635944Z","end":"2026-03-31T18:30:26.095642Z","steps":["trace[128891326] 'process raft request' (duration: 459.169931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.095825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.635927Z","time spent":"459.816344ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5592,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.16502Z","caller":"traceutil/trace.go:171","msg":"trace[772030030] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"310.545688ms","start":"2026-03-31T18:30:25.854438Z","end":"2026-03-31T18:30:26.164984Z","steps":["trace[772030030] 'process raft request' (duration: 265.293497ms)","trace[772030030] 'compare' (duration: 45.073957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:26.165193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.854415Z","time spent":"310.69246ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:26.165372Z","caller":"traceutil/trace.go:171","msg":"trace[1220364427] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"185.054569ms","start":"2026-03-31T18:30:25.980301Z","end":"2026-03-31T18:30:26.165355Z","steps":["trace[1220364427] 'process raft request' (duration: 184.636701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.165394Z","caller":"traceutil/trace.go:171","msg":"trace[938410821] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"184.704702ms","start":"2026-03-31T18:30:25.980666Z","end":"2026-03-31T18:30:26.165371Z","steps":["trace[938410821] 'process raft request' (duration: 184.56885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:26.16537Z","caller":"traceutil/trace.go:171","msg":"trace[2022330793] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2034; }","duration":"272.376381ms","start":"2026-03-31T18:30:25.89297Z","end":"2026-03-31T18:30:26.165347Z","steps":["trace[2022330793] 'read index received' (duration: 202.161231ms)","trace[2022330793] 'applied index is now lower than readState.Index' (duration: 70.21407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:26.165568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.578594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-31T18:30:26.165612Z","caller":"traceutil/trace.go:171","msg":"trace[1063631868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1959; }","duration":"272.670846ms","start":"2026-03-31T18:30:25.892932Z","end":"2026-03-31T18:30:26.165603Z","steps":["trace[1063631868] 'agreement among raft nodes before linearized reading' (duration: 272.486693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:26.178578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.4241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:26.178655Z","caller":"traceutil/trace.go:171","msg":"trace[1788543412] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"164.508942ms","start":"2026-03-31T18:30:26.014128Z","end":"2026-03-31T18:30:26.178637Z","steps":["trace[1788543412] 'agreement among raft nodes before linearized reading' (duration: 164.298768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:34.782324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727503828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:35.282677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727503828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:30:35.3492Z","caller":"traceutil/trace.go:171","msg":"trace[2095410340] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"1.146134384s","start":"2026-03-31T18:30:34.203032Z","end":"2026-03-31T18:30:35.349167Z","steps":["trace[2095410340] 'process raft request' (duration: 1.145961081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.349362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.203006Z","time spent":"1.146276667s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:36.281765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:36.281857Z","caller":"traceutil/trace.go:171","msg":"trace[682717847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053066s","start":"2026-03-31T18:30:34.281786Z","end":"2026-03-31T18:30:36.281839Z","steps":["trace[682717847] 'agreement among raft nodes before linearized reading' (duration: 1.999930574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.281907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.281772Z","time spent":"2.000125477s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:36.396352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:36.396472Z","caller":"traceutil/trace.go:171","msg":"trace[1863660508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184808s","start":"2026-03-31T18:30:34.396263Z","end":"2026-03-31T18:30:36.396448Z","steps":["trace[1863660508] 'agreement among raft nodes before linearized reading' (duration: 1.999973315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.396523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.396244Z","time spent":"2.000267991s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:36.871023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464703263s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:36.871319Z","caller":"traceutil/trace.go:171","msg":"trace[1870955762] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"2.658244219s","start":"2026-03-31T18:30:34.213031Z","end":"2026-03-31T18:30:36.871275Z","steps":["trace[1870955762] 'process raft request' (duration: 1.193173079s)","trace[1870955762] 'compare' (duration: 1.464188054s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:36.871486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.213005Z","time spent":"2.658396481s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:36.871809Z","caller":"traceutil/trace.go:171","msg":"trace[2114468564] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"2.658226249s","start":"2026-03-31T18:30:34.213553Z","end":"2026-03-31T18:30:36.87178Z","steps":["trace[2114468564] 'process raft request' (duration: 2.657579136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.871935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.213538Z","time spent":"2.658340191s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:37.115528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.288932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:37.115749Z","caller":"traceutil/trace.go:171","msg":"trace[1800852583] linearizableReadLoop","detail":"{readStateIndex:2105; appliedIndex:2102; }","duration":"2.83390385s","start":"2026-03-31T18:30:34.281826Z","end":"2026-03-31T18:30:37.11573Z","steps":["trace[1800852583] 'read index received' (duration: 1.067350033s)","trace[1800852583] 'applied index is now lower than readState.Index' (duration: 1.766552797s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:37.115984Z","caller":"traceutil/trace.go:171","msg":"trace[1604666788] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"1.223101371s","start":"2026-03-31T18:30:35.892845Z","end":"2026-03-31T18:30:37.115947Z","steps":["trace[1604666788] 'process raft request' (duration: 1.222793336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.116098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.892833Z","time spent":"1.223195444s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:37.260906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.895873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:37.261Z","caller":"traceutil/trace.go:171","msg":"trace[1152517445] linearizableReadLoop","detail":"{readStateIndex:2107; appliedIndex:2105; }","duration":"145.20128ms","start":"2026-03-31T18:30:37.115786Z","end":"2026-03-31T18:30:37.260988Z","steps":["trace[1152517445] 'read index received' (duration: 35.281µs)","trace[1152517445] 'applied index is now lower than readState.Index' (duration: 145.161619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:37.261121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.963516768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:30:37.261149Z","caller":"traceutil/trace.go:171","msg":"trace[528812110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2026; }","duration":"2.963579719s","start":"2026-03-31T18:30:34.29756Z","end":"2026-03-31T18:30:37.261139Z","steps":["trace[528812110] 'agreement among raft nodes before linearized reading' (duration: 2.963462637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.261173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136536172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:37.261217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164777993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:37.261275Z","caller":"traceutil/trace.go:171","msg":"trace[20651340] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2026; }","duration":"2.136719946s","start":"2026-03-31T18:30:35.124526Z","end":"2026-03-31T18:30:37.261246Z","steps":["trace[20651340] 'agreement among raft nodes before linearized reading' (duration: 2.136482752s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.261284Z","caller":"traceutil/trace.go:171","msg":"trace[1601617063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2026; }","duration":"2.164843814s","start":"2026-03-31T18:30:35.096422Z","end":"2026-03-31T18:30:37.261266Z","steps":["trace[1601617063] 'agreement among raft nodes before linearized reading' (duration: 2.164664161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.261311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.297533Z","time spent":"2.963724801s","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:30:37.261329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.124513Z","time spent":"2.136800357s","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:37.261338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164999807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:30:37.26136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.096351Z","time spent":"2.164967326s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:37.261387Z","caller":"traceutil/trace.go:171","msg":"trace[828686998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2026; }","duration":"2.165060388s","start":"2026-03-31T18:30:35.096311Z","end":"2026-03-31T18:30:37.261372Z","steps":["trace[828686998] 'agreement among raft nodes before linearized reading' (duration: 2.164944486s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.261395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178641544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T18:30:37.261217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166078017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:30:37.26158Z","caller":"traceutil/trace.go:171","msg":"trace[1461410578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2026; }","duration":"2.178858158s","start":"2026-03-31T18:30:35.082698Z","end":"2026-03-31T18:30:37.261556Z","steps":["trace[1461410578] 'agreement among raft nodes before linearized reading' (duration: 2.17842388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.261608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16674507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:37.261629Z","caller":"traceutil/trace.go:171","msg":"trace[2077895369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2026; }","duration":"2.166524836s","start":"2026-03-31T18:30:35.095088Z","end":"2026-03-31T18:30:37.261612Z","steps":["trace[2077895369] 'agreement among raft nodes before linearized reading' (duration: 2.165971756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.26164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.129334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:37.261651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.082688Z","time spent":"2.178949899s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:30:37.261654Z","caller":"traceutil/trace.go:171","msg":"trace[143199794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2026; }","duration":"2.166830062s","start":"2026-03-31T18:30:35.094811Z","end":"2026-03-31T18:30:37.261641Z","steps":["trace[143199794] 'agreement among raft nodes before linearized reading' (duration: 2.16670697s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.261684Z","caller":"traceutil/trace.go:171","msg":"trace[346788201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2026; }","duration":"972.205735ms","start":"2026-03-31T18:30:36.289466Z","end":"2026-03-31T18:30:37.261671Z","steps":["trace[346788201] 'agreement among raft nodes before linearized reading' (duration: 972.139413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.261694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.09479Z","time spent":"2.166893723s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:37.261696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.095075Z","time spent":"2.166589696s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:37.261428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.096303Z","time spent":"2.165113409s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:37.261724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.289433Z","time spent":"972.281366ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:37.261497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.240411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20076b852b5d3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:30:37.261576Z","caller":"traceutil/trace.go:171","msg":"trace[461819254] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"702.783461ms","start":"2026-03-31T18:30:36.558773Z","end":"2026-03-31T18:30:37.261556Z","steps":["trace[461819254] 'process raft request' (duration: 557.161493ms)","trace[461819254] 'compare' (duration: 144.659419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:37.261779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.996408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-31T18:30:37.26183Z","caller":"traceutil/trace.go:171","msg":"trace[786974248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2026; }","duration":"983.071909ms","start":"2026-03-31T18:30:36.278743Z","end":"2026-03-31T18:30:37.261815Z","steps":["trace[786974248] 'agreement among raft nodes before linearized reading' (duration: 982.891256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.261837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272899307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:37.261849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37839186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:30:37.261818Z","caller":"traceutil/trace.go:171","msg":"trace[998455440] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a20076b852b5d3; range_end:; response_count:1; response_revision:2026; }","duration":"976.575897ms","start":"2026-03-31T18:30:36.285202Z","end":"2026-03-31T18:30:37.261778Z","steps":["trace[998455440] 'agreement among raft nodes before linearized reading' (duration: 976.137439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.261869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.278725Z","time spent":"983.13373ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:30:37.261877Z","caller":"traceutil/trace.go:171","msg":"trace[1891616257] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2026; }","duration":"1.378467341s","start":"2026-03-31T18:30:35.883402Z","end":"2026-03-31T18:30:37.261869Z","steps":["trace[1891616257] 'agreement among raft nodes before linearized reading' (duration: 1.37839006s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.261879Z","caller":"traceutil/trace.go:171","msg":"trace[988929040] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2026; }","duration":"1.272975459s","start":"2026-03-31T18:30:35.988891Z","end":"2026-03-31T18:30:37.261867Z","steps":["trace[988929040] 'agreement among raft nodes before linearized reading' (duration: 1.272905298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.261908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.883381Z","time spent":"1.378520203s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:30:37.26191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.285179Z","time spent":"976.706469ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a20076b852b5d3\" "} {"level":"warn","ts":"2026-03-31T18:30:37.261923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.988871Z","time spent":"1.27304013s","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:37.261862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.558748Z","time spent":"703.044696ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:37.262609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189976467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:37.262717Z","caller":"traceutil/trace.go:171","msg":"trace[2143278781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2026; }","duration":"2.190142289s","start":"2026-03-31T18:30:35.072553Z","end":"2026-03-31T18:30:37.262695Z","steps":["trace[2143278781] 'agreement among raft nodes before linearized reading' (duration: 2.189852114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.262762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.072532Z","time spent":"2.190222261s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:30:37.610866Z","caller":"traceutil/trace.go:171","msg":"trace[1985594070] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"346.200478ms","start":"2026-03-31T18:30:37.264643Z","end":"2026-03-31T18:30:37.610843Z","steps":["trace[1985594070] 'process raft request' (duration: 346.047305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.611169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.26462Z","time spent":"346.333701ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:38.128437Z","caller":"traceutil/trace.go:171","msg":"trace[292596860] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"861.415293ms","start":"2026-03-31T18:30:37.267008Z","end":"2026-03-31T18:30:38.128423Z","steps":["trace[292596860] 'process raft request' (duration: 861.175959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.128587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.266995Z","time spent":"861.515595ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:38.12878Z","caller":"traceutil/trace.go:171","msg":"trace[849132067] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"861.739119ms","start":"2026-03-31T18:30:37.267008Z","end":"2026-03-31T18:30:38.128747Z","steps":["trace[849132067] 'process raft request' (duration: 861.369262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.128801Z","caller":"traceutil/trace.go:171","msg":"trace[611228570] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"861.603327ms","start":"2026-03-31T18:30:37.267174Z","end":"2026-03-31T18:30:38.128778Z","steps":["trace[611228570] 'process raft request' (duration: 861.392523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.129294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.267142Z","time spent":"862.073545ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:38.128929Z","caller":"traceutil/trace.go:171","msg":"trace[409100372] linearizableReadLoop","detail":"{readStateIndex:2115; appliedIndex:2108; }","duration":"854.798158ms","start":"2026-03-31T18:30:37.274101Z","end":"2026-03-31T18:30:38.128899Z","steps":["trace[409100372] 'read index received' (duration: 336.722489ms)","trace[409100372] 'applied index is now lower than readState.Index' (duration: 518.074469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:38.128956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.266991Z","time spent":"861.876931ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:38.129602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.939076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:38.128988Z","caller":"traceutil/trace.go:171","msg":"trace[959832056] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"861.77121ms","start":"2026-03-31T18:30:37.267203Z","end":"2026-03-31T18:30:38.128974Z","steps":["trace[959832056] 'process raft request' (duration: 861.484174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.129643Z","caller":"traceutil/trace.go:171","msg":"trace[1137865418] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2035; }","duration":"626.022048ms","start":"2026-03-31T18:30:37.503609Z","end":"2026-03-31T18:30:38.129631Z","steps":["trace[1137865418] 'agreement among raft nodes before linearized reading' (duration: 625.919236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.129667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.503586Z","time spent":"626.074389ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:38.129737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.236821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:38.129806Z","caller":"traceutil/trace.go:171","msg":"trace[1323760737] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2035; }","duration":"510.358213ms","start":"2026-03-31T18:30:37.619432Z","end":"2026-03-31T18:30:38.129791Z","steps":["trace[1323760737] 'agreement among raft nodes before linearized reading' (duration: 510.246261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.128996Z","caller":"traceutil/trace.go:171","msg":"trace[1979781093] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"861.7731ms","start":"2026-03-31T18:30:37.267197Z","end":"2026-03-31T18:30:38.12897Z","steps":["trace[1979781093] 'process raft request' (duration: 861.547725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.129033Z","caller":"traceutil/trace.go:171","msg":"trace[1400291601] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"860.900234ms","start":"2026-03-31T18:30:37.268118Z","end":"2026-03-31T18:30:38.129019Z","steps":["trace[1400291601] 'process raft request' (duration: 860.673319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.129888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.619407Z","time spent":"510.433825ms","remote":"127.0.0.1:41940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:38.129955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.268109Z","time spent":"861.79764ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:38.129101Z","caller":"traceutil/trace.go:171","msg":"trace[2074968830] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"773.956949ms","start":"2026-03-31T18:30:37.355087Z","end":"2026-03-31T18:30:38.129044Z","steps":["trace[2074968830] 'process raft request' (duration: 773.752855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.130088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.267178Z","time spent":"862.686387ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:38.130119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.355057Z","time spent":"775.014468ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:38.12915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.018283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:38.128318Z","caller":"traceutil/trace.go:171","msg":"trace[1528078156] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"861.496585ms","start":"2026-03-31T18:30:37.266792Z","end":"2026-03-31T18:30:38.128289Z","steps":["trace[1528078156] 'process raft request' (duration: 861.2345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:38.13024Z","caller":"traceutil/trace.go:171","msg":"trace[809207544] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2035; }","duration":"856.142554ms","start":"2026-03-31T18:30:37.274085Z","end":"2026-03-31T18:30:38.130227Z","steps":["trace[809207544] 'agreement among raft nodes before linearized reading' (duration: 854.906221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:38.130016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.267196Z","time spent":"862.591115ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:38.130372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.274077Z","time spent":"856.284347ms","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:30:38.130376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.266771Z","time spent":"863.519482ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:42.323001Z","caller":"traceutil/trace.go:171","msg":"trace[2117745637] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"108.239285ms","start":"2026-03-31T18:30:42.214727Z","end":"2026-03-31T18:30:42.322967Z","steps":["trace[2117745637] 'process raft request' (duration: 102.834533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:42.323083Z","caller":"traceutil/trace.go:171","msg":"trace[1197664582] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"107.637564ms","start":"2026-03-31T18:30:42.215433Z","end":"2026-03-31T18:30:42.323071Z","steps":["trace[1197664582] 'process raft request' (duration: 107.516311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:42.323006Z","caller":"traceutil/trace.go:171","msg":"trace[471897423] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"107.98036ms","start":"2026-03-31T18:30:42.215004Z","end":"2026-03-31T18:30:42.322985Z","steps":["trace[471897423] 'process raft request' (duration: 107.900129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:42.323127Z","caller":"traceutil/trace.go:171","msg":"trace[767159918] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"107.402699ms","start":"2026-03-31T18:30:42.215713Z","end":"2026-03-31T18:30:42.323116Z","steps":["trace[767159918] 'process raft request' (duration: 107.313128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:42.323202Z","caller":"traceutil/trace.go:171","msg":"trace[1320223464] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"107.40897ms","start":"2026-03-31T18:30:42.215786Z","end":"2026-03-31T18:30:42.323195Z","steps":["trace[1320223464] 'process raft request' (duration: 107.275977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:51.151954Z","caller":"traceutil/trace.go:171","msg":"trace[262089377] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"122.299509ms","start":"2026-03-31T18:30:51.029625Z","end":"2026-03-31T18:30:51.151925Z","steps":["trace[262089377] 'process raft request' (duration: 61.492805ms)","trace[262089377] 'compare' (duration: 60.635551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:20.315394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.292178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:20.315481Z","caller":"traceutil/trace.go:171","msg":"trace[324295596] linearizableReadLoop","detail":"{readStateIndex:2348; appliedIndex:2347; }","duration":"1.029412975s","start":"2026-03-31T18:31:19.286052Z","end":"2026-03-31T18:31:20.315465Z","steps":["trace[324295596] 'read index received' (duration: 488.777072ms)","trace[324295596] 'applied index is now lower than readState.Index' (duration: 540.634863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:20.315558Z","caller":"traceutil/trace.go:171","msg":"trace[1759457917] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"1.074169285s","start":"2026-03-31T18:31:19.241348Z","end":"2026-03-31T18:31:20.315517Z","steps":["trace[1759457917] 'process raft request' (duration: 533.678224ms)","trace[1759457917] 'compare' (duration: 540.090744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:20.315638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029590469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:20.315661Z","caller":"traceutil/trace.go:171","msg":"trace[222922660] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:2258; }","duration":"1.029654399s","start":"2026-03-31T18:31:19.286001Z","end":"2026-03-31T18:31:20.315655Z","steps":["trace[222922660] 'agreement among raft nodes before linearized reading' (duration: 1.029537277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.31569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.28598Z","time spent":"1.02970505s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.201\" "} {"level":"warn","ts":"2026-03-31T18:31:20.31569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.241318Z","time spent":"1.074304787s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:20.315955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.162894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:20.316017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.853469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:20.316055Z","caller":"traceutil/trace.go:171","msg":"trace[1468746078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2258; }","duration":"606.304526ms","start":"2026-03-31T18:31:19.709733Z","end":"2026-03-31T18:31:20.316038Z","steps":["trace[1468746078] 'agreement among raft nodes before linearized reading' (duration: 606.089032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.316133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.709713Z","time spent":"606.410858ms","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:20.316092Z","caller":"traceutil/trace.go:171","msg":"trace[1200431200] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2258; }","duration":"288.986181ms","start":"2026-03-31T18:31:20.027089Z","end":"2026-03-31T18:31:20.316076Z","steps":["trace[1200431200] 'agreement among raft nodes before linearized reading' (duration: 288.815758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.316009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.599985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:20.316302Z","caller":"traceutil/trace.go:171","msg":"trace[526733563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2258; }","duration":"280.93149ms","start":"2026-03-31T18:31:20.035348Z","end":"2026-03-31T18:31:20.31628Z","steps":["trace[526733563] 'agreement among raft nodes before linearized reading' (duration: 280.550833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.316143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.145132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:20.316383Z","caller":"traceutil/trace.go:171","msg":"trace[1010519779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2258; }","duration":"291.449299ms","start":"2026-03-31T18:31:20.024921Z","end":"2026-03-31T18:31:20.31637Z","steps":["trace[1010519779] 'agreement among raft nodes before linearized reading' (duration: 291.135392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.934221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727504421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:21.229982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.317425Z","time spent":"912.551862ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:31:21.240951Z","caller":"traceutil/trace.go:171","msg":"trace[2088064490] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"864.221715ms","start":"2026-03-31T18:31:20.376706Z","end":"2026-03-31T18:31:21.240928Z","steps":["trace[2088064490] 'process raft request' (duration: 864.012951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.241093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.376679Z","time spent":"864.325296ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:21.241176Z","caller":"traceutil/trace.go:171","msg":"trace[527115019] linearizableReadLoop","detail":"{readStateIndex:2350; appliedIndex:2349; }","duration":"807.939739ms","start":"2026-03-31T18:31:20.433216Z","end":"2026-03-31T18:31:21.241156Z","steps":["trace[527115019] 'read index received' (duration: 796.753049ms)","trace[527115019] 'applied index is now lower than readState.Index' (duration: 11.18538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:21.241443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.231935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:21.241612Z","caller":"traceutil/trace.go:171","msg":"trace[711525104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2260; }","duration":"808.339966ms","start":"2026-03-31T18:31:20.433158Z","end":"2026-03-31T18:31:21.241498Z","steps":["trace[711525104] 'agreement among raft nodes before linearized reading' (duration: 808.175703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.241685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.433132Z","time spent":"808.53512ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:22.066231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.925769ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:22.066379Z","caller":"traceutil/trace.go:171","msg":"trace[1118576266] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2260; }","duration":"452.083122ms","start":"2026-03-31T18:31:21.614273Z","end":"2026-03-31T18:31:22.066356Z","steps":["trace[1118576266] 'range keys from in-memory index tree' (duration: 451.910179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.066869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.324118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:22.067087Z","caller":"traceutil/trace.go:171","msg":"trace[588683223] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"820.571027ms","start":"2026-03-31T18:31:21.246497Z","end":"2026-03-31T18:31:22.067068Z","steps":["trace[588683223] 'process raft request' (duration: 820.480575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.067159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.246472Z","time spent":"820.656408ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:22.067201Z","caller":"traceutil/trace.go:171","msg":"trace[1727704066] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2351; }","duration":"825.725664ms","start":"2026-03-31T18:31:21.241435Z","end":"2026-03-31T18:31:22.067161Z","steps":["trace[1727704066] 'read index received' (duration: 81.992119ms)","trace[1727704066] 'applied index is now lower than readState.Index' (duration: 743.730335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:22.067352Z","caller":"traceutil/trace.go:171","msg":"trace[1746596985] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"836.059447ms","start":"2026-03-31T18:31:21.231276Z","end":"2026-03-31T18:31:22.067335Z","steps":["trace[1746596985] 'process raft request' (duration: 92.17717ms)","trace[1746596985] 'compare' (duration: 742.711855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:22.067468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.231249Z","time spent":"836.138469ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:22.067998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406399798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:31:22.068046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300185226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:22.06808Z","caller":"traceutil/trace.go:171","msg":"trace[1542775234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2262; }","duration":"1.406527091s","start":"2026-03-31T18:31:20.661533Z","end":"2026-03-31T18:31:22.06806Z","steps":["trace[1542775234] 'agreement among raft nodes before linearized reading' (duration: 1.406245625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.068087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.367137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T18:31:22.068462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165746814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:22.068525Z","caller":"traceutil/trace.go:171","msg":"trace[758920844] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2262; }","duration":"1.165871716s","start":"2026-03-31T18:31:20.902635Z","end":"2026-03-31T18:31:22.068506Z","steps":["trace[758920844] 'agreement among raft nodes before linearized reading' (duration: 1.165375467s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:22.068459Z","caller":"traceutil/trace.go:171","msg":"trace[1378085242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2262; }","duration":"744.776595ms","start":"2026-03-31T18:31:21.323663Z","end":"2026-03-31T18:31:22.068439Z","steps":["trace[1378085242] 'agreement among raft nodes before linearized reading' (duration: 744.290996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.06858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.9026Z","time spent":"1.165968457s","remote":"127.0.0.1:53248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:22.068126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394880463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:31:22.068676Z","caller":"traceutil/trace.go:171","msg":"trace[989537651] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2262; }","duration":"1.395482614s","start":"2026-03-31T18:31:20.673175Z","end":"2026-03-31T18:31:22.068657Z","steps":["trace[989537651] 'agreement among raft nodes before linearized reading' (duration: 1.394812462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.068195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402458475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:31:22.068678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.323634Z","time spent":"744.988078ms","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:31:22.068772Z","caller":"traceutil/trace.go:171","msg":"trace[2047935916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2262; }","duration":"1.403053975s","start":"2026-03-31T18:31:20.665701Z","end":"2026-03-31T18:31:22.068755Z","steps":["trace[2047935916] 'agreement among raft nodes before linearized reading' (duration: 1.402371113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.068023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080173718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:22.068824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.66569Z","time spent":"1.403121447s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:31:22.068855Z","caller":"traceutil/trace.go:171","msg":"trace[975232441] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2262; }","duration":"1.081056624s","start":"2026-03-31T18:31:20.98779Z","end":"2026-03-31T18:31:22.068847Z","steps":["trace[975232441] 'agreement among raft nodes before linearized reading' (duration: 1.080174508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.068879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.987769Z","time spent":"1.081103145s","remote":"127.0.0.1:48828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:22.068554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401258322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:31:22.068354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.661486Z","time spent":"1.406850127s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:22.068118Z","caller":"traceutil/trace.go:171","msg":"trace[354355973] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2262; }","duration":"1.300313809s","start":"2026-03-31T18:31:20.767787Z","end":"2026-03-31T18:31:22.068101Z","steps":["trace[354355973] 'agreement among raft nodes before linearized reading' (duration: 1.300175146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:22.06901Z","caller":"traceutil/trace.go:171","msg":"trace[1910918527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2262; }","duration":"1.401799273s","start":"2026-03-31T18:31:20.66718Z","end":"2026-03-31T18:31:22.06898Z","steps":["trace[1910918527] 'agreement among raft nodes before linearized reading' (duration: 1.400854105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.06909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.767763Z","time spent":"1.301310316s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:22.069178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.66716Z","time spent":"1.401987576s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:22.068728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.673157Z","time spent":"1.395556785s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:31:22.068604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:31:22.069437Z","caller":"traceutil/trace.go:171","msg":"trace[2014251958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2262; }","duration":"1.464446868s","start":"2026-03-31T18:31:20.60498Z","end":"2026-03-31T18:31:22.069427Z","steps":["trace[2014251958] 'agreement among raft nodes before linearized reading' (duration: 1.46296165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.069521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.604958Z","time spent":"1.464551549s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:45.520791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.592537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:31:45.520855Z","caller":"traceutil/trace.go:171","msg":"trace[745277328] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2386; }","duration":"100.70136ms","start":"2026-03-31T18:31:45.420141Z","end":"2026-03-31T18:31:45.520842Z","steps":["trace[745277328] 'range keys from in-memory index tree' (duration: 100.453975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.751372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.410802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:53.751524Z","caller":"traceutil/trace.go:171","msg":"trace[1512664363] linearizableReadLoop","detail":"{readStateIndex:2525; appliedIndex:2524; }","duration":"201.306406ms","start":"2026-03-31T18:31:53.550197Z","end":"2026-03-31T18:31:53.751503Z","steps":["trace[1512664363] 'read index received' (duration: 42.531µs)","trace[1512664363] 'applied index is now lower than readState.Index' (duration: 201.262245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:53.751719Z","caller":"traceutil/trace.go:171","msg":"trace[1010417398] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"339.603943ms","start":"2026-03-31T18:31:53.412077Z","end":"2026-03-31T18:31:53.751681Z","steps":["trace[1010417398] 'process raft request' (duration: 83.765362ms)","trace[1010417398] 'compare' (duration: 255.207128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:53.751919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.412052Z","time spent":"339.743436ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.752018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.815126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-31T18:31:53.752105Z","caller":"traceutil/trace.go:171","msg":"trace[518144938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2428; }","duration":"201.944109ms","start":"2026-03-31T18:31:53.550145Z","end":"2026-03-31T18:31:53.752089Z","steps":["trace[518144938] 'agreement among raft nodes before linearized reading' (duration: 201.480831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.023253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727504852,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:55.162768Z","caller":"traceutil/trace.go:171","msg":"trace[1923122968] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"644.93447ms","start":"2026-03-31T18:31:54.517806Z","end":"2026-03-31T18:31:55.16274Z","steps":["trace[1923122968] 'process raft request' (duration: 644.784707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.162944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:54.517774Z","time spent":"645.069983ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:55.177117Z","caller":"traceutil/trace.go:171","msg":"trace[1724782834] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"654.018581ms","start":"2026-03-31T18:31:54.523071Z","end":"2026-03-31T18:31:55.177089Z","steps":["trace[1724782834] 'process raft request' (duration: 653.827647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.177281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:54.52306Z","time spent":"654.137224ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:55.188775Z","caller":"traceutil/trace.go:171","msg":"trace[1137067698] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2526; }","duration":"666.018697ms","start":"2026-03-31T18:31:54.522721Z","end":"2026-03-31T18:31:55.18874Z","steps":["trace[1137067698] 'read index received' (duration: 639.915647ms)","trace[1137067698] 'applied index is now lower than readState.Index' (duration: 26.10139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:55.189041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.302102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:55.1891Z","caller":"traceutil/trace.go:171","msg":"trace[1518244329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2431; }","duration":"666.411344ms","start":"2026-03-31T18:31:54.522676Z","end":"2026-03-31T18:31:55.189087Z","steps":["trace[1518244329] 'agreement among raft nodes before linearized reading' (duration: 666.18501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.18913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:54.522658Z","time spent":"666.466675ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:55.189311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.190375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:55.189376Z","caller":"traceutil/trace.go:171","msg":"trace[1069821951] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2431; }","duration":"225.319698ms","start":"2026-03-31T18:31:54.96404Z","end":"2026-03-31T18:31:55.18936Z","steps":["trace[1069821951] 'agreement among raft nodes before linearized reading' (duration: 225.192475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.189385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.612722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:55.189408Z","caller":"traceutil/trace.go:171","msg":"trace[836243099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2431; }","duration":"606.659892ms","start":"2026-03-31T18:31:54.582742Z","end":"2026-03-31T18:31:55.189402Z","steps":["trace[836243099] 'agreement among raft nodes before linearized reading' (duration: 606.590771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.189393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.600678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T18:31:55.189501Z","caller":"traceutil/trace.go:171","msg":"trace[1291215650] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2431; }","duration":"212.728661ms","start":"2026-03-31T18:31:54.976749Z","end":"2026-03-31T18:31:55.189478Z","steps":["trace[1291215650] 'agreement among raft nodes before linearized reading' (duration: 212.511877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.189424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:54.582726Z","time spent":"606.694334ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:55.189605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.753706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-31T18:31:55.189669Z","caller":"traceutil/trace.go:171","msg":"trace[1868261053] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2431; }","duration":"218.857737ms","start":"2026-03-31T18:31:54.970793Z","end":"2026-03-31T18:31:55.189651Z","steps":["trace[1868261053] 'agreement among raft nodes before linearized reading' (duration: 218.608131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.189792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.137945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:31:55.189911Z","caller":"traceutil/trace.go:171","msg":"trace[115418159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2431; }","duration":"621.289018ms","start":"2026-03-31T18:31:54.568596Z","end":"2026-03-31T18:31:55.189885Z","steps":["trace[115418159] 'agreement among raft nodes before linearized reading' (duration: 620.613525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.190069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:54.568573Z","time spent":"621.42731ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:55.189868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.045591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:31:55.190313Z","caller":"traceutil/trace.go:171","msg":"trace[806425829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2431; }","duration":"607.679552ms","start":"2026-03-31T18:31:54.582603Z","end":"2026-03-31T18:31:55.190282Z","steps":["trace[806425829] 'agreement among raft nodes before linearized reading' (duration: 606.767045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:55.190436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:54.582563Z","time spent":"607.852916ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:31:56.647592Z","caller":"traceutil/trace.go:171","msg":"trace[1804209530] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"168.569372ms","start":"2026-03-31T18:31:56.479004Z","end":"2026-03-31T18:31:56.647573Z","steps":["trace[1804209530] 'process raft request' (duration: 168.4534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.581618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.325776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:57.581886Z","caller":"traceutil/trace.go:171","msg":"trace[1085256949] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"335.082399ms","start":"2026-03-31T18:31:57.246767Z","end":"2026-03-31T18:31:57.581849Z","steps":["trace[1085256949] 'process raft request' (duration: 220.292154ms)","trace[1085256949] 'compare' (duration: 114.125713ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:57.581981Z","caller":"traceutil/trace.go:171","msg":"trace[1328410733] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"130.627662ms","start":"2026-03-31T18:31:57.451327Z","end":"2026-03-31T18:31:57.581955Z","steps":["trace[1328410733] 'process raft request' (duration: 130.558721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.582114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.246743Z","time spent":"335.230691ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:57.582149Z","caller":"traceutil/trace.go:171","msg":"trace[1813813835] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"334.770363ms","start":"2026-03-31T18:31:57.247215Z","end":"2026-03-31T18:31:57.581985Z","steps":["trace[1813813835] 'process raft request' (duration: 334.56309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:57.58222Z","caller":"traceutil/trace.go:171","msg":"trace[1087473204] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2545; }","duration":"300.026791ms","start":"2026-03-31T18:31:57.28218Z","end":"2026-03-31T18:31:57.582207Z","steps":["trace[1087473204] 'read index received' (duration: 5.030155ms)","trace[1087473204] 'applied index is now lower than readState.Index' (duration: 294.995106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:57.582343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.247203Z","time spent":"335.045368ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:57.582404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.212016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:57.58247Z","caller":"traceutil/trace.go:171","msg":"trace[651485772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2451; }","duration":"300.307088ms","start":"2026-03-31T18:31:57.282145Z","end":"2026-03-31T18:31:57.582452Z","steps":["trace[651485772] 'agreement among raft nodes before linearized reading' (duration: 300.191016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:57.582508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.282124Z","time spent":"300.375499ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:57.582603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.202333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T18:31:57.582724Z","caller":"traceutil/trace.go:171","msg":"trace[619768120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2451; }","duration":"205.372576ms","start":"2026-03-31T18:31:57.377321Z","end":"2026-03-31T18:31:57.582693Z","steps":["trace[619768120] 'agreement among raft nodes before linearized reading' (duration: 205.061851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:58.127926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.847142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:58.128092Z","caller":"traceutil/trace.go:171","msg":"trace[1120522902] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"347.264116ms","start":"2026-03-31T18:31:57.780799Z","end":"2026-03-31T18:31:58.128063Z","steps":["trace[1120522902] 'process raft request' (duration: 174.177359ms)","trace[1120522902] 'compare' (duration: 172.589148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:58.128237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:57.780769Z","time spent":"347.392037ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:30.842291Z","caller":"traceutil/trace.go:171","msg":"trace[12786753] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"202.507938ms","start":"2026-03-31T18:32:30.639754Z","end":"2026-03-31T18:32:30.842262Z","steps":["trace[12786753] 'process raft request' (duration: 202.335174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:31.064074Z","caller":"traceutil/trace.go:171","msg":"trace[1692593539] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"217.526241ms","start":"2026-03-31T18:32:30.846523Z","end":"2026-03-31T18:32:31.06405Z","steps":["trace[1692593539] 'process raft request' (duration: 217.377569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.739972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.157536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:31.74007Z","caller":"traceutil/trace.go:171","msg":"trace[1940292769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2799; }","duration":"458.30966ms","start":"2026-03-31T18:32:31.281735Z","end":"2026-03-31T18:32:31.740045Z","steps":["trace[1940292769] 'range keys from in-memory index tree' (duration: 457.950951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.740075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.209977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:31.740132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.281712Z","time spent":"458.406471ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:31.740072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.748622ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:31.740159Z","caller":"traceutil/trace.go:171","msg":"trace[1435716273] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2799; }","duration":"530.33775ms","start":"2026-03-31T18:32:31.209805Z","end":"2026-03-31T18:32:31.740142Z","steps":["trace[1435716273] 'range keys from in-memory index tree' (duration: 530.128136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.740201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.209782Z","time spent":"530.409711ms","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:32:31.740201Z","caller":"traceutil/trace.go:171","msg":"trace[673703864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2799; }","duration":"125.896604ms","start":"2026-03-31T18:32:31.614288Z","end":"2026-03-31T18:32:31.740184Z","steps":["trace[673703864] 'range keys from in-memory index tree' (duration: 125.731441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.991758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727505632,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:32:32.020595Z","caller":"traceutil/trace.go:171","msg":"trace[1517056834] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"612.844472ms","start":"2026-03-31T18:32:31.407721Z","end":"2026-03-31T18:32:32.020565Z","steps":["trace[1517056834] 'process raft request' (duration: 612.682278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.020788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.407698Z","time spent":"612.977794ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:32.028548Z","caller":"traceutil/trace.go:171","msg":"trace[805737896] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2913; }","duration":"537.32345ms","start":"2026-03-31T18:32:31.491202Z","end":"2026-03-31T18:32:32.028526Z","steps":["trace[805737896] 'read index received' (duration: 529.269178ms)","trace[805737896] 'applied index is now lower than readState.Index' (duration: 8.053132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:32.028664Z","caller":"traceutil/trace.go:171","msg":"trace[125023042] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"217.783496ms","start":"2026-03-31T18:32:31.810872Z","end":"2026-03-31T18:32:32.028656Z","steps":["trace[125023042] 'process raft request' (duration: 217.545501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.028757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.729684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:32.028801Z","caller":"traceutil/trace.go:171","msg":"trace[1320418908] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2801; }","duration":"284.826286ms","start":"2026-03-31T18:32:31.743963Z","end":"2026-03-31T18:32:32.02879Z","steps":["trace[1320418908] 'agreement among raft nodes before linearized reading' (duration: 284.744685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.028778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.625513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:32.028822Z","caller":"traceutil/trace.go:171","msg":"trace[1714076694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2801; }","duration":"287.704135ms","start":"2026-03-31T18:32:31.741112Z","end":"2026-03-31T18:32:32.028816Z","steps":["trace[1714076694] 'agreement among raft nodes before linearized reading' (duration: 287.645874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.028869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.256244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:32:32.028908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.524932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T18:32:32.028943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.739578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:32:32.028953Z","caller":"traceutil/trace.go:171","msg":"trace[895070732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2801; }","duration":"501.385146ms","start":"2026-03-31T18:32:31.527544Z","end":"2026-03-31T18:32:32.028929Z","steps":["trace[895070732] 'agreement among raft nodes before linearized reading' (duration: 501.155492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.028967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.539093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:32.028986Z","caller":"traceutil/trace.go:171","msg":"trace[569177152] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2801; }","duration":"537.82008ms","start":"2026-03-31T18:32:31.491152Z","end":"2026-03-31T18:32:32.028972Z","steps":["trace[569177152] 'agreement among raft nodes before linearized reading' (duration: 537.708198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.02897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.36909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:32:32.029007Z","caller":"traceutil/trace.go:171","msg":"trace[749272928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2801; }","duration":"158.616184ms","start":"2026-03-31T18:32:31.870382Z","end":"2026-03-31T18:32:32.028999Z","steps":["trace[749272928] 'agreement among raft nodes before linearized reading' (duration: 158.512532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:32.028971Z","caller":"traceutil/trace.go:171","msg":"trace[1375573031] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2801; }","duration":"370.635624ms","start":"2026-03-31T18:32:31.658317Z","end":"2026-03-31T18:32:32.028953Z","steps":["trace[1375573031] 'agreement among raft nodes before linearized reading' (duration: 370.424129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.029023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.49113Z","time spent":"537.883691ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:32:32.029014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.527524Z","time spent":"501.476848ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:32:32.029038Z","caller":"traceutil/trace.go:171","msg":"trace[310721207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2801; }","duration":"157.454632ms","start":"2026-03-31T18:32:31.871566Z","end":"2026-03-31T18:32:32.02902Z","steps":["trace[310721207] 'agreement among raft nodes before linearized reading' (duration: 157.269408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.028908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.909149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:32:32.029075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.658296Z","time spent":"370.755896ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T18:32:32.029113Z","caller":"traceutil/trace.go:171","msg":"trace[421268567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2801; }","duration":"445.144874ms","start":"2026-03-31T18:32:31.583952Z","end":"2026-03-31T18:32:32.029097Z","steps":["trace[421268567] 'agreement among raft nodes before linearized reading' (duration: 444.830508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.029145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.583941Z","time spent":"445.195805ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:32:37.250056Z","caller":"traceutil/trace.go:171","msg":"trace[1126837716] linearizableReadLoop","detail":"{readStateIndex:2952; appliedIndex:2951; }","duration":"142.49851ms","start":"2026-03-31T18:32:37.107524Z","end":"2026-03-31T18:32:37.250023Z","steps":["trace[1126837716] 'read index received' (duration: 142.245955ms)","trace[1126837716] 'applied index is now lower than readState.Index' (duration: 250.765µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:37.250146Z","caller":"traceutil/trace.go:171","msg":"trace[1946744822] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"162.493251ms","start":"2026-03-31T18:32:37.087617Z","end":"2026-03-31T18:32:37.25011Z","steps":["trace[1946744822] 'process raft request' (duration: 162.236656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:37.250232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.675433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:37.250313Z","caller":"traceutil/trace.go:171","msg":"trace[1736658138] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2837; }","duration":"142.786496ms","start":"2026-03-31T18:32:37.107505Z","end":"2026-03-31T18:32:37.250292Z","steps":["trace[1736658138] 'agreement among raft nodes before linearized reading' (duration: 142.659584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:04.565498Z","caller":"traceutil/trace.go:171","msg":"trace[356016568] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"430.186862ms","start":"2026-03-31T18:33:04.135248Z","end":"2026-03-31T18:33:04.565434Z","steps":["trace[356016568] 'process raft request' (duration: 430.016979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:04.565708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.135221Z","time spent":"430.387775ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:05.406067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.232351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:05.406272Z","caller":"traceutil/trace.go:171","msg":"trace[460142164] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"1.25140015s","start":"2026-03-31T18:33:04.154834Z","end":"2026-03-31T18:33:05.406234Z","steps":["trace[460142164] 'process raft request' (duration: 759.897722ms)","trace[460142164] 'compare' (duration: 490.704191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:05.406405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.154817Z","time spent":"1.251519872s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:05.685697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.52893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:33:05.686091Z","caller":"traceutil/trace.go:171","msg":"trace[1976058831] linearizableReadLoop","detail":"{readStateIndex:3117; appliedIndex:3115; }","duration":"1.496985614s","start":"2026-03-31T18:33:04.189086Z","end":"2026-03-31T18:33:05.686071Z","steps":["trace[1976058831] 'read index received' (duration: 376.185745ms)","trace[1976058831] 'applied index is now lower than readState.Index' (duration: 1.120798969s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:05.686147Z","caller":"traceutil/trace.go:171","msg":"trace[1716459972] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"1.32496464s","start":"2026-03-31T18:33:04.361149Z","end":"2026-03-31T18:33:05.686114Z","steps":["trace[1716459972] 'process raft request' (duration: 1.324700185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.686319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.361058Z","time spent":"1.325179595s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:05.686477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204956635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200b142b0ce08\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-31T18:33:05.686496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497408954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:33:05.686501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497341802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:33:05.686538Z","caller":"traceutil/trace.go:171","msg":"trace[38336488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2999; }","duration":"1.497479555s","start":"2026-03-31T18:33:04.189049Z","end":"2026-03-31T18:33:05.686529Z","steps":["trace[38336488] 'agreement among raft nodes before linearized reading' (duration: 1.497145448s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.686563Z","caller":"traceutil/trace.go:171","msg":"trace[499449220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2999; }","duration":"1.497455775s","start":"2026-03-31T18:33:04.189091Z","end":"2026-03-31T18:33:05.686547Z","steps":["trace[499449220] 'agreement among raft nodes before linearized reading' (duration: 1.497264841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.686575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.189036Z","time spent":"1.497532516s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:05.686606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.189068Z","time spent":"1.497529327s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:05.68662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.954019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:05.686539Z","caller":"traceutil/trace.go:171","msg":"trace[1758319677] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200b142b0ce08; range_end:; response_count:1; response_revision:2999; }","duration":"1.205053906s","start":"2026-03-31T18:33:04.481469Z","end":"2026-03-31T18:33:05.686523Z","steps":["trace[1758319677] 'agreement among raft nodes before linearized reading' (duration: 1.204907793s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:05.686648Z","caller":"traceutil/trace.go:171","msg":"trace[1728554224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2999; }","duration":"290.002069ms","start":"2026-03-31T18:33:05.396638Z","end":"2026-03-31T18:33:05.68664Z","steps":["trace[1728554224] 'agreement among raft nodes before linearized reading' (duration: 289.924658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.686652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.481426Z","time spent":"1.20522101s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a200b142b0ce08\" "} {"level":"warn","ts":"2026-03-31T18:33:05.686689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495198419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T18:33:05.686755Z","caller":"traceutil/trace.go:171","msg":"trace[1971512626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2999; }","duration":"1.49529093s","start":"2026-03-31T18:33:04.191448Z","end":"2026-03-31T18:33:05.686739Z","steps":["trace[1971512626] 'agreement among raft nodes before linearized reading' (duration: 1.495112937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.688076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.191435Z","time spent":"1.496623748s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:33:05.686768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.323409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:05.688185Z","caller":"traceutil/trace.go:171","msg":"trace[35588711] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2999; }","duration":"741.777048ms","start":"2026-03-31T18:33:04.946391Z","end":"2026-03-31T18:33:05.688168Z","steps":["trace[35588711] 'agreement among raft nodes before linearized reading' (duration: 740.331469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.688244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.946374Z","time spent":"741.849599ms","remote":"127.0.0.1:53368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:05.686779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496128488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:05.688465Z","caller":"traceutil/trace.go:171","msg":"trace[466233108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2999; }","duration":"1.497862913s","start":"2026-03-31T18:33:04.190591Z","end":"2026-03-31T18:33:05.688454Z","steps":["trace[466233108] 'agreement among raft nodes before linearized reading' (duration: 1.496126188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.688504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.190567Z","time spent":"1.497924894s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:05.686736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4878058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:05.68864Z","caller":"traceutil/trace.go:171","msg":"trace[1026199667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2999; }","duration":"1.489740269s","start":"2026-03-31T18:33:04.198886Z","end":"2026-03-31T18:33:05.688627Z","steps":["trace[1026199667] 'agreement among raft nodes before linearized reading' (duration: 1.487654038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.688677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.198873Z","time spent":"1.48979429s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:33:05.686799Z","caller":"traceutil/trace.go:171","msg":"trace[705204113] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"885.880049ms","start":"2026-03-31T18:33:04.800857Z","end":"2026-03-31T18:33:05.686737Z","steps":["trace[705204113] 'process raft request' (duration: 885.175065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.688827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.800833Z","time spent":"887.92432ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:05.686842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404422871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:05.68896Z","caller":"traceutil/trace.go:171","msg":"trace[2009228109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2999; }","duration":"1.406573264s","start":"2026-03-31T18:33:04.282364Z","end":"2026-03-31T18:33:05.688937Z","steps":["trace[2009228109] 'agreement among raft nodes before linearized reading' (duration: 1.404450202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.689017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.282342Z","time spent":"1.406660435s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:33:05.686892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261050094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:05.689177Z","caller":"traceutil/trace.go:171","msg":"trace[1078324936] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2999; }","duration":"1.263385852s","start":"2026-03-31T18:33:04.425781Z","end":"2026-03-31T18:33:05.689167Z","steps":["trace[1078324936] 'agreement among raft nodes before linearized reading' (duration: 1.261024314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:05.689211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:04.425762Z","time spent":"1.263438572s","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:33:11.162015Z","caller":"traceutil/trace.go:171","msg":"trace[994852764] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"205.920377ms","start":"2026-03-31T18:33:10.956072Z","end":"2026-03-31T18:33:11.161993Z","steps":["trace[994852764] 'process raft request' (duration: 205.683462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:12.110155Z","caller":"traceutil/trace.go:171","msg":"trace[1993939440] linearizableReadLoop","detail":"{readStateIndex:3158; appliedIndex:3156; }","duration":"312.700948ms","start":"2026-03-31T18:33:11.797427Z","end":"2026-03-31T18:33:12.110128Z","steps":["trace[1993939440] 'read index received' (duration: 36.385753ms)","trace[1993939440] 'applied index is now lower than readState.Index' (duration: 276.313985ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:12.110495Z","caller":"traceutil/trace.go:171","msg":"trace[1775809884] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"317.693488ms","start":"2026-03-31T18:33:11.792781Z","end":"2026-03-31T18:33:12.110474Z","steps":["trace[1775809884] 'process raft request' (duration: 219.611062ms)","trace[1775809884] 'compare' (duration: 97.589845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:12.110532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.915281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:33:12.110572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.118006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:12.1106Z","caller":"traceutil/trace.go:171","msg":"trace[1911940682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3036; }","duration":"312.014003ms","start":"2026-03-31T18:33:11.798574Z","end":"2026-03-31T18:33:12.110588Z","steps":["trace[1911940682] 'agreement among raft nodes before linearized reading' (duration: 311.87311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:12.110609Z","caller":"traceutil/trace.go:171","msg":"trace[112713090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3036; }","duration":"313.201537ms","start":"2026-03-31T18:33:11.797398Z","end":"2026-03-31T18:33:12.1106Z","steps":["trace[112713090] 'agreement among raft nodes before linearized reading' (duration: 312.958412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:12.110638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:11.798565Z","time spent":"312.065135ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:33:12.110626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.571025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:33:12.110657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:11.792764Z","time spent":"317.80773ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:12.11068Z","caller":"traceutil/trace.go:171","msg":"trace[2062517867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3036; }","duration":"311.652026ms","start":"2026-03-31T18:33:11.799015Z","end":"2026-03-31T18:33:12.110667Z","steps":["trace[2062517867] 'agreement among raft nodes before linearized reading' (duration: 311.449602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:12.110714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:11.799004Z","time spent":"311.703577ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:33:12.110694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:11.797386Z","time spent":"313.243948ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:33:12.110711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.922432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:33:12.110805Z","caller":"traceutil/trace.go:171","msg":"trace[1352715474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3036; }","duration":"312.061114ms","start":"2026-03-31T18:33:11.798703Z","end":"2026-03-31T18:33:12.110764Z","steps":["trace[1352715474] 'agreement among raft nodes before linearized reading' (duration: 311.764209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:12.110851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:11.798675Z","time spent":"312.165476ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:33:12.375079Z","caller":"traceutil/trace.go:171","msg":"trace[1045336558] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"259.393934ms","start":"2026-03-31T18:33:12.115656Z","end":"2026-03-31T18:33:12.37505Z","steps":["trace[1045336558] 'process raft request' (duration: 248.973224ms)","trace[1045336558] 'compare' (duration: 10.293988ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:12.400311Z","caller":"traceutil/trace.go:171","msg":"trace[731082722] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"284.271785ms","start":"2026-03-31T18:33:12.116019Z","end":"2026-03-31T18:33:12.400291Z","steps":["trace[731082722] 'process raft request' (duration: 284.214224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:12.400326Z","caller":"traceutil/trace.go:171","msg":"trace[1973643229] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"284.596531ms","start":"2026-03-31T18:33:12.115698Z","end":"2026-03-31T18:33:12.400295Z","steps":["trace[1973643229] 'process raft request' (duration: 284.400277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:12.400671Z","caller":"traceutil/trace.go:171","msg":"trace[1430126942] linearizableReadLoop","detail":"{readStateIndex:3162; appliedIndex:3158; }","duration":"118.564758ms","start":"2026-03-31T18:33:12.282088Z","end":"2026-03-31T18:33:12.400653Z","steps":["trace[1430126942] 'read index received' (duration: 82.640384ms)","trace[1430126942] 'applied index is now lower than readState.Index' (duration: 35.922864ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:12.400789Z","caller":"traceutil/trace.go:171","msg":"trace[2092355802] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"281.667422ms","start":"2026-03-31T18:33:12.119082Z","end":"2026-03-31T18:33:12.400749Z","steps":["trace[2092355802] 'process raft request' (duration: 281.180052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:12.400875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.775091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:12.400922Z","caller":"traceutil/trace.go:171","msg":"trace[1622084530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3040; }","duration":"118.876514ms","start":"2026-03-31T18:33:12.282035Z","end":"2026-03-31T18:33:12.400911Z","steps":["trace[1622084530] 'agreement among raft nodes before linearized reading' (duration: 118.68554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:12.717734Z","caller":"traceutil/trace.go:171","msg":"trace[707476378] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"105.858022ms","start":"2026-03-31T18:33:12.611839Z","end":"2026-03-31T18:33:12.717697Z","steps":["trace[707476378] 'process raft request' (duration: 50.326494ms)","trace[707476378] 'compare' (duration: 55.248092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:12.717765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.121861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:12.718404Z","caller":"traceutil/trace.go:171","msg":"trace[330908488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3040; }","duration":"139.816736ms","start":"2026-03-31T18:33:12.57856Z","end":"2026-03-31T18:33:12.718377Z","steps":["trace[330908488] 'count revisions from in-memory index tree' (duration: 138.929788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:28.057356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.30619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:33:28.057504Z","caller":"traceutil/trace.go:171","msg":"trace[799270953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3121; }","duration":"128.509764ms","start":"2026-03-31T18:33:27.928974Z","end":"2026-03-31T18:33:28.057484Z","steps":["trace[799270953] 'range keys from in-memory index tree' (duration: 128.098976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.430975Z","caller":"traceutil/trace.go:171","msg":"trace[441711782] linearizableReadLoop","detail":"{readStateIndex:4007; appliedIndex:4005; }","duration":"148.646696ms","start":"2026-03-31T18:35:12.282288Z","end":"2026-03-31T18:35:12.430935Z","steps":["trace[441711782] 'read index received' (duration: 23.367848ms)","trace[441711782] 'applied index is now lower than readState.Index' (duration: 125.277318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:12.431179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.855239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:12.43116Z","caller":"traceutil/trace.go:171","msg":"trace[276062639] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"175.118554ms","start":"2026-03-31T18:35:12.255999Z","end":"2026-03-31T18:35:12.431117Z","steps":["trace[276062639] 'process raft request' (duration: 171.796701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:12.43123Z","caller":"traceutil/trace.go:171","msg":"trace[1153606482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3854; }","duration":"148.994412ms","start":"2026-03-31T18:35:12.282221Z","end":"2026-03-31T18:35:12.431215Z","steps":["trace[1153606482] 'agreement among raft nodes before linearized reading' (duration: 148.860519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:42.541186Z","caller":"traceutil/trace.go:171","msg":"trace[1174368550] linearizableReadLoop","detail":"{readStateIndex:4180; appliedIndex:4179; }","duration":"258.648567ms","start":"2026-03-31T18:35:42.282508Z","end":"2026-03-31T18:35:42.541157Z","steps":["trace[1174368550] 'read index received' (duration: 258.478794ms)","trace[1174368550] 'applied index is now lower than readState.Index' (duration: 168.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:42.541302Z","caller":"traceutil/trace.go:171","msg":"trace[2010622075] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"464.71752ms","start":"2026-03-31T18:35:42.076563Z","end":"2026-03-31T18:35:42.54128Z","steps":["trace[2010622075] 'process raft request' (duration: 464.424045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:42.541378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.852961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:42.541435Z","caller":"traceutil/trace.go:171","msg":"trace[47139915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4021; }","duration":"258.925892ms","start":"2026-03-31T18:35:42.282495Z","end":"2026-03-31T18:35:42.541421Z","steps":["trace[47139915] 'agreement among raft nodes before linearized reading' (duration: 258.82005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:42.541478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.076539Z","time spent":"464.814212ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:43.042093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727508913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:35:43.322798Z","caller":"traceutil/trace.go:171","msg":"trace[419946309] linearizableReadLoop","detail":"{readStateIndex:4181; appliedIndex:4180; }","duration":"781.492567ms","start":"2026-03-31T18:35:42.54128Z","end":"2026-03-31T18:35:43.322772Z","steps":["trace[419946309] 'read index received' (duration: 693.372375ms)","trace[419946309] 'applied index is now lower than readState.Index' (duration: 88.119432ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:43.322829Z","caller":"traceutil/trace.go:171","msg":"trace[1065201112] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"907.336508ms","start":"2026-03-31T18:35:42.415461Z","end":"2026-03-31T18:35:43.322797Z","steps":["trace[1065201112] 'process raft request' (duration: 819.282758ms)","trace[1065201112] 'compare' (duration: 87.821666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:43.322991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.689049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:35:43.322986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.415433Z","time spent":"907.461151ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:43.322987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.436336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:43.323029Z","caller":"traceutil/trace.go:171","msg":"trace[553831602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:4022; }","duration":"968.76597ms","start":"2026-03-31T18:35:42.354252Z","end":"2026-03-31T18:35:43.323018Z","steps":["trace[553831602] 'agreement among raft nodes before linearized reading' (duration: 968.639978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.323026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.461112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:35:43.323071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.354235Z","time spent":"968.828421ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"info","ts":"2026-03-31T18:35:43.323079Z","caller":"traceutil/trace.go:171","msg":"trace[1527261926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4022; }","duration":"780.564188ms","start":"2026-03-31T18:35:42.542491Z","end":"2026-03-31T18:35:43.323055Z","steps":["trace[1527261926] 'agreement among raft nodes before linearized reading' (duration: 780.408775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:43.323116Z","caller":"traceutil/trace.go:171","msg":"trace[1812189775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4022; }","duration":"139.587554ms","start":"2026-03-31T18:35:43.183509Z","end":"2026-03-31T18:35:43.323096Z","steps":["trace[1812189775] 'agreement among raft nodes before linearized reading' (duration: 139.39634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.323128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.542475Z","time spent":"780.641171ms","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:35:43.323231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.068096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:35:43.323323Z","caller":"traceutil/trace.go:171","msg":"trace[1540325508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4022; }","duration":"302.203858ms","start":"2026-03-31T18:35:43.021098Z","end":"2026-03-31T18:35:43.323302Z","steps":["trace[1540325508] 'agreement among raft nodes before linearized reading' (duration: 301.967282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.323325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.559392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:35:43.323336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.011624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:43.323372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:43.021077Z","time spent":"302.28512ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:35:43.3234Z","caller":"traceutil/trace.go:171","msg":"trace[105908661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4022; }","duration":"141.676184ms","start":"2026-03-31T18:35:43.181707Z","end":"2026-03-31T18:35:43.323383Z","steps":["trace[105908661] 'agreement among raft nodes before linearized reading' (duration: 141.42428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.323419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.113003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:35:43.323445Z","caller":"traceutil/trace.go:171","msg":"trace[1219603363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4022; }","duration":"401.161758ms","start":"2026-03-31T18:35:42.922243Z","end":"2026-03-31T18:35:43.323404Z","steps":["trace[1219603363] 'agreement among raft nodes before linearized reading' (duration: 400.967664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:43.323537Z","caller":"traceutil/trace.go:171","msg":"trace[1160195955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4022; }","duration":"131.265097ms","start":"2026-03-31T18:35:43.192251Z","end":"2026-03-31T18:35:43.323517Z","steps":["trace[1160195955] 'agreement among raft nodes before linearized reading' (duration: 131.021002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.323548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.922215Z","time spent":"401.3131ms","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:35:43.323593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.267149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:35:43.323653Z","caller":"traceutil/trace.go:171","msg":"trace[519284474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4022; }","duration":"456.367641ms","start":"2026-03-31T18:35:42.867272Z","end":"2026-03-31T18:35:43.32364Z","steps":["trace[519284474] 'agreement among raft nodes before linearized reading' (duration: 456.035765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.323689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:42.867255Z","time spent":"456.426512ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:36:00.710796Z","caller":"traceutil/trace.go:171","msg":"trace[329311929] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"108.801137ms","start":"2026-03-31T18:36:00.601974Z","end":"2026-03-31T18:36:00.710776Z","steps":["trace[329311929] 'process raft request' (duration: 108.661025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:31.06326Z","caller":"traceutil/trace.go:171","msg":"trace[1555687849] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"121.907307ms","start":"2026-03-31T18:36:30.941304Z","end":"2026-03-31T18:36:31.063212Z","steps":["trace[1555687849] 'process raft request' (duration: 121.608552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:33.715649Z","caller":"traceutil/trace.go:171","msg":"trace[424301114] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"116.577106ms","start":"2026-03-31T18:36:33.59904Z","end":"2026-03-31T18:36:33.715617Z","steps":["trace[424301114] 'process raft request' (duration: 116.371402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:35.999335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.965536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:36:35.999468Z","caller":"traceutil/trace.go:171","msg":"trace[144492846] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"184.431294ms","start":"2026-03-31T18:36:35.815019Z","end":"2026-03-31T18:36:35.999451Z","steps":["trace[144492846] 'process raft request' (duration: 76.071121ms)","trace[144492846] 'compare' (duration: 107.768391ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:36.078087Z","caller":"traceutil/trace.go:171","msg":"trace[742407026] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"262.598967ms","start":"2026-03-31T18:36:35.815466Z","end":"2026-03-31T18:36:36.078065Z","steps":["trace[742407026] 'process raft request' (duration: 262.561366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:36.078167Z","caller":"traceutil/trace.go:171","msg":"trace[1524210146] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"262.828401ms","start":"2026-03-31T18:36:35.81532Z","end":"2026-03-31T18:36:36.078149Z","steps":["trace[1524210146] 'process raft request' (duration: 262.658008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:36.078147Z","caller":"traceutil/trace.go:171","msg":"trace[1915849067] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"263.045015ms","start":"2026-03-31T18:36:35.815056Z","end":"2026-03-31T18:36:36.078101Z","steps":["trace[1915849067] 'process raft request' (duration: 262.7496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:36.078257Z","caller":"traceutil/trace.go:171","msg":"trace[852774900] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"262.861072ms","start":"2026-03-31T18:36:35.815374Z","end":"2026-03-31T18:36:36.078235Z","steps":["trace[852774900] 'process raft request' (duration: 262.627127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:36.078323Z","caller":"traceutil/trace.go:171","msg":"trace[1624240862] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"263.223029ms","start":"2026-03-31T18:36:35.815059Z","end":"2026-03-31T18:36:36.078282Z","steps":["trace[1624240862] 'process raft request' (duration: 262.889992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:44.352209Z","caller":"traceutil/trace.go:171","msg":"trace[69011361] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"118.337815ms","start":"2026-03-31T18:36:44.233836Z","end":"2026-03-31T18:36:44.352173Z","steps":["trace[69011361] 'process raft request' (duration: 57.655688ms)","trace[69011361] 'compare' (duration: 60.548413ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:44.389511Z","caller":"traceutil/trace.go:171","msg":"trace[980736437] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"154.722802ms","start":"2026-03-31T18:36:44.234765Z","end":"2026-03-31T18:36:44.389488Z","steps":["trace[980736437] 'process raft request' (duration: 154.526679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:44.389694Z","caller":"traceutil/trace.go:171","msg":"trace[1130096531] linearizableReadLoop","detail":"{readStateIndex:4622; appliedIndex:4619; }","duration":"107.935473ms","start":"2026-03-31T18:36:44.281723Z","end":"2026-03-31T18:36:44.389658Z","steps":["trace[1130096531] 'read index received' (duration: 9.773057ms)","trace[1130096531] 'applied index is now lower than readState.Index' (duration: 98.160026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:44.389798Z","caller":"traceutil/trace.go:171","msg":"trace[113309441] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"154.329515ms","start":"2026-03-31T18:36:44.235443Z","end":"2026-03-31T18:36:44.389772Z","steps":["trace[113309441] 'process raft request' (duration: 153.972579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:44.389848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.098956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:44.3899Z","caller":"traceutil/trace.go:171","msg":"trace[1659357203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4436; }","duration":"108.190009ms","start":"2026-03-31T18:36:44.281695Z","end":"2026-03-31T18:36:44.389885Z","steps":["trace[1659357203] 'agreement among raft nodes before linearized reading' (duration: 108.087187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:50.537248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.696719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:36:50.537355Z","caller":"traceutil/trace.go:171","msg":"trace[1634182769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4490; }","duration":"120.871822ms","start":"2026-03-31T18:36:50.416462Z","end":"2026-03-31T18:36:50.537333Z","steps":["trace[1634182769] 'range keys from in-memory index tree' (duration: 120.511616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:50.537489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.989434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:36:50.537514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.323929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:36:50.537579Z","caller":"traceutil/trace.go:171","msg":"trace[619523472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4490; }","duration":"121.176338ms","start":"2026-03-31T18:36:50.416384Z","end":"2026-03-31T18:36:50.537561Z","steps":["trace[619523472] 'range keys from in-memory index tree' (duration: 120.76511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:50.537594Z","caller":"traceutil/trace.go:171","msg":"trace[1883523368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4490; }","duration":"163.540553ms","start":"2026-03-31T18:36:50.374032Z","end":"2026-03-31T18:36:50.537572Z","steps":["trace[1883523368] 'range keys from in-memory index tree' (duration: 163.135365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:56.774613Z","caller":"traceutil/trace.go:171","msg":"trace[265262731] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"173.108887ms","start":"2026-03-31T18:36:56.601472Z","end":"2026-03-31T18:36:56.774581Z","steps":["trace[265262731] 'process raft request' (duration: 172.634568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.374038Z","caller":"traceutil/trace.go:171","msg":"trace[1172687457] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5069; }","duration":"515.053347ms","start":"2026-03-31T18:36:58.858962Z","end":"2026-03-31T18:36:59.374015Z","steps":["trace[1172687457] 'read index received' (duration: 444.728215ms)","trace[1172687457] 'applied index is now lower than readState.Index' (duration: 70.324062ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:59.374123Z","caller":"traceutil/trace.go:171","msg":"trace[499517436] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"550.423727ms","start":"2026-03-31T18:36:58.823665Z","end":"2026-03-31T18:36:59.374089Z","steps":["trace[499517436] 'process raft request' (duration: 479.939923ms)","trace[499517436] 'compare' (duration: 70.097527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:59.374181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.212881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:59.374218Z","caller":"traceutil/trace.go:171","msg":"trace[812071466] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4874; }","duration":"515.296722ms","start":"2026-03-31T18:36:58.858908Z","end":"2026-03-31T18:36:59.374205Z","steps":["trace[812071466] 'agreement among raft nodes before linearized reading' (duration: 515.2217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.37425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.858886Z","time spent":"515.356445ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T18:36:59.374309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.823642Z","time spent":"550.558631ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:59.408282Z","caller":"traceutil/trace.go:171","msg":"trace[808389532] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"470.228736ms","start":"2026-03-31T18:36:58.938025Z","end":"2026-03-31T18:36:59.408254Z","steps":["trace[808389532] 'process raft request' (duration: 470.056183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.40844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.938014Z","time spent":"470.344648ms","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:59.408795Z","caller":"traceutil/trace.go:171","msg":"trace[1357731211] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"467.938512ms","start":"2026-03-31T18:36:58.940844Z","end":"2026-03-31T18:36:59.408782Z","steps":["trace[1357731211] 'process raft request' (duration: 467.365511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.408857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.940813Z","time spent":"468.015144ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:36:59.408997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.311611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:36:59.40909Z","caller":"traceutil/trace.go:171","msg":"trace[1339073183] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4877; }","duration":"480.448602ms","start":"2026-03-31T18:36:58.92862Z","end":"2026-03-31T18:36:59.409069Z","steps":["trace[1339073183] 'agreement among raft nodes before linearized reading' (duration: 480.229288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.409136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.928595Z","time spent":"480.531764ms","remote":"127.0.0.1:53362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T18:36:59.409144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.241273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:36:59.40918Z","caller":"traceutil/trace.go:171","msg":"trace[485451209] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:4877; }","duration":"104.293625ms","start":"2026-03-31T18:36:59.304877Z","end":"2026-03-31T18:36:59.409171Z","steps":["trace[485451209] 'agreement among raft nodes before linearized reading' (duration: 104.173562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.409273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.319159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:36:59.40934Z","caller":"traceutil/trace.go:171","msg":"trace[1174161839] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"402.362313ms","start":"2026-03-31T18:36:59.006967Z","end":"2026-03-31T18:36:59.409329Z","steps":["trace[1174161839] 'process raft request' (duration: 401.619128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.409344Z","caller":"traceutil/trace.go:171","msg":"trace[194161321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4877; }","duration":"126.43021ms","start":"2026-03-31T18:36:59.282894Z","end":"2026-03-31T18:36:59.409325Z","steps":["trace[194161321] 'agreement among raft nodes before linearized reading' (duration: 126.308528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.40938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.391362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-31T18:36:59.409402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:59.006945Z","time spent":"402.426574ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:36:59.409421Z","caller":"traceutil/trace.go:171","msg":"trace[1802584987] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4877; }","duration":"480.449273ms","start":"2026-03-31T18:36:58.928963Z","end":"2026-03-31T18:36:59.409412Z","steps":["trace[1802584987] 'agreement among raft nodes before linearized reading' (duration: 480.353661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.409484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:36:58.928954Z","time spent":"480.523854ms","remote":"127.0.0.1:53362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T18:36:59.409603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.267339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:36:59.409644Z","caller":"traceutil/trace.go:171","msg":"trace[1238748800] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4877; }","duration":"111.33066ms","start":"2026-03-31T18:36:59.298304Z","end":"2026-03-31T18:36:59.409635Z","steps":["trace[1238748800] 'agreement among raft nodes before linearized reading' (duration: 111.256028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.956071Z","caller":"traceutil/trace.go:171","msg":"trace[2135406514] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"269.150192ms","start":"2026-03-31T18:36:59.686893Z","end":"2026-03-31T18:36:59.956044Z","steps":["trace[2135406514] 'process raft request' (duration: 260.405514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.956158Z","caller":"traceutil/trace.go:171","msg":"trace[2096477794] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5085; }","duration":"268.890328ms","start":"2026-03-31T18:36:59.687244Z","end":"2026-03-31T18:36:59.956134Z","steps":["trace[2096477794] 'read index received' (duration: 63.881968ms)","trace[2096477794] 'applied index is now lower than readState.Index' (duration: 205.00751ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:59.956233Z","caller":"traceutil/trace.go:171","msg":"trace[162003484] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"251.438551ms","start":"2026-03-31T18:36:59.704786Z","end":"2026-03-31T18:36:59.956224Z","steps":["trace[162003484] 'process raft request' (duration: 251.211417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.956375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.112572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:36:59.956441Z","caller":"traceutil/trace.go:171","msg":"trace[911056974] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4891; }","duration":"269.209773ms","start":"2026-03-31T18:36:59.687216Z","end":"2026-03-31T18:36:59.956426Z","steps":["trace[911056974] 'agreement among raft nodes before linearized reading' (duration: 269.03479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:59.972328Z","caller":"traceutil/trace.go:171","msg":"trace[10516291] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"189.762167ms","start":"2026-03-31T18:36:59.782547Z","end":"2026-03-31T18:36:59.97231Z","steps":["trace[10516291] 'process raft request' (duration: 189.589444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:36:59.972525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.148629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-zvxz2\" ","response":"range_response_count:1 size:4486"} {"level":"info","ts":"2026-03-31T18:36:59.972581Z","caller":"traceutil/trace.go:171","msg":"trace[1627303283] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-zvxz2; range_end:; response_count:1; response_revision:4893; }","duration":"184.24453ms","start":"2026-03-31T18:36:59.788322Z","end":"2026-03-31T18:36:59.972567Z","steps":["trace[1627303283] 'agreement among raft nodes before linearized reading' (duration: 184.022016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.122901Z","caller":"traceutil/trace.go:171","msg":"trace[975761334] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"109.039046ms","start":"2026-03-31T18:37:00.013836Z","end":"2026-03-31T18:37:00.122875Z","steps":["trace[975761334] 'process raft request' (duration: 108.827082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.123152Z","caller":"traceutil/trace.go:171","msg":"trace[2078066854] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"104.257993ms","start":"2026-03-31T18:37:00.018881Z","end":"2026-03-31T18:37:00.123139Z","steps":["trace[2078066854] 'process raft request' (duration: 103.933867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.123441Z","caller":"traceutil/trace.go:171","msg":"trace[263811821] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"104.396927ms","start":"2026-03-31T18:37:00.019019Z","end":"2026-03-31T18:37:00.123416Z","steps":["trace[263811821] 'process raft request' (duration: 104.051199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.123484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.082127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:37:00.123598Z","caller":"traceutil/trace.go:171","msg":"trace[20681110] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4902; }","duration":"108.225991ms","start":"2026-03-31T18:37:00.015344Z","end":"2026-03-31T18:37:00.12357Z","steps":["trace[20681110] 'agreement among raft nodes before linearized reading' (duration: 107.925055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.284544Z","caller":"traceutil/trace.go:171","msg":"trace[1354480193] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"155.186432ms","start":"2026-03-31T18:37:00.129319Z","end":"2026-03-31T18:37:00.284505Z","steps":["trace[1354480193] 'process raft request' (duration: 142.58675ms)","trace[1354480193] 'compare' (duration: 12.367818ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.284543Z","caller":"traceutil/trace.go:171","msg":"trace[630637110] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"155.089201ms","start":"2026-03-31T18:37:00.12943Z","end":"2026-03-31T18:37:00.28452Z","steps":["trace[630637110] 'process raft request' (duration: 154.965258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.284878Z","caller":"traceutil/trace.go:171","msg":"trace[594701583] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"154.962998ms","start":"2026-03-31T18:37:00.12989Z","end":"2026-03-31T18:37:00.284853Z","steps":["trace[594701583] 'process raft request' (duration: 154.56731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.285028Z","caller":"traceutil/trace.go:171","msg":"trace[1972808232] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"154.255384ms","start":"2026-03-31T18:37:00.130749Z","end":"2026-03-31T18:37:00.285004Z","steps":["trace[1972808232] 'process raft request' (duration: 153.951058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.285439Z","caller":"traceutil/trace.go:171","msg":"trace[236071270] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5099; }","duration":"154.645531ms","start":"2026-03-31T18:37:00.130775Z","end":"2026-03-31T18:37:00.28542Z","steps":["trace[236071270] 'read index received' (duration: 46.798789ms)","trace[236071270] 'applied index is now lower than readState.Index' (duration: 107.845202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.285622Z","caller":"traceutil/trace.go:171","msg":"trace[268057156] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"147.660697ms","start":"2026-03-31T18:37:00.137928Z","end":"2026-03-31T18:37:00.285589Z","steps":["trace[268057156] 'process raft request' (duration: 147.013755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.28587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.05107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T18:37:00.285935Z","caller":"traceutil/trace.go:171","msg":"trace[2067699826] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4908; }","duration":"155.171002ms","start":"2026-03-31T18:37:00.130746Z","end":"2026-03-31T18:37:00.285917Z","steps":["trace[2067699826] 'agreement among raft nodes before linearized reading' (duration: 154.877686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.289968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.181138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:00.290016Z","caller":"traceutil/trace.go:171","msg":"trace[280319770] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:0; response_revision:4909; }","duration":"109.258499ms","start":"2026-03-31T18:37:00.180747Z","end":"2026-03-31T18:37:00.290006Z","steps":["trace[280319770] 'agreement among raft nodes before linearized reading' (duration: 109.184868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.290211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.65169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61617"} {"level":"info","ts":"2026-03-31T18:37:00.29024Z","caller":"traceutil/trace.go:171","msg":"trace[1760008887] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4909; }","duration":"158.711291ms","start":"2026-03-31T18:37:00.131523Z","end":"2026-03-31T18:37:00.290234Z","steps":["trace[1760008887] 'agreement among raft nodes before linearized reading' (duration: 158.570468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.41351Z","caller":"traceutil/trace.go:171","msg":"trace[1593504079] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"112.790938ms","start":"2026-03-31T18:37:00.300687Z","end":"2026-03-31T18:37:00.413478Z","steps":["trace[1593504079] 'process raft request' (duration: 85.413701ms)","trace[1593504079] 'compare' (duration: 27.118032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:00.413761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.556761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T18:37:00.413836Z","caller":"traceutil/trace.go:171","msg":"trace[1374050282] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4915; }","duration":"115.758905ms","start":"2026-03-31T18:37:00.298058Z","end":"2026-03-31T18:37:00.413817Z","steps":["trace[1374050282] 'agreement among raft nodes before linearized reading' (duration: 115.423069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.583823Z","caller":"traceutil/trace.go:171","msg":"trace[1603813460] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"165.322157ms","start":"2026-03-31T18:37:00.418475Z","end":"2026-03-31T18:37:00.583797Z","steps":["trace[1603813460] 'process raft request' (duration: 117.685222ms)","trace[1603813460] 'compare' (duration: 47.257198ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.583896Z","caller":"traceutil/trace.go:171","msg":"trace[1113246593] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"107.309732ms","start":"2026-03-31T18:37:00.476564Z","end":"2026-03-31T18:37:00.583874Z","steps":["trace[1113246593] 'process raft request' (duration: 107.23916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.584208Z","caller":"traceutil/trace.go:171","msg":"trace[615074181] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"165.608053ms","start":"2026-03-31T18:37:00.418582Z","end":"2026-03-31T18:37:00.58419Z","steps":["trace[615074181] 'process raft request' (duration: 165.083903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.584397Z","caller":"traceutil/trace.go:171","msg":"trace[1632763229] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5113; }","duration":"112.554453ms","start":"2026-03-31T18:37:00.471802Z","end":"2026-03-31T18:37:00.584356Z","steps":["trace[1632763229] 'read index received' (duration: 64.438068ms)","trace[1632763229] 'applied index is now lower than readState.Index' (duration: 48.113135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:00.584704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.356177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-03-31T18:37:00.584757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.818602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0062a298-5d42-4676-8c3c-09b4d3aa0b7b\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-31T18:37:00.584785Z","caller":"traceutil/trace.go:171","msg":"trace[1579470095] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4919; }","duration":"165.47426ms","start":"2026-03-31T18:37:00.419293Z","end":"2026-03-31T18:37:00.584767Z","steps":["trace[1579470095] 'agreement among raft nodes before linearized reading' (duration: 165.167294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.584772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.386491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0062a298-5d42-4676-8c3c-09b4d3aa0b7b\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-03-31T18:37:00.584801Z","caller":"traceutil/trace.go:171","msg":"trace[913485902] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0062a298-5d42-4676-8c3c-09b4d3aa0b7b; range_end:; response_count:1; response_revision:4919; }","duration":"106.884043ms","start":"2026-03-31T18:37:00.477904Z","end":"2026-03-31T18:37:00.584788Z","steps":["trace[913485902] 'agreement among raft nodes before linearized reading' (duration: 106.645749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.584848Z","caller":"traceutil/trace.go:171","msg":"trace[155362828] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0062a298-5d42-4676-8c3c-09b4d3aa0b7b; range_end:; response_count:1; response_revision:4919; }","duration":"109.526804ms","start":"2026-03-31T18:37:00.475301Z","end":"2026-03-31T18:37:00.584828Z","steps":["trace[155362828] 'agreement among raft nodes before linearized reading' (duration: 109.244449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.584766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.496672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61617"} {"level":"info","ts":"2026-03-31T18:37:00.585064Z","caller":"traceutil/trace.go:171","msg":"trace[1444872416] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4919; }","duration":"163.91127ms","start":"2026-03-31T18:37:00.421127Z","end":"2026-03-31T18:37:00.585038Z","steps":["trace[1444872416] 'agreement among raft nodes before linearized reading' (duration: 163.279108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:00.986171Z","caller":"traceutil/trace.go:171","msg":"trace[600810644] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"155.978388ms","start":"2026-03-31T18:37:00.83017Z","end":"2026-03-31T18:37:00.986148Z","steps":["trace[600810644] 'read index received' (duration: 132.270762ms)","trace[600810644] 'applied index is now lower than readState.Index' (duration: 23.706806ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:00.98628Z","caller":"traceutil/trace.go:171","msg":"trace[1323133618] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"160.255931ms","start":"2026-03-31T18:37:00.825998Z","end":"2026-03-31T18:37:00.986254Z","steps":["trace[1323133618] 'process raft request' (duration: 136.416353ms)","trace[1323133618] 'compare' (duration: 23.614124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:00.986504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.324604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0062a298-5d42-4676-8c3c-09b4d3aa0b7b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-31T18:37:00.98654Z","caller":"traceutil/trace.go:171","msg":"trace[1124129637] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0062a298-5d42-4676-8c3c-09b4d3aa0b7b; range_end:; response_count:1; response_revision:4931; }","duration":"156.398246ms","start":"2026-03-31T18:37:00.830132Z","end":"2026-03-31T18:37:00.98653Z","steps":["trace[1124129637] 'agreement among raft nodes before linearized reading' (duration: 156.141371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:00.986824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.378716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:37:00.987244Z","caller":"traceutil/trace.go:171","msg":"trace[1950955086] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4931; }","duration":"153.822146ms","start":"2026-03-31T18:37:00.833396Z","end":"2026-03-31T18:37:00.987218Z","steps":["trace[1950955086] 'agreement among raft nodes before linearized reading' (duration: 153.085471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:02.779864Z","caller":"traceutil/trace.go:171","msg":"trace[1700582128] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"156.851544ms","start":"2026-03-31T18:37:02.622989Z","end":"2026-03-31T18:37:02.779841Z","steps":["trace[1700582128] 'process raft request' (duration: 156.503038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:02.905894Z","caller":"traceutil/trace.go:171","msg":"trace[1399804900] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"228.582352ms","start":"2026-03-31T18:37:02.677294Z","end":"2026-03-31T18:37:02.905876Z","steps":["trace[1399804900] 'process raft request' (duration: 228.504461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:02.905909Z","caller":"traceutil/trace.go:171","msg":"trace[1578041870] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"228.730805ms","start":"2026-03-31T18:37:02.677148Z","end":"2026-03-31T18:37:02.905879Z","steps":["trace[1578041870] 'process raft request' (duration: 228.500631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:02.906046Z","caller":"traceutil/trace.go:171","msg":"trace[1973206705] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"179.108192ms","start":"2026-03-31T18:37:02.726931Z","end":"2026-03-31T18:37:02.906039Z","steps":["trace[1973206705] 'process raft request' (duration: 178.905349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:02.905909Z","caller":"traceutil/trace.go:171","msg":"trace[391979562] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5170; }","duration":"167.396948ms","start":"2026-03-31T18:37:02.7385Z","end":"2026-03-31T18:37:02.905897Z","steps":["trace[391979562] 'read index received' (duration: 41.015599ms)","trace[391979562] 'applied index is now lower than readState.Index' (duration: 126.380729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:02.906067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.556021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:02.906102Z","caller":"traceutil/trace.go:171","msg":"trace[1923554256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4977; }","duration":"167.638401ms","start":"2026-03-31T18:37:02.738457Z","end":"2026-03-31T18:37:02.906095Z","steps":["trace[1923554256] 'agreement among raft nodes before linearized reading' (duration: 167.480059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:02.906334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.495868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:37:02.906386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.411287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:37:02.906387Z","caller":"traceutil/trace.go:171","msg":"trace[1393406367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4977; }","duration":"167.59597ms","start":"2026-03-31T18:37:02.738777Z","end":"2026-03-31T18:37:02.906373Z","steps":["trace[1393406367] 'agreement among raft nodes before linearized reading' (duration: 167.394126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:02.906415Z","caller":"traceutil/trace.go:171","msg":"trace[729532238] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4977; }","duration":"167.450807ms","start":"2026-03-31T18:37:02.738957Z","end":"2026-03-31T18:37:02.906408Z","steps":["trace[729532238] 'agreement among raft nodes before linearized reading' (duration: 167.381446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:05.076499Z","caller":"traceutil/trace.go:171","msg":"trace[1508323428] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"160.464864ms","start":"2026-03-31T18:37:04.91601Z","end":"2026-03-31T18:37:05.076475Z","steps":["trace[1508323428] 'process raft request' (duration: 160.27148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:05.083834Z","caller":"traceutil/trace.go:171","msg":"trace[1338353554] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5192; }","duration":"162.422421ms","start":"2026-03-31T18:37:04.921392Z","end":"2026-03-31T18:37:05.083815Z","steps":["trace[1338353554] 'read index received' (duration: 154.901907ms)","trace[1338353554] 'applied index is now lower than readState.Index' (duration: 7.519484ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:05.083896Z","caller":"traceutil/trace.go:171","msg":"trace[1110072229] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"162.624565ms","start":"2026-03-31T18:37:04.921239Z","end":"2026-03-31T18:37:05.083863Z","steps":["trace[1110072229] 'process raft request' (duration: 162.422521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:05.084047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.634916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:37:05.083923Z","caller":"traceutil/trace.go:171","msg":"trace[1385876754] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"162.518474ms","start":"2026-03-31T18:37:04.921393Z","end":"2026-03-31T18:37:05.083912Z","steps":["trace[1385876754] 'process raft request' (duration: 162.391731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:05.084075Z","caller":"traceutil/trace.go:171","msg":"trace[1073783455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4997; }","duration":"162.709088ms","start":"2026-03-31T18:37:04.92136Z","end":"2026-03-31T18:37:05.084069Z","steps":["trace[1073783455] 'agreement among raft nodes before linearized reading' (duration: 162.576825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:05.084281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.86037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:05.084351Z","caller":"traceutil/trace.go:171","msg":"trace[686439513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4997; }","duration":"162.930482ms","start":"2026-03-31T18:37:04.921376Z","end":"2026-03-31T18:37:05.084306Z","steps":["trace[686439513] 'agreement among raft nodes before linearized reading' (duration: 162.78684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:08.73408Z","caller":"traceutil/trace.go:171","msg":"trace[1545363388] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"102.107272ms","start":"2026-03-31T18:37:08.631949Z","end":"2026-03-31T18:37:08.734056Z","steps":["trace[1545363388] 'process raft request' (duration: 101.977889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:08.982742Z","caller":"traceutil/trace.go:171","msg":"trace[1738035108] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"270.582ms","start":"2026-03-31T18:37:08.712132Z","end":"2026-03-31T18:37:08.982714Z","steps":["trace[1738035108] 'process raft request' (duration: 178.259686ms)","trace[1738035108] 'compare' (duration: 91.55853ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:08.982966Z","caller":"traceutil/trace.go:171","msg":"trace[1289038174] linearizableReadLoop","detail":"{readStateIndex:5355; appliedIndex:5354; }","duration":"210.060017ms","start":"2026-03-31T18:37:08.772891Z","end":"2026-03-31T18:37:08.982951Z","steps":["trace[1289038174] 'read index received' (duration: 117.514529ms)","trace[1289038174] 'applied index is now lower than readState.Index' (duration: 92.543778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:08.983309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.405915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:08.983364Z","caller":"traceutil/trace.go:171","msg":"trace[1581027549] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5155; }","duration":"210.518997ms","start":"2026-03-31T18:37:08.772831Z","end":"2026-03-31T18:37:08.98335Z","steps":["trace[1581027549] 'agreement among raft nodes before linearized reading' (duration: 210.347383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:08.983687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.016055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0147ce24-bdaf-4178-9bb1-555ce9a8bbf7\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T18:37:08.983741Z","caller":"traceutil/trace.go:171","msg":"trace[1512755485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0147ce24-bdaf-4178-9bb1-555ce9a8bbf7; range_end:; response_count:1; response_revision:5155; }","duration":"109.099987ms","start":"2026-03-31T18:37:08.874626Z","end":"2026-03-31T18:37:08.983726Z","steps":["trace[1512755485] 'agreement among raft nodes before linearized reading' (duration: 108.947464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.174238Z","caller":"traceutil/trace.go:171","msg":"trace[915713928] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"182.972906ms","start":"2026-03-31T18:37:08.991234Z","end":"2026-03-31T18:37:09.174206Z","steps":["trace[915713928] 'process raft request' (duration: 143.967026ms)","trace[915713928] 'compare' (duration: 38.841937ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:09.198138Z","caller":"traceutil/trace.go:171","msg":"trace[303240684] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5356; }","duration":"199.32272ms","start":"2026-03-31T18:37:08.998795Z","end":"2026-03-31T18:37:09.198118Z","steps":["trace[303240684] 'read index received' (duration: 136.419552ms)","trace[303240684] 'applied index is now lower than readState.Index' (duration: 62.902338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:09.198514Z","caller":"traceutil/trace.go:171","msg":"trace[1399218644] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"204.354157ms","start":"2026-03-31T18:37:08.994133Z","end":"2026-03-31T18:37:09.198487Z","steps":["trace[1399218644] 'process raft request' (duration: 203.762046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.198606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.800699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:37:09.198647Z","caller":"traceutil/trace.go:171","msg":"trace[1024292830] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5158; }","duration":"199.88036ms","start":"2026-03-31T18:37:08.998758Z","end":"2026-03-31T18:37:09.198638Z","steps":["trace[1024292830] 'agreement among raft nodes before linearized reading' (duration: 199.740877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.198878Z","caller":"traceutil/trace.go:171","msg":"trace[199077051] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"192.686752ms","start":"2026-03-31T18:37:09.006182Z","end":"2026-03-31T18:37:09.198868Z","steps":["trace[199077051] 'process raft request' (duration: 191.842277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.198912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.331375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:37:09.198944Z","caller":"traceutil/trace.go:171","msg":"trace[1221628213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5158; }","duration":"104.412957ms","start":"2026-03-31T18:37:09.094523Z","end":"2026-03-31T18:37:09.198936Z","steps":["trace[1221628213] 'agreement among raft nodes before linearized reading' (duration: 104.286363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.199177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.237057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:37:09.19921Z","caller":"traceutil/trace.go:171","msg":"trace[1040058543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5158; }","duration":"100.302267ms","start":"2026-03-31T18:37:09.0989Z","end":"2026-03-31T18:37:09.199202Z","steps":["trace[1040058543] 'agreement among raft nodes before linearized reading' (duration: 100.199396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.199456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.01933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:37:09.199545Z","caller":"traceutil/trace.go:171","msg":"trace[716761397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5158; }","duration":"102.166503ms","start":"2026-03-31T18:37:09.097356Z","end":"2026-03-31T18:37:09.199523Z","steps":["trace[716761397] 'agreement among raft nodes before linearized reading' (duration: 101.901118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.629365Z","caller":"traceutil/trace.go:171","msg":"trace[481119782] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"425.515168ms","start":"2026-03-31T18:37:09.203828Z","end":"2026-03-31T18:37:09.629343Z","steps":["trace[481119782] 'process raft request' (duration: 425.408586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.629553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.203801Z","time spent":"425.640629ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:09.629674Z","caller":"traceutil/trace.go:171","msg":"trace[688502826] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"425.721421ms","start":"2026-03-31T18:37:09.203927Z","end":"2026-03-31T18:37:09.629648Z","steps":["trace[688502826] 'process raft request' (duration: 425.348094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.629799Z","caller":"traceutil/trace.go:171","msg":"trace[1022754273] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"425.995937ms","start":"2026-03-31T18:37:09.203787Z","end":"2026-03-31T18:37:09.629783Z","steps":["trace[1022754273] 'process raft request' (duration: 413.397084ms)","trace[1022754273] 'compare' (duration: 11.945471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:09.629843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.203918Z","time spent":"425.827903ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:09.629872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.203777Z","time spent":"426.057048ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:09.630415Z","caller":"traceutil/trace.go:171","msg":"trace[398411168] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5359; }","duration":"426.463036ms","start":"2026-03-31T18:37:09.203929Z","end":"2026-03-31T18:37:09.630392Z","steps":["trace[398411168] 'read index received' (duration: 29.911994ms)","trace[398411168] 'applied index is now lower than readState.Index' (duration: 396.549682ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:09.630428Z","caller":"traceutil/trace.go:171","msg":"trace[367870326] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"420.041992ms","start":"2026-03-31T18:37:09.210362Z","end":"2026-03-31T18:37:09.630404Z","steps":["trace[367870326] 'process raft request' (duration: 419.889779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.630538Z","caller":"traceutil/trace.go:171","msg":"trace[728517073] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"409.265316ms","start":"2026-03-31T18:37:09.221228Z","end":"2026-03-31T18:37:09.630493Z","steps":["trace[728517073] 'process raft request' (duration: 409.106463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:09.630596Z","caller":"traceutil/trace.go:171","msg":"trace[1263542886] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"426.410835ms","start":"2026-03-31T18:37:09.204163Z","end":"2026-03-31T18:37:09.630574Z","steps":["trace[1263542886] 'process raft request' (duration: 425.395946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.630674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.221216Z","time spent":"409.392608ms","remote":"127.0.0.1:41004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3387,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:37:09.630692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.752741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a200ee7cd8c031\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-31T18:37:09.630721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.204155Z","time spent":"426.499107ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:09.63074Z","caller":"traceutil/trace.go:171","msg":"trace[2126131722] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a200ee7cd8c031; range_end:; response_count:1; response_revision:5165; }","duration":"426.817782ms","start":"2026-03-31T18:37:09.203906Z","end":"2026-03-31T18:37:09.630724Z","steps":["trace[2126131722] 'agreement among raft nodes before linearized reading' (duration: 426.571738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.630786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.203887Z","time spent":"426.891264ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a200ee7cd8c031\" "} {"level":"warn","ts":"2026-03-31T18:37:09.63096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.824422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:37:09.631015Z","caller":"traceutil/trace.go:171","msg":"trace[219748349] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:5166; }","duration":"324.925594ms","start":"2026-03-31T18:37:09.306075Z","end":"2026-03-31T18:37:09.631001Z","steps":["trace[219748349] 'agreement among raft nodes before linearized reading' (duration: 324.757471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.631056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.306051Z","time spent":"324.994985ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.201\" "} {"level":"warn","ts":"2026-03-31T18:37:09.631077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.409975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:09.631119Z","caller":"traceutil/trace.go:171","msg":"trace[1743091878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5166; }","duration":"348.464737ms","start":"2026-03-31T18:37:09.28264Z","end":"2026-03-31T18:37:09.631105Z","steps":["trace[1743091878] 'agreement among raft nodes before linearized reading' (duration: 348.395396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.631165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.282632Z","time spent":"348.525118ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:37:09.631246Z","caller":"traceutil/trace.go:171","msg":"trace[140992976] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"134.709339ms","start":"2026-03-31T18:37:09.496522Z","end":"2026-03-31T18:37:09.631232Z","steps":["trace[140992976] 'process raft request' (duration: 134.089717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.631369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.473493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0147ce24-bdaf-4178-9bb1-555ce9a8bbf7\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-31T18:37:09.631416Z","caller":"traceutil/trace.go:171","msg":"trace[1855272138] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0147ce24-bdaf-4178-9bb1-555ce9a8bbf7; range_end:; response_count:1; response_revision:5166; }","duration":"162.572785ms","start":"2026-03-31T18:37:09.468829Z","end":"2026-03-31T18:37:09.631402Z","steps":["trace[1855272138] 'agreement among raft nodes before linearized reading' (duration: 162.435882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.631537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.191396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:37:09.631699Z","caller":"traceutil/trace.go:171","msg":"trace[589104187] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5166; }","duration":"418.39801ms","start":"2026-03-31T18:37:09.213264Z","end":"2026-03-31T18:37:09.631662Z","steps":["trace[589104187] 'agreement among raft nodes before linearized reading' (duration: 417.545054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.631748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.757061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717501"} {"level":"warn","ts":"2026-03-31T18:37:09.631761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.213257Z","time spent":"418.492582ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T18:37:09.631811Z","caller":"traceutil/trace.go:171","msg":"trace[1546042439] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5166; }","duration":"402.858532ms","start":"2026-03-31T18:37:09.228934Z","end":"2026-03-31T18:37:09.631793Z","steps":["trace[1546042439] 'agreement among raft nodes before linearized reading' (duration: 402.432453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.631932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.228915Z","time spent":"402.995325ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":717524,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:37:09.632085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.387778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"info","ts":"2026-03-31T18:37:09.632149Z","caller":"traceutil/trace.go:171","msg":"trace[21887051] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:5166; }","duration":"370.50273ms","start":"2026-03-31T18:37:09.261631Z","end":"2026-03-31T18:37:09.632134Z","steps":["trace[21887051] 'agreement among raft nodes before linearized reading' (duration: 369.397009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:09.632198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.261601Z","time spent":"370.581502ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2207066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:37:09.630591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:09.210339Z","time spent":"420.159384ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:11.172742Z","caller":"traceutil/trace.go:171","msg":"trace[1363957907] linearizableReadLoop","detail":"{readStateIndex:5424; appliedIndex:5422; }","duration":"125.889829ms","start":"2026-03-31T18:37:11.046828Z","end":"2026-03-31T18:37:11.172718Z","steps":["trace[1363957907] 'read index received' (duration: 55.547828ms)","trace[1363957907] 'applied index is now lower than readState.Index' (duration: 70.340771ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:11.172822Z","caller":"traceutil/trace.go:171","msg":"trace[457479610] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"249.037926ms","start":"2026-03-31T18:37:10.923746Z","end":"2026-03-31T18:37:11.172784Z","steps":["trace[457479610] 'process raft request' (duration: 248.76539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:11.172901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.059492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:11.172937Z","caller":"traceutil/trace.go:171","msg":"trace[674508426] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5219; }","duration":"126.150984ms","start":"2026-03-31T18:37:11.046774Z","end":"2026-03-31T18:37:11.172925Z","steps":["trace[674508426] 'agreement among raft nodes before linearized reading' (duration: 126.066753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:19.6497Z","caller":"traceutil/trace.go:171","msg":"trace[1038158375] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"110.999224ms","start":"2026-03-31T18:37:19.538671Z","end":"2026-03-31T18:37:19.64967Z","steps":["trace[1038158375] 'process raft request' (duration: 100.42367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:19.65015Z","caller":"traceutil/trace.go:171","msg":"trace[1542441677] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"110.790679ms","start":"2026-03-31T18:37:19.539333Z","end":"2026-03-31T18:37:19.650124Z","steps":["trace[1542441677] 'process raft request' (duration: 110.599706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:19.968016Z","caller":"traceutil/trace.go:171","msg":"trace[1246936837] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"113.186336ms","start":"2026-03-31T18:37:19.854794Z","end":"2026-03-31T18:37:19.967981Z","steps":["trace[1246936837] 'process raft request' (duration: 100.698015ms)","trace[1246936837] 'compare' (duration: 12.301547ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:20.733406Z","caller":"traceutil/trace.go:171","msg":"trace[1017456389] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"150.285188ms","start":"2026-03-31T18:37:20.583073Z","end":"2026-03-31T18:37:20.733358Z","steps":["trace[1017456389] 'process raft request' (duration: 90.56736ms)","trace[1017456389] 'compare' (duration: 59.547305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:22.115352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.985747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:22.115504Z","caller":"traceutil/trace.go:171","msg":"trace[231018790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5394; }","duration":"501.13998ms","start":"2026-03-31T18:37:21.614336Z","end":"2026-03-31T18:37:22.115476Z","steps":["trace[231018790] 'range keys from in-memory index tree' (duration: 500.971227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:22.241886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727511944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:37:22.447426Z","caller":"traceutil/trace.go:171","msg":"trace[1136698733] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"714.544892ms","start":"2026-03-31T18:37:21.732855Z","end":"2026-03-31T18:37:22.4474Z","steps":["trace[1136698733] 'process raft request' (duration: 714.391419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:22.447577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:21.732825Z","time spent":"714.676795ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:23.819251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.103968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:23.819475Z","caller":"traceutil/trace.go:171","msg":"trace[1211557133] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"2.080979441s","start":"2026-03-31T18:37:21.738457Z","end":"2026-03-31T18:37:23.819437Z","steps":["trace[1211557133] 'process raft request' (duration: 1.819610018s)","trace[1211557133] 'compare' (duration: 260.554107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:23.819643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:21.738428Z","time spent":"2.081136013s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:37:23.819502Z","caller":"traceutil/trace.go:171","msg":"trace[2092235166] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"1.69328725s","start":"2026-03-31T18:37:22.126196Z","end":"2026-03-31T18:37:23.819483Z","steps":["trace[2092235166] 'process raft request' (duration: 1.693147467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:23.819853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078834129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:23.819905Z","caller":"traceutil/trace.go:171","msg":"trace[1956399409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5398; }","duration":"2.07892631s","start":"2026-03-31T18:37:21.740967Z","end":"2026-03-31T18:37:23.819893Z","steps":["trace[1956399409] 'agreement among raft nodes before linearized reading' (duration: 2.078720827s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:23.819873Z","caller":"traceutil/trace.go:171","msg":"trace[1297606950] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"1.691318422s","start":"2026-03-31T18:37:22.128505Z","end":"2026-03-31T18:37:23.819823Z","steps":["trace[1297606950] 'process raft request' (duration: 1.690928165s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:23.819628Z","caller":"traceutil/trace.go:171","msg":"trace[1042336359] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5604; }","duration":"2.078567495s","start":"2026-03-31T18:37:21.741007Z","end":"2026-03-31T18:37:23.819574Z","steps":["trace[1042336359] 'read index received' (duration: 706.268813ms)","trace[1042336359] 'applied index is now lower than readState.Index' (duration: 1.372294781s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:23.819949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:21.74095Z","time spent":"2.078990342s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:37:23.820158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.128495Z","time spent":"1.691466065s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:23.820452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.126171Z","time spent":"1.693721158s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:24.282747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00082918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:37:24.282846Z","caller":"traceutil/trace.go:171","msg":"trace[1922731820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001024514s","start":"2026-03-31T18:37:22.281792Z","end":"2026-03-31T18:37:24.282816Z","steps":["trace[1922731820] 'agreement among raft nodes before linearized reading' (duration: 2.000913822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.28294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.281748Z","time spent":"2.001181326s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:37:24 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:24.658661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.064353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:24.659056Z","caller":"traceutil/trace.go:171","msg":"trace[1306261877] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"205.720363ms","start":"2026-03-31T18:37:24.453317Z","end":"2026-03-31T18:37:24.659037Z","steps":["trace[1306261877] 'process raft request' (duration: 205.673602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:24.659092Z","caller":"traceutil/trace.go:171","msg":"trace[558356880] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"1.229034108s","start":"2026-03-31T18:37:23.430021Z","end":"2026-03-31T18:37:24.659055Z","steps":["trace[558356880] 'process raft request' (duration: 1.228753172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.659282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:23.429975Z","time spent":"1.229194162s","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17839,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:24.659285Z","caller":"traceutil/trace.go:171","msg":"trace[215677923] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"1.847342181s","start":"2026-03-31T18:37:22.811914Z","end":"2026-03-31T18:37:24.659256Z","steps":["trace[215677923] 'process raft request' (duration: 1.389587254s)","trace[215677923] 'compare' (duration: 456.87655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:24.659392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.811903Z","time spent":"1.847438483s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:24.659418Z","caller":"traceutil/trace.go:171","msg":"trace[692433178] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5608; }","duration":"839.421492ms","start":"2026-03-31T18:37:23.819958Z","end":"2026-03-31T18:37:24.659379Z","steps":["trace[692433178] 'read index received' (duration: 381.561353ms)","trace[692433178] 'applied index is now lower than readState.Index' (duration: 457.855949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:24.659518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083196743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:37:24.65952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377496092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:24.659563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525951112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:24.65958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660867894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-z24lj\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-31T18:37:24.65958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235535254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:37:24.65961Z","caller":"traceutil/trace.go:171","msg":"trace[1446567487] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5402; }","duration":"1.377619264s","start":"2026-03-31T18:37:23.281968Z","end":"2026-03-31T18:37:24.659587Z","steps":["trace[1446567487] 'agreement among raft nodes before linearized reading' (duration: 1.377497582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.659619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060026567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:24.659635Z","caller":"traceutil/trace.go:171","msg":"trace[1686780584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5402; }","duration":"1.235629116s","start":"2026-03-31T18:37:23.423992Z","end":"2026-03-31T18:37:24.659621Z","steps":["trace[1686780584] 'agreement among raft nodes before linearized reading' (duration: 1.235427332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.659649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.576226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:24.659658Z","caller":"traceutil/trace.go:171","msg":"trace[1114237900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5402; }","duration":"2.06011887s","start":"2026-03-31T18:37:22.599529Z","end":"2026-03-31T18:37:24.659648Z","steps":["trace[1114237900] 'agreement among raft nodes before linearized reading' (duration: 2.060055848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.659663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620114621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:24.659647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892431864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:37:24.659682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:23.423964Z","time spent":"1.235706997s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:37:24.659694Z","caller":"traceutil/trace.go:171","msg":"trace[230254863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5402; }","duration":"376.656528ms","start":"2026-03-31T18:37:24.283024Z","end":"2026-03-31T18:37:24.659681Z","steps":["trace[230254863] 'agreement among raft nodes before linearized reading' (duration: 376.583747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:24.659701Z","caller":"traceutil/trace.go:171","msg":"trace[2110989821] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5402; }","duration":"2.620191173s","start":"2026-03-31T18:37:22.039498Z","end":"2026-03-31T18:37:24.659689Z","steps":["trace[2110989821] 'agreement among raft nodes before linearized reading' (duration: 2.620142132s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.6597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.599495Z","time spent":"2.060194981s","remote":"127.0.0.1:36514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:37:24.659729Z","caller":"traceutil/trace.go:171","msg":"trace[909026634] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5402; }","duration":"2.892562987s","start":"2026-03-31T18:37:21.767147Z","end":"2026-03-31T18:37:24.659709Z","steps":["trace[909026634] 'agreement among raft nodes before linearized reading' (duration: 2.892409674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.659738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.039478Z","time spent":"2.620252674s","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:24.659741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.283004Z","time spent":"376.729219ms","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:24.659772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:21.767136Z","time spent":"2.892625478s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:24.65978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230524508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:24.659815Z","caller":"traceutil/trace.go:171","msg":"trace[1349673616] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5402; }","duration":"1.230593869s","start":"2026-03-31T18:37:23.429211Z","end":"2026-03-31T18:37:24.659804Z","steps":["trace[1349673616] 'agreement among raft nodes before linearized reading' (duration: 1.230536297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.659827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093768379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:37:24.659842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:23.42919Z","time spent":"1.23064582s","remote":"127.0.0.1:41986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:37:24.659858Z","caller":"traceutil/trace.go:171","msg":"trace[1440971295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5402; }","duration":"1.09383395s","start":"2026-03-31T18:37:23.566015Z","end":"2026-03-31T18:37:24.659849Z","steps":["trace[1440971295] 'agreement among raft nodes before linearized reading' (duration: 1.093682838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.659888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:23.565994Z","time spent":"1.093887581s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:37:24.659699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907228068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:37:24.65992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.325588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:24.659997Z","caller":"traceutil/trace.go:171","msg":"trace[800486255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5402; }","duration":"2.907537655s","start":"2026-03-31T18:37:21.752446Z","end":"2026-03-31T18:37:24.659984Z","steps":["trace[800486255] 'agreement among raft nodes before linearized reading' (duration: 2.907034786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.660034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:21.752437Z","time spent":"2.907588146s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:37:24.660024Z","caller":"traceutil/trace.go:171","msg":"trace[1297321404] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5402; }","duration":"177.494641ms","start":"2026-03-31T18:37:24.482501Z","end":"2026-03-31T18:37:24.659996Z","steps":["trace[1297321404] 'agreement among raft nodes before linearized reading' (duration: 177.311738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:24.659617Z","caller":"traceutil/trace.go:171","msg":"trace[2024745125] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5402; }","duration":"2.526039163s","start":"2026-03-31T18:37:22.133563Z","end":"2026-03-31T18:37:24.659603Z","steps":["trace[2024745125] 'agreement among raft nodes before linearized reading' (duration: 2.525952701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.660131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.133552Z","time spent":"2.526565212s","remote":"127.0.0.1:53258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:24.659661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:23.281953Z","time spent":"1.377698236s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:24.66017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907695927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:37:24.659621Z","caller":"traceutil/trace.go:171","msg":"trace[583716204] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-z24lj; range_end:; response_count:1; response_revision:5402; }","duration":"2.660939376s","start":"2026-03-31T18:37:21.998667Z","end":"2026-03-31T18:37:24.659607Z","steps":["trace[583716204] 'agreement among raft nodes before linearized reading' (duration: 2.660794813s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:24.660231Z","caller":"traceutil/trace.go:171","msg":"trace[1933553396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5402; }","duration":"2.907766069s","start":"2026-03-31T18:37:21.75244Z","end":"2026-03-31T18:37:24.660206Z","steps":["trace[1933553396] 'agreement among raft nodes before linearized reading' (duration: 2.907045206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.660269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:21.998647Z","time spent":"2.661611878s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-z24lj\" "} {"level":"warn","ts":"2026-03-31T18:37:24.660277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:21.752429Z","time spent":"2.90783564s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:24.660301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399649944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:37:24.660343Z","caller":"traceutil/trace.go:171","msg":"trace[690368143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:5402; }","duration":"2.399725396s","start":"2026-03-31T18:37:22.260607Z","end":"2026-03-31T18:37:24.660332Z","steps":["trace[690368143] 'agreement among raft nodes before linearized reading' (duration: 2.398893031s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:24.659563Z","caller":"traceutil/trace.go:171","msg":"trace[109493106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5402; }","duration":"2.083277675s","start":"2026-03-31T18:37:22.576271Z","end":"2026-03-31T18:37:24.659549Z","steps":["trace[109493106] 'agreement among raft nodes before linearized reading' (duration: 2.083127742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.660372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.26059Z","time spent":"2.399775187s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"warn","ts":"2026-03-31T18:37:24.660392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.576248Z","time spent":"2.08413174s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:37:24.660066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910160714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:24.660453Z","caller":"traceutil/trace.go:171","msg":"trace[299583535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5402; }","duration":"2.910599462s","start":"2026-03-31T18:37:21.74984Z","end":"2026-03-31T18:37:24.66044Z","steps":["trace[299583535] 'agreement among raft nodes before linearized reading' (duration: 2.909720686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.660497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:21.749825Z","time spent":"2.910660323s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:24.660544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848707016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:37:24.660583Z","caller":"traceutil/trace.go:171","msg":"trace[411774557] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5402; }","duration":"1.848773309s","start":"2026-03-31T18:37:22.811798Z","end":"2026-03-31T18:37:24.660572Z","steps":["trace[411774557] 'agreement among raft nodes before linearized reading' (duration: 1.847629427s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.660613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:22.81178Z","time spent":"1.848825359s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:37:24.65927Z","caller":"traceutil/trace.go:171","msg":"trace[1975729288] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"834.62356ms","start":"2026-03-31T18:37:23.824636Z","end":"2026-03-31T18:37:24.659259Z","steps":["trace[1975729288] 'process raft request' (duration: 834.289233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:24.66084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:23.824614Z","time spent":"836.18631ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:25.490307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.799787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:25.490419Z","caller":"traceutil/trace.go:171","msg":"trace[528641220] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5612; }","duration":"823.76595ms","start":"2026-03-31T18:37:24.666636Z","end":"2026-03-31T18:37:25.490402Z","steps":["trace[528641220] 'read index received' (duration: 300.888352ms)","trace[528641220] 'applied index is now lower than readState.Index' (duration: 522.875758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:25.490491Z","caller":"traceutil/trace.go:171","msg":"trace[493399702] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"824.441763ms","start":"2026-03-31T18:37:24.666038Z","end":"2026-03-31T18:37:25.49048Z","steps":["trace[493399702] 'process raft request' (duration: 301.341251ms)","trace[493399702] 'compare' (duration: 522.41943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:25.490553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.666022Z","time spent":"824.499725ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:25.490728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.072316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17853"} {"level":"info","ts":"2026-03-31T18:37:25.490805Z","caller":"traceutil/trace.go:171","msg":"trace[885301785] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5403; }","duration":"824.184488ms","start":"2026-03-31T18:37:24.666604Z","end":"2026-03-31T18:37:25.490788Z","steps":["trace[885301785] 'agreement among raft nodes before linearized reading' (duration: 823.930423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:25.49085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.666591Z","time spent":"824.25155ms","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17876,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:37:26.398743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.032614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:26.398969Z","caller":"traceutil/trace.go:171","msg":"trace[1051820054] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"1.732185107s","start":"2026-03-31T18:37:24.666755Z","end":"2026-03-31T18:37:26.39894Z","steps":["trace[1051820054] 'process raft request' (duration: 1.147846948s)","trace[1051820054] 'compare' (duration: 583.35013ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:26.399028Z","caller":"traceutil/trace.go:171","msg":"trace[1932853973] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"1.732210498s","start":"2026-03-31T18:37:24.666791Z","end":"2026-03-31T18:37:26.399001Z","steps":["trace[1932853973] 'process raft request' (duration: 1.732052495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.399128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.666736Z","time spent":"1.732306529s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:26.399089Z","caller":"traceutil/trace.go:171","msg":"trace[1036513652] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"1.732202738s","start":"2026-03-31T18:37:24.66685Z","end":"2026-03-31T18:37:26.399053Z","steps":["trace[1036513652] 'process raft request' (duration: 1.732073915s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.399294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.66678Z","time spent":"1.732350391s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:26.399172Z","caller":"traceutil/trace.go:171","msg":"trace[1317548709] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"1.731140057s","start":"2026-03-31T18:37:24.668013Z","end":"2026-03-31T18:37:26.399153Z","steps":["trace[1317548709] 'process raft request' (duration: 1.731022905s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:26.399297Z","caller":"traceutil/trace.go:171","msg":"trace[926069260] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"1.731856342s","start":"2026-03-31T18:37:24.667203Z","end":"2026-03-31T18:37:26.399059Z","steps":["trace[926069260] 'process raft request' (duration: 1.73176835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.399515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.66799Z","time spent":"1.731428192s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:26.399403Z","caller":"traceutil/trace.go:171","msg":"trace[1148102820] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"1.731485934s","start":"2026-03-31T18:37:24.667894Z","end":"2026-03-31T18:37:26.39938Z","steps":["trace[1148102820] 'process raft request' (duration: 1.731105207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.399587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.666839Z","time spent":"1.732447793s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.399614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.667192Z","time spent":"1.732346942s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.399648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.667885Z","time spent":"1.731708869s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.667328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:37:26.667431Z","caller":"traceutil/trace.go:171","msg":"trace[348420628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370772s","start":"2026-03-31T18:37:24.667049Z","end":"2026-03-31T18:37:26.66742Z","steps":["trace[348420628] 'agreement among raft nodes before linearized reading' (duration: 2.00025925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.667472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.667041Z","time spent":"2.000423963s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:37:26 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:37:26.687783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.703607ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:37:26.688145Z","caller":"traceutil/trace.go:171","msg":"trace[1226097158] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"2.01796664s","start":"2026-03-31T18:37:24.670154Z","end":"2026-03-31T18:37:26.68812Z","steps":["trace[1226097158] 'process raft request' (duration: 2.017706014s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:26.688162Z","caller":"traceutil/trace.go:171","msg":"trace[1120905565] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5613; }","duration":"1.197689656s","start":"2026-03-31T18:37:25.490449Z","end":"2026-03-31T18:37:26.688138Z","steps":["trace[1120905565] 'read index received' (duration: 324.049917ms)","trace[1120905565] 'applied index is now lower than readState.Index' (duration: 873.638729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:26.68828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:24.670141Z","time spent":"2.018062542s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.800981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410992966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:37:26.801037Z","caller":"traceutil/trace.go:171","msg":"trace[1341772396] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5410; }","duration":"1.411095727s","start":"2026-03-31T18:37:25.389926Z","end":"2026-03-31T18:37:26.801022Z","steps":["trace[1341772396] 'agreement among raft nodes before linearized reading' (duration: 1.29829956s)","trace[1341772396] 'range keys from in-memory index tree' (duration: 112.636304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:26.801064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.389905Z","time spent":"1.411152789s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T18:37:26.801286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.002241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:26.801574Z","caller":"traceutil/trace.go:171","msg":"trace[675587241] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"974.988087ms","start":"2026-03-31T18:37:25.826559Z","end":"2026-03-31T18:37:26.801547Z","steps":["trace[675587241] 'process raft request' (duration: 861.573097ms)","trace[675587241] 'compare' (duration: 112.509932ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:26.801673Z","caller":"traceutil/trace.go:171","msg":"trace[960649014] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"974.390154ms","start":"2026-03-31T18:37:25.827258Z","end":"2026-03-31T18:37:26.801648Z","steps":["trace[960649014] 'process raft request' (duration: 974.16586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.801708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.82653Z","time spent":"975.097049ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:26.801791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.827246Z","time spent":"974.492547ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:26.801849Z","caller":"traceutil/trace.go:171","msg":"trace[746728592] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"637.315257ms","start":"2026-03-31T18:37:26.164514Z","end":"2026-03-31T18:37:26.801829Z","steps":["trace[746728592] 'process raft request' (duration: 637.072412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.801955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:26.164483Z","time spent":"637.419139ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:26.802011Z","caller":"traceutil/trace.go:171","msg":"trace[296121336] linearizableReadLoop","detail":"{readStateIndex:5625; appliedIndex:5621; }","duration":"113.788906ms","start":"2026-03-31T18:37:26.688213Z","end":"2026-03-31T18:37:26.802002Z","steps":["trace[296121336] 'read index received' (duration: 97.481032ms)","trace[296121336] 'applied index is now lower than readState.Index' (duration: 16.306654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:26.802145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308134928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-68949cb747-lkwq5.18a200f0b4bd630f\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-31T18:37:26.802188Z","caller":"traceutil/trace.go:171","msg":"trace[500563868] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-68949cb747-lkwq5.18a200f0b4bd630f; range_end:; response_count:1; response_revision:5414; }","duration":"1.308179299s","start":"2026-03-31T18:37:25.493997Z","end":"2026-03-31T18:37:26.802176Z","steps":["trace[500563868] 'agreement among raft nodes before linearized reading' (duration: 1.308034567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.802228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.493922Z","time spent":"1.308296921s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-68949cb747-lkwq5.18a200f0b4bd630f\" "} {"level":"warn","ts":"2026-03-31T18:37:26.802402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.857731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:26.802436Z","caller":"traceutil/trace.go:171","msg":"trace[793995819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5414; }","duration":"134.912622ms","start":"2026-03-31T18:37:26.667515Z","end":"2026-03-31T18:37:26.802427Z","steps":["trace[793995819] 'agreement among raft nodes before linearized reading' (duration: 134.854741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.802391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:37:26.802596Z","caller":"traceutil/trace.go:171","msg":"trace[999500929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:5414; }","duration":"132.899394ms","start":"2026-03-31T18:37:26.669687Z","end":"2026-03-31T18:37:26.802586Z","steps":["trace[999500929] 'agreement among raft nodes before linearized reading' (duration: 132.539447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:26.80265Z","caller":"traceutil/trace.go:171","msg":"trace[390732726] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"134.063556ms","start":"2026-03-31T18:37:26.668569Z","end":"2026-03-31T18:37:26.802633Z","steps":["trace[390732726] 'process raft request' (duration: 133.168939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.80282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.991364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:26.802874Z","caller":"traceutil/trace.go:171","msg":"trace[1542000580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5414; }","duration":"136.069586ms","start":"2026-03-31T18:37:26.666789Z","end":"2026-03-31T18:37:26.802859Z","steps":["trace[1542000580] 'agreement among raft nodes before linearized reading' (duration: 135.83015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.802876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197528634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:26.802967Z","caller":"traceutil/trace.go:171","msg":"trace[1176147904] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5414; }","duration":"1.197661456s","start":"2026-03-31T18:37:25.605283Z","end":"2026-03-31T18:37:26.802944Z","steps":["trace[1176147904] 'agreement among raft nodes before linearized reading' (duration: 1.19742398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:26.803029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:25.60527Z","time spent":"1.197747158s","remote":"127.0.0.1:41926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:37:31.2615Z","caller":"traceutil/trace.go:171","msg":"trace[1662329234] linearizableReadLoop","detail":"{readStateIndex:5675; appliedIndex:5674; }","duration":"167.427468ms","start":"2026-03-31T18:37:31.094002Z","end":"2026-03-31T18:37:31.261429Z","steps":["trace[1662329234] 'read index received' (duration: 167.00631ms)","trace[1662329234] 'applied index is now lower than readState.Index' (duration: 419.828µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:31.261581Z","caller":"traceutil/trace.go:171","msg":"trace[77794587] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"175.969772ms","start":"2026-03-31T18:37:31.08555Z","end":"2026-03-31T18:37:31.26152Z","steps":["trace[77794587] 'process raft request' (duration: 175.594655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:31.261896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.832485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:37:31.261959Z","caller":"traceutil/trace.go:171","msg":"trace[187013376] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5463; }","duration":"167.961178ms","start":"2026-03-31T18:37:31.093979Z","end":"2026-03-31T18:37:31.26194Z","steps":["trace[187013376] 'agreement among raft nodes before linearized reading' (duration: 167.676592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:31.547529Z","caller":"traceutil/trace.go:171","msg":"trace[1548569585] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"280.515971ms","start":"2026-03-31T18:37:31.266966Z","end":"2026-03-31T18:37:31.547482Z","steps":["trace[1548569585] 'process raft request' (duration: 272.089139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:31.578539Z","caller":"traceutil/trace.go:171","msg":"trace[1794987040] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"310.371634ms","start":"2026-03-31T18:37:31.268139Z","end":"2026-03-31T18:37:31.578511Z","steps":["trace[1794987040] 'process raft request' (duration: 310.17516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:31.578789Z","caller":"traceutil/trace.go:171","msg":"trace[796040882] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"310.537228ms","start":"2026-03-31T18:37:31.268228Z","end":"2026-03-31T18:37:31.578765Z","steps":["trace[796040882] 'process raft request' (duration: 310.224121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:31.578819Z","caller":"traceutil/trace.go:171","msg":"trace[792146894] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"309.587279ms","start":"2026-03-31T18:37:31.26921Z","end":"2026-03-31T18:37:31.578797Z","steps":["trace[792146894] 'process raft request' (duration: 309.458547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:31.578911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.412568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:31.578896Z","caller":"traceutil/trace.go:171","msg":"trace[1217390126] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"308.112101ms","start":"2026-03-31T18:37:31.270749Z","end":"2026-03-31T18:37:31.578861Z","steps":["trace[1217390126] 'process raft request' (duration: 307.987839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:31.578967Z","caller":"traceutil/trace.go:171","msg":"trace[1711211861] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5468; }","duration":"230.51998ms","start":"2026-03-31T18:37:31.348433Z","end":"2026-03-31T18:37:31.578953Z","steps":["trace[1711211861] 'agreement among raft nodes before linearized reading' (duration: 230.400998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:31.578976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:31.268119Z","time spent":"310.501506ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:31.579063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:31.27074Z","time spent":"308.235334ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:31.578905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:31.268221Z","time spent":"310.631139ms","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:31.578802Z","caller":"traceutil/trace.go:171","msg":"trace[1628021106] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5675; }","duration":"230.288166ms","start":"2026-03-31T18:37:31.348496Z","end":"2026-03-31T18:37:31.578785Z","steps":["trace[1628021106] 'read index received' (duration: 190.45343ms)","trace[1628021106] 'applied index is now lower than readState.Index' (duration: 39.833816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:31.578914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:31.269201Z","time spent":"309.665381ms","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:31.579408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.441206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:31.579493Z","caller":"traceutil/trace.go:171","msg":"trace[1908555050] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5468; }","duration":"117.5992ms","start":"2026-03-31T18:37:31.461871Z","end":"2026-03-31T18:37:31.57947Z","steps":["trace[1908555050] 'agreement among raft nodes before linearized reading' (duration: 117.418846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:32.318737Z","caller":"traceutil/trace.go:171","msg":"trace[542320048] linearizableReadLoop","detail":"{readStateIndex:5683; appliedIndex:5682; }","duration":"141.993209ms","start":"2026-03-31T18:37:32.176718Z","end":"2026-03-31T18:37:32.318711Z","steps":["trace[542320048] 'read index received' (duration: 141.850166ms)","trace[542320048] 'applied index is now lower than readState.Index' (duration: 142.023µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:32.318844Z","caller":"traceutil/trace.go:171","msg":"trace[21026442] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"152.707974ms","start":"2026-03-31T18:37:32.166087Z","end":"2026-03-31T18:37:32.318795Z","steps":["trace[21026442] 'process raft request' (duration: 152.440589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:32.319042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.248823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:37:32.319124Z","caller":"traceutil/trace.go:171","msg":"trace[124840752] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5471; }","duration":"142.447897ms","start":"2026-03-31T18:37:32.17666Z","end":"2026-03-31T18:37:32.319108Z","steps":["trace[124840752] 'agreement among raft nodes before linearized reading' (duration: 142.191922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:33.856936Z","caller":"traceutil/trace.go:171","msg":"trace[579966793] linearizableReadLoop","detail":"{readStateIndex:5723; appliedIndex:5722; }","duration":"290.705207ms","start":"2026-03-31T18:37:33.566189Z","end":"2026-03-31T18:37:33.856894Z","steps":["trace[579966793] 'read index received' (duration: 290.080584ms)","trace[579966793] 'applied index is now lower than readState.Index' (duration: 622.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:33.856933Z","caller":"traceutil/trace.go:171","msg":"trace[36484314] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"291.194006ms","start":"2026-03-31T18:37:33.565707Z","end":"2026-03-31T18:37:33.856901Z","steps":["trace[36484314] 'process raft request' (duration: 290.554423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:33.857608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.394289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:76 size:64246"} {"level":"info","ts":"2026-03-31T18:37:33.85769Z","caller":"traceutil/trace.go:171","msg":"trace[322852256] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:76; response_revision:5511; }","duration":"291.517552ms","start":"2026-03-31T18:37:33.566154Z","end":"2026-03-31T18:37:33.857671Z","steps":["trace[322852256] 'agreement among raft nodes before linearized reading' (duration: 290.86716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:33.857881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.322848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T18:37:33.857987Z","caller":"traceutil/trace.go:171","msg":"trace[12417296] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5511; }","duration":"291.44989ms","start":"2026-03-31T18:37:33.566516Z","end":"2026-03-31T18:37:33.857966Z","steps":["trace[12417296] 'agreement among raft nodes before linearized reading' (duration: 291.141925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:33.8588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.248926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:37:33.858894Z","caller":"traceutil/trace.go:171","msg":"trace[233667874] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5511; }","duration":"100.374849ms","start":"2026-03-31T18:37:33.758505Z","end":"2026-03-31T18:37:33.85888Z","steps":["trace[233667874] 'agreement among raft nodes before linearized reading' (duration: 99.154736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:34.981343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.056007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:37:34.981654Z","caller":"traceutil/trace.go:171","msg":"trace[1003813314] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"149.093264ms","start":"2026-03-31T18:37:34.832536Z","end":"2026-03-31T18:37:34.981629Z","steps":["trace[1003813314] 'process raft request' (duration: 148.937502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:34.988301Z","caller":"traceutil/trace.go:171","msg":"trace[540189417] linearizableReadLoop","detail":"{readStateIndex:5769; appliedIndex:5765; }","duration":"116.252294ms","start":"2026-03-31T18:37:34.872019Z","end":"2026-03-31T18:37:34.988271Z","steps":["trace[540189417] 'read index received' (duration: 57.280461ms)","trace[540189417] 'applied index is now lower than readState.Index' (duration: 58.970563ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:34.988434Z","caller":"traceutil/trace.go:171","msg":"trace[34572419] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"122.506594ms","start":"2026-03-31T18:37:34.865822Z","end":"2026-03-31T18:37:34.988329Z","steps":["trace[34572419] 'process raft request' (duration: 122.213959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:34.98856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.535059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:34.98862Z","caller":"traceutil/trace.go:171","msg":"trace[2050664670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5556; }","duration":"116.60351ms","start":"2026-03-31T18:37:34.872002Z","end":"2026-03-31T18:37:34.988606Z","steps":["trace[2050664670] 'agreement among raft nodes before linearized reading' (duration: 116.446227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:34.988633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.208666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:37:34.988693Z","caller":"traceutil/trace.go:171","msg":"trace[753166039] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:5556; }","duration":"112.323809ms","start":"2026-03-31T18:37:34.876353Z","end":"2026-03-31T18:37:34.988677Z","steps":["trace[753166039] 'agreement among raft nodes before linearized reading' (duration: 112.110835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:34.98873Z","caller":"traceutil/trace.go:171","msg":"trace[194129922] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"122.83361ms","start":"2026-03-31T18:37:34.865878Z","end":"2026-03-31T18:37:34.988711Z","steps":["trace[194129922] 'process raft request' (duration: 122.326801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:35.505567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727512305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:35.756912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:35.299719Z","time spent":"457.184516ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:37:35.756976Z","caller":"traceutil/trace.go:171","msg":"trace[1011003629] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5769; }","duration":"752.075602ms","start":"2026-03-31T18:37:35.004881Z","end":"2026-03-31T18:37:35.756957Z","steps":["trace[1011003629] 'read index received' (duration: 744.433575ms)","trace[1011003629] 'applied index is now lower than readState.Index' (duration: 7.641317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:35.757043Z","caller":"traceutil/trace.go:171","msg":"trace[494864561] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"763.588135ms","start":"2026-03-31T18:37:34.99342Z","end":"2026-03-31T18:37:35.757008Z","steps":["trace[494864561] 'process raft request' (duration: 755.992889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:35.757194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.54674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:35.757205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.619392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b0f147a-e5ab-4552-b254-74cea8c69855\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T18:37:35.757237Z","caller":"traceutil/trace.go:171","msg":"trace[1712797764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b0f147a-e5ab-4552-b254-74cea8c69855; range_end:; response_count:1; response_revision:5557; }","duration":"651.653112ms","start":"2026-03-31T18:37:35.105576Z","end":"2026-03-31T18:37:35.757229Z","steps":["trace[1712797764] 'agreement among raft nodes before linearized reading' (duration: 651.53379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:35.757257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:35.105537Z","time spent":"651.715885ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b0f147a-e5ab-4552-b254-74cea8c69855\" "} {"level":"warn","ts":"2026-03-31T18:37:35.757196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.046708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:37:35.757254Z","caller":"traceutil/trace.go:171","msg":"trace[1115071271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5557; }","duration":"475.678971ms","start":"2026-03-31T18:37:35.281548Z","end":"2026-03-31T18:37:35.757227Z","steps":["trace[1115071271] 'agreement among raft nodes before linearized reading' (duration: 475.555859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:35.757301Z","caller":"traceutil/trace.go:171","msg":"trace[303284713] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5557; }","duration":"655.208121ms","start":"2026-03-31T18:37:35.102077Z","end":"2026-03-31T18:37:35.757285Z","steps":["trace[303284713] 'agreement among raft nodes before linearized reading' (duration: 655.030048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:35.757299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:35.281528Z","time spent":"475.764454ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:35.757309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.412839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80103"} {"level":"warn","ts":"2026-03-31T18:37:35.757345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:35.102055Z","time spent":"655.278723ms","remote":"127.0.0.1:53362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:35.757241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:34.993405Z","time spent":"763.736218ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:35.757381Z","caller":"traceutil/trace.go:171","msg":"trace[24045419] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5557; }","duration":"752.525551ms","start":"2026-03-31T18:37:35.004839Z","end":"2026-03-31T18:37:35.757364Z","steps":["trace[24045419] 'agreement among raft nodes before linearized reading' (duration: 752.208105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:35.757422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:35.004816Z","time spent":"752.597203ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80126,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:37:35.91854Z","caller":"traceutil/trace.go:171","msg":"trace[992060013] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5770; }","duration":"117.188672ms","start":"2026-03-31T18:37:35.801327Z","end":"2026-03-31T18:37:35.918515Z","steps":["trace[992060013] 'read index received' (duration: 116.949108ms)","trace[992060013] 'applied index is now lower than readState.Index' (duration: 238.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:35.918707Z","caller":"traceutil/trace.go:171","msg":"trace[305013328] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"154.945197ms","start":"2026-03-31T18:37:35.763689Z","end":"2026-03-31T18:37:35.918634Z","steps":["trace[305013328] 'process raft request' (duration: 154.616531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:35.918789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.434477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:35.918922Z","caller":"traceutil/trace.go:171","msg":"trace[2051249231] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5558; }","duration":"117.58676ms","start":"2026-03-31T18:37:35.801289Z","end":"2026-03-31T18:37:35.918876Z","steps":["trace[2051249231] 'agreement among raft nodes before linearized reading' (duration: 117.350906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.180614Z","caller":"traceutil/trace.go:171","msg":"trace[2061538115] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"179.782404ms","start":"2026-03-31T18:37:39.000799Z","end":"2026-03-31T18:37:39.180581Z","steps":["trace[2061538115] 'process raft request' (duration: 179.58916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.222888Z","caller":"traceutil/trace.go:171","msg":"trace[915522745] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"218.723994ms","start":"2026-03-31T18:37:39.004141Z","end":"2026-03-31T18:37:39.222865Z","steps":["trace[915522745] 'process raft request' (duration: 216.103983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.223164Z","caller":"traceutil/trace.go:171","msg":"trace[830391839] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5811; }","duration":"209.965295ms","start":"2026-03-31T18:37:39.013187Z","end":"2026-03-31T18:37:39.223152Z","steps":["trace[830391839] 'read index received' (duration: 167.101921ms)","trace[830391839] 'applied index is now lower than readState.Index' (duration: 42.862044ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:39.223281Z","caller":"traceutil/trace.go:171","msg":"trace[1843662293] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"214.249687ms","start":"2026-03-31T18:37:39.009022Z","end":"2026-03-31T18:37:39.223271Z","steps":["trace[1843662293] 'process raft request' (duration: 213.798779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.223514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.17819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:39.223661Z","caller":"traceutil/trace.go:171","msg":"trace[1094003235] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5601; }","duration":"108.318733ms","start":"2026-03-31T18:37:39.115256Z","end":"2026-03-31T18:37:39.223574Z","steps":["trace[1094003235] 'agreement among raft nodes before linearized reading' (duration: 108.15133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.223706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.512977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6b0f147a-e5ab-4552-b254-74cea8c69855\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-31T18:37:39.223767Z","caller":"traceutil/trace.go:171","msg":"trace[2137079624] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6b0f147a-e5ab-4552-b254-74cea8c69855; range_end:; response_count:1; response_revision:5601; }","duration":"210.614488ms","start":"2026-03-31T18:37:39.013138Z","end":"2026-03-31T18:37:39.223752Z","steps":["trace[2137079624] 'agreement among raft nodes before linearized reading' (duration: 210.411414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.511611Z","caller":"traceutil/trace.go:171","msg":"trace[1740382749] linearizableReadLoop","detail":"{readStateIndex:5817; appliedIndex:5816; }","duration":"213.030013ms","start":"2026-03-31T18:37:39.298552Z","end":"2026-03-31T18:37:39.511582Z","steps":["trace[1740382749] 'read index received' (duration: 180.163822ms)","trace[1740382749] 'applied index is now lower than readState.Index' (duration: 32.865131ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:39.511836Z","caller":"traceutil/trace.go:171","msg":"trace[2072139359] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"237.659078ms","start":"2026-03-31T18:37:39.274165Z","end":"2026-03-31T18:37:39.511824Z","steps":["trace[2072139359] 'process raft request' (duration: 204.637743ms)","trace[2072139359] 'compare' (duration: 32.524655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:39.511937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.383711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-p9c5z\" ","response":"range_response_count:1 size:5199"} {"level":"info","ts":"2026-03-31T18:37:39.511985Z","caller":"traceutil/trace.go:171","msg":"trace[1515407550] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-p9c5z; range_end:; response_count:1; response_revision:5604; }","duration":"213.472883ms","start":"2026-03-31T18:37:39.298501Z","end":"2026-03-31T18:37:39.511974Z","steps":["trace[1515407550] 'agreement among raft nodes before linearized reading' (duration: 213.34861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.511996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.582271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:37:39.512042Z","caller":"traceutil/trace.go:171","msg":"trace[2084952063] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:5604; }","duration":"204.669293ms","start":"2026-03-31T18:37:39.307361Z","end":"2026-03-31T18:37:39.51203Z","steps":["trace[2084952063] 'agreement among raft nodes before linearized reading' (duration: 204.486039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:45.6445Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2896} {"level":"info","ts":"2026-03-31T18:37:45.72501Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2896,"took":"79.034076ms","hash":3622389465,"current-db-size-bytes":55091200,"current-db-size":"55 MB","current-db-size-in-use-bytes":31404032,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T18:37:45.725077Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3622389465,"revision":2896,"compact-revision":-1} {"level":"info","ts":"2026-03-31T18:37:48.736145Z","caller":"traceutil/trace.go:171","msg":"trace[1223395716] linearizableReadLoop","detail":"{readStateIndex:5930; appliedIndex:5929; }","duration":"111.689513ms","start":"2026-03-31T18:37:48.624425Z","end":"2026-03-31T18:37:48.736115Z","steps":["trace[1223395716] 'read index received' (duration: 111.432157ms)","trace[1223395716] 'applied index is now lower than readState.Index' (duration: 256.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:48.736191Z","caller":"traceutil/trace.go:171","msg":"trace[1964239261] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"199.781453ms","start":"2026-03-31T18:37:48.536389Z","end":"2026-03-31T18:37:48.73617Z","steps":["trace[1964239261] 'process raft request' (duration: 199.540619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.736346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.905207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:37:48.736413Z","caller":"traceutil/trace.go:171","msg":"trace[945967847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5713; }","duration":"112.026549ms","start":"2026-03-31T18:37:48.624367Z","end":"2026-03-31T18:37:48.736393Z","steps":["trace[945967847] 'agreement among raft nodes before linearized reading' (duration: 111.904237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.736544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.179773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:37:48.736555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.316226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:37:48.736612Z","caller":"traceutil/trace.go:171","msg":"trace[130696520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5713; }","duration":"111.303195ms","start":"2026-03-31T18:37:48.625293Z","end":"2026-03-31T18:37:48.736596Z","steps":["trace[130696520] 'agreement among raft nodes before linearized reading' (duration: 111.150502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:48.736643Z","caller":"traceutil/trace.go:171","msg":"trace[1086966833] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5713; }","duration":"110.439878ms","start":"2026-03-31T18:37:48.626181Z","end":"2026-03-31T18:37:48.736621Z","steps":["trace[1086966833] 'agreement among raft nodes before linearized reading' (duration: 110.232765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:48.736684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.372327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:48.736842Z","caller":"traceutil/trace.go:171","msg":"trace[639891827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5713; }","duration":"111.669423ms","start":"2026-03-31T18:37:48.625145Z","end":"2026-03-31T18:37:48.736814Z","steps":["trace[639891827] 'agreement among raft nodes before linearized reading' (duration: 111.244605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:52.6163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.988886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:52.616399Z","caller":"traceutil/trace.go:171","msg":"trace[1296939008] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5777; }","duration":"250.127638ms","start":"2026-03-31T18:37:52.366249Z","end":"2026-03-31T18:37:52.616377Z","steps":["trace[1296939008] 'range keys from in-memory index tree' (duration: 249.908455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:57.329895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727512879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:57.830221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727512879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:58.331057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727512879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:58.831452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727512879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:59.33234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727512879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:59.341973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.521569132s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:37:59.342408Z","caller":"traceutil/trace.go:171","msg":"trace[10397374] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"2.522105782s","start":"2026-03-31T18:37:56.820279Z","end":"2026-03-31T18:37:59.342385Z","steps":["trace[10397374] 'process raft request' (duration: 2.521899779s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.342563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.820262Z","time spent":"2.522221454s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:59.939199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.157416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:37:59.939435Z","caller":"traceutil/trace.go:171","msg":"trace[13079549] linearizableReadLoop","detail":"{readStateIndex:6036; appliedIndex:6031; }","duration":"3.110054171s","start":"2026-03-31T18:37:56.829364Z","end":"2026-03-31T18:37:59.939418Z","steps":["trace[13079549] 'read index received' (duration: 2.512833235s)","trace[13079549] 'applied index is now lower than readState.Index' (duration: 597.219776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:59.93963Z","caller":"traceutil/trace.go:171","msg":"trace[1442804342] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"2.609403007s","start":"2026-03-31T18:37:57.330209Z","end":"2026-03-31T18:37:59.939612Z","steps":["trace[1442804342] 'process raft request' (duration: 2.609128782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.939703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.330181Z","time spent":"2.609483528s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:59.939638Z","caller":"traceutil/trace.go:171","msg":"trace[322208124] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"2.609509908s","start":"2026-03-31T18:37:57.330089Z","end":"2026-03-31T18:37:59.939599Z","steps":["trace[322208124] 'process raft request' (duration: 2.609200793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.94033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009632198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111252"} {"level":"warn","ts":"2026-03-31T18:37:59.940365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028781745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111252"} {"level":"info","ts":"2026-03-31T18:37:59.939972Z","caller":"traceutil/trace.go:171","msg":"trace[1528860843] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"2.52666393s","start":"2026-03-31T18:37:57.413275Z","end":"2026-03-31T18:37:59.939939Z","steps":["trace[1528860843] 'process raft request' (duration: 2.526099918s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:59.940402Z","caller":"traceutil/trace.go:171","msg":"trace[1961754608] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5814; }","duration":"1.00973276s","start":"2026-03-31T18:37:58.930646Z","end":"2026-03-31T18:37:59.940378Z","steps":["trace[1961754608] 'agreement among raft nodes before linearized reading' (duration: 1.009327802s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:59.940432Z","caller":"traceutil/trace.go:171","msg":"trace[1730038044] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5814; }","duration":"1.028850676s","start":"2026-03-31T18:37:58.911564Z","end":"2026-03-31T18:37:59.940414Z","steps":["trace[1730038044] 'agreement among raft nodes before linearized reading' (duration: 1.028471459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.940455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.41326Z","time spent":"2.527159439s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:59.940472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.930626Z","time spent":"1.009830022s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111275,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:37:59.940482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.911504Z","time spent":"1.028965528s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111275,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T18:37:59.939968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110576372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:37:59.9406Z","caller":"traceutil/trace.go:171","msg":"trace[593316699] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5814; }","duration":"3.111229403s","start":"2026-03-31T18:37:56.829336Z","end":"2026-03-31T18:37:59.940566Z","steps":["trace[593316699] 'agreement among raft nodes before linearized reading' (duration: 3.110282765s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:59.939984Z","caller":"traceutil/trace.go:171","msg":"trace[1814208320] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"2.617818239s","start":"2026-03-31T18:37:57.322124Z","end":"2026-03-31T18:37:59.939943Z","steps":["trace[1814208320] 'process raft request' (duration: 2.472803056s)","trace[1814208320] 'compare' (duration: 144.060074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:59.940659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.829322Z","time spent":"3.111319295s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:59.940745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.322111Z","time spent":"2.618567852s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:59.940012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110257256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:37:59.940857Z","caller":"traceutil/trace.go:171","msg":"trace[171474477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5814; }","duration":"3.111119731s","start":"2026-03-31T18:37:56.829719Z","end":"2026-03-31T18:37:59.940838Z","steps":["trace[171474477] 'agreement among raft nodes before linearized reading' (duration: 3.110196364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.940796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.330074Z","time spent":"2.610238232s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:59.940924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.829705Z","time spent":"3.111202242s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:59.940054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525190168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T18:37:59.940986Z","caller":"traceutil/trace.go:171","msg":"trace[2089008418] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5814; }","duration":"1.526174066s","start":"2026-03-31T18:37:58.414794Z","end":"2026-03-31T18:37:59.940968Z","steps":["trace[2089008418] 'agreement among raft nodes before linearized reading' (duration: 1.525139217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.941031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.414769Z","time spent":"1.526251698s","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T18:37:59.940093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110076362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:59.941122Z","caller":"traceutil/trace.go:171","msg":"trace[848997352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5814; }","duration":"3.111111291s","start":"2026-03-31T18:37:56.829992Z","end":"2026-03-31T18:37:59.941104Z","steps":["trace[848997352] 'agreement among raft nodes before linearized reading' (duration: 3.110048231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.941186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.829983Z","time spent":"3.111186133s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:59.940115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145870622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:59.941327Z","caller":"traceutil/trace.go:171","msg":"trace[764307359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5814; }","duration":"1.147077605s","start":"2026-03-31T18:37:58.79423Z","end":"2026-03-31T18:37:59.941308Z","steps":["trace[764307359] 'agreement among raft nodes before linearized reading' (duration: 1.145856171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.941384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.794159Z","time spent":"1.147206048s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:59.940107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640185997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"info","ts":"2026-03-31T18:37:59.941564Z","caller":"traceutil/trace.go:171","msg":"trace[947944604] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5814; }","duration":"2.641672346s","start":"2026-03-31T18:37:57.299873Z","end":"2026-03-31T18:37:59.941545Z","steps":["trace[947944604] 'agreement among raft nodes before linearized reading' (duration: 2.640111336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.940083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.645979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:37:59.941648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.299857Z","time spent":"2.641772328s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10418,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T18:37:59.941666Z","caller":"traceutil/trace.go:171","msg":"trace[1409498097] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5814; }","duration":"128.296841ms","start":"2026-03-31T18:37:59.813353Z","end":"2026-03-31T18:37:59.94165Z","steps":["trace[1409498097] 'agreement among raft nodes before linearized reading' (duration: 126.602279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.940122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.843092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:37:59.941765Z","caller":"traceutil/trace.go:171","msg":"trace[353977014] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:5814; }","duration":"632.482333ms","start":"2026-03-31T18:37:59.309266Z","end":"2026-03-31T18:37:59.941749Z","steps":["trace[353977014] 'agreement among raft nodes before linearized reading' (duration: 630.76385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.94182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:59.30921Z","time spent":"632.595295ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.201\" "} {"level":"warn","ts":"2026-03-31T18:37:59.94013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580086135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:37:59.941949Z","caller":"traceutil/trace.go:171","msg":"trace[351179493] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5814; }","duration":"2.58193544s","start":"2026-03-31T18:37:57.359988Z","end":"2026-03-31T18:37:59.941923Z","steps":["trace[351179493] 'agreement among raft nodes before linearized reading' (duration: 2.580032284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.940165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110363888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:59.942114Z","caller":"traceutil/trace.go:171","msg":"trace[886235351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5814; }","duration":"3.112282043s","start":"2026-03-31T18:37:56.829762Z","end":"2026-03-31T18:37:59.942044Z","steps":["trace[886235351] 'agreement among raft nodes before linearized reading' (duration: 3.110352407s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.940176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656594069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:59.942237Z","caller":"traceutil/trace.go:171","msg":"trace[631039132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5814; }","duration":"1.658685939s","start":"2026-03-31T18:37:58.283538Z","end":"2026-03-31T18:37:59.942224Z","steps":["trace[631039132] 'agreement among raft nodes before linearized reading' (duration: 1.65661655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.940148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299005013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:37:59.942198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:56.829739Z","time spent":"3.112436877s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:37:59.942388Z","caller":"traceutil/trace.go:171","msg":"trace[1029861210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5814; }","duration":"2.301297975s","start":"2026-03-31T18:37:57.641067Z","end":"2026-03-31T18:37:59.942365Z","steps":["trace[1029861210] 'agreement among raft nodes before linearized reading' (duration: 2.29888011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.942316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:58.283515Z","time spent":"1.65877176s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:59.942452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.641047Z","time spent":"2.301386578s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:37:59.940202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034948087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:59.942523Z","caller":"traceutil/trace.go:171","msg":"trace[1534613149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5814; }","duration":"2.037305922s","start":"2026-03-31T18:37:57.905201Z","end":"2026-03-31T18:37:59.942507Z","steps":["trace[1534613149] 'agreement among raft nodes before linearized reading' (duration: 2.034946447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.942571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.905175Z","time spent":"2.037382874s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:37:59.940202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05491368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:59.942647Z","caller":"traceutil/trace.go:171","msg":"trace[945314454] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5814; }","duration":"2.057353807s","start":"2026-03-31T18:37:57.885275Z","end":"2026-03-31T18:37:59.942628Z","steps":["trace[945314454] 'agreement among raft nodes before linearized reading' (duration: 2.05489046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.940233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032756295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:37:59.942706Z","caller":"traceutil/trace.go:171","msg":"trace[1919426344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:5814; }","duration":"2.035271623s","start":"2026-03-31T18:37:57.907423Z","end":"2026-03-31T18:37:59.942695Z","steps":["trace[1919426344] 'agreement among raft nodes before linearized reading' (duration: 2.032712354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:59.942712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.885252Z","time spent":"2.057439219s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:59.942756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.907409Z","time spent":"2.035336864s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"warn","ts":"2026-03-31T18:37:59.941995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:57.359965Z","time spent":"2.582017911s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T18:38:00.190072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.552669ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:38:00.190297Z","caller":"traceutil/trace.go:171","msg":"trace[434615751] linearizableReadLoop","detail":"{readStateIndex:6037; appliedIndex:6036; }","duration":"245.982718ms","start":"2026-03-31T18:37:59.944276Z","end":"2026-03-31T18:38:00.190258Z","steps":["trace[434615751] 'read index received' (duration: 96.43958ms)","trace[434615751] 'applied index is now lower than readState.Index' (duration: 149.536228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:00.190465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.176773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:00.190532Z","caller":"traceutil/trace.go:171","msg":"trace[1636695926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5814; }","duration":"246.267954ms","start":"2026-03-31T18:37:59.944247Z","end":"2026-03-31T18:38:00.190515Z","steps":["trace[1636695926] 'agreement among raft nodes before linearized reading' (duration: 246.161602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.22763Z","caller":"traceutil/trace.go:171","msg":"trace[522132779] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"280.45416ms","start":"2026-03-31T18:37:59.947156Z","end":"2026-03-31T18:38:00.22761Z","steps":["trace[522132779] 'process raft request' (duration: 280.250026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.227944Z","caller":"traceutil/trace.go:171","msg":"trace[1335629232] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"280.626014ms","start":"2026-03-31T18:37:59.947303Z","end":"2026-03-31T18:38:00.227929Z","steps":["trace[1335629232] 'process raft request' (duration: 280.554862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.227966Z","caller":"traceutil/trace.go:171","msg":"trace[1119463750] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"280.691974ms","start":"2026-03-31T18:37:59.947251Z","end":"2026-03-31T18:38:00.227943Z","steps":["trace[1119463750] 'process raft request' (duration: 280.540131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.227956Z","caller":"traceutil/trace.go:171","msg":"trace[1869612822] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"280.703255ms","start":"2026-03-31T18:37:59.947182Z","end":"2026-03-31T18:38:00.227886Z","steps":["trace[1869612822] 'process raft request' (duration: 280.385799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.228135Z","caller":"traceutil/trace.go:171","msg":"trace[2058465607] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"280.505951ms","start":"2026-03-31T18:37:59.947617Z","end":"2026-03-31T18:38:00.228123Z","steps":["trace[2058465607] 'process raft request' (duration: 280.278807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.228404Z","caller":"traceutil/trace.go:171","msg":"trace[1270872319] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"275.20568ms","start":"2026-03-31T18:37:59.953177Z","end":"2026-03-31T18:38:00.228383Z","steps":["trace[1270872319] 'process raft request' (duration: 274.801912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.228528Z","caller":"traceutil/trace.go:171","msg":"trace[2092747208] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"272.429797ms","start":"2026-03-31T18:37:59.956084Z","end":"2026-03-31T18:38:00.228514Z","steps":["trace[2092747208] 'process raft request' (duration: 272.242393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.228699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.948335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"warn","ts":"2026-03-31T18:38:00.22875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.641195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:38:00.228774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.138074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81610"} {"level":"info","ts":"2026-03-31T18:38:00.228782Z","caller":"traceutil/trace.go:171","msg":"trace[332280540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5821; }","duration":"280.689905ms","start":"2026-03-31T18:37:59.948081Z","end":"2026-03-31T18:38:00.228771Z","steps":["trace[332280540] 'agreement among raft nodes before linearized reading' (duration: 280.542553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.22877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.284556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6b0f147a-e5ab-4552-b254-74cea8c69855\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:38:00.228779Z","caller":"traceutil/trace.go:171","msg":"trace[1232007425] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5821; }","duration":"274.050028ms","start":"2026-03-31T18:37:59.954709Z","end":"2026-03-31T18:38:00.228759Z","steps":["trace[1232007425] 'agreement among raft nodes before linearized reading' (duration: 273.852254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.228829Z","caller":"traceutil/trace.go:171","msg":"trace[621042926] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6b0f147a-e5ab-4552-b254-74cea8c69855; range_end:; response_count:1; response_revision:5821; }","duration":"282.379408ms","start":"2026-03-31T18:37:59.946434Z","end":"2026-03-31T18:38:00.228813Z","steps":["trace[621042926] 'agreement among raft nodes before linearized reading' (duration: 282.233095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.228843Z","caller":"traceutil/trace.go:171","msg":"trace[1036813524] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5821; }","duration":"280.200696ms","start":"2026-03-31T18:37:59.948598Z","end":"2026-03-31T18:38:00.228799Z","steps":["trace[1036813524] 'agreement among raft nodes before linearized reading' (duration: 279.960341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.406252Z","caller":"traceutil/trace.go:171","msg":"trace[950671180] linearizableReadLoop","detail":"{readStateIndex:6045; appliedIndex:6044; }","duration":"177.72011ms","start":"2026-03-31T18:38:00.228509Z","end":"2026-03-31T18:38:00.406229Z","steps":["trace[950671180] 'read index received' (duration: 114.457235ms)","trace[950671180] 'applied index is now lower than readState.Index' (duration: 63.261245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:00.406272Z","caller":"traceutil/trace.go:171","msg":"trace[1396427861] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"215.075607ms","start":"2026-03-31T18:38:00.191167Z","end":"2026-03-31T18:38:00.406243Z","steps":["trace[1396427861] 'process raft request' (duration: 151.776612ms)","trace[1396427861] 'compare' (duration: 63.026499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:00.406422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.867347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:00.406463Z","caller":"traceutil/trace.go:171","msg":"trace[1312100330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5822; }","duration":"208.941388ms","start":"2026-03-31T18:38:00.197514Z","end":"2026-03-31T18:38:00.406455Z","steps":["trace[1312100330] 'agreement among raft nodes before linearized reading' (duration: 208.824966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.4657Z","caller":"traceutil/trace.go:171","msg":"trace[149711566] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"230.227907ms","start":"2026-03-31T18:38:00.235442Z","end":"2026-03-31T18:38:00.46567Z","steps":["trace[149711566] 'process raft request' (duration: 229.979582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.465969Z","caller":"traceutil/trace.go:171","msg":"trace[661132991] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"229.230607ms","start":"2026-03-31T18:38:00.236719Z","end":"2026-03-31T18:38:00.465949Z","steps":["trace[661132991] 'process raft request' (duration: 228.894171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.466143Z","caller":"traceutil/trace.go:171","msg":"trace[107062898] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"228.578185ms","start":"2026-03-31T18:38:00.237547Z","end":"2026-03-31T18:38:00.466126Z","steps":["trace[107062898] 'process raft request' (duration: 228.30076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.466472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.710265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-z24lj\" ","response":"range_response_count:1 size:8064"} {"level":"info","ts":"2026-03-31T18:38:00.466497Z","caller":"traceutil/trace.go:171","msg":"trace[1337561769] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"228.890282ms","start":"2026-03-31T18:38:00.23759Z","end":"2026-03-31T18:38:00.46648Z","steps":["trace[1337561769] 'process raft request' (duration: 228.442532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.466521Z","caller":"traceutil/trace.go:171","msg":"trace[1458379438] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-z24lj; range_end:; response_count:1; response_revision:5826; }","duration":"231.848418ms","start":"2026-03-31T18:38:00.234658Z","end":"2026-03-31T18:38:00.466507Z","steps":["trace[1458379438] 'agreement among raft nodes before linearized reading' (duration: 231.684975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.466607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.494334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:00.466672Z","caller":"traceutil/trace.go:171","msg":"trace[1933683403] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5826; }","duration":"105.616837ms","start":"2026-03-31T18:38:00.361041Z","end":"2026-03-31T18:38:00.466658Z","steps":["trace[1933683403] 'agreement among raft nodes before linearized reading' (duration: 105.468934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.466682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.098263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19642"} {"level":"info","ts":"2026-03-31T18:38:00.466841Z","caller":"traceutil/trace.go:171","msg":"trace[644265497] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5826; }","duration":"232.231706ms","start":"2026-03-31T18:38:00.234521Z","end":"2026-03-31T18:38:00.466753Z","steps":["trace[644265497] 'agreement among raft nodes before linearized reading' (duration: 231.9148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.740786Z","caller":"traceutil/trace.go:171","msg":"trace[1290789121] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"263.888913ms","start":"2026-03-31T18:38:00.476855Z","end":"2026-03-31T18:38:00.740744Z","steps":["trace[1290789121] 'process raft request' (duration: 263.638487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:00.740886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.569672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:00.740966Z","caller":"traceutil/trace.go:171","msg":"trace[328530094] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5827; }","duration":"244.708924ms","start":"2026-03-31T18:38:00.496232Z","end":"2026-03-31T18:38:00.740941Z","steps":["trace[328530094] 'agreement among raft nodes before linearized reading' (duration: 244.547361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.74108Z","caller":"traceutil/trace.go:171","msg":"trace[336542002] linearizableReadLoop","detail":"{readStateIndex:6050; appliedIndex:6049; }","duration":"244.365038ms","start":"2026-03-31T18:38:00.496285Z","end":"2026-03-31T18:38:00.74065Z","steps":["trace[336542002] 'read index received' (duration: 244.058121ms)","trace[336542002] 'applied index is now lower than readState.Index' (duration: 305.847µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:00.741223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.855773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:00.741271Z","caller":"traceutil/trace.go:171","msg":"trace[269677771] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5827; }","duration":"211.902124ms","start":"2026-03-31T18:38:00.529344Z","end":"2026-03-31T18:38:00.741246Z","steps":["trace[269677771] 'agreement among raft nodes before linearized reading' (duration: 211.830193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:00.939607Z","caller":"traceutil/trace.go:171","msg":"trace[1787989767] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"192.558344ms","start":"2026-03-31T18:38:00.747025Z","end":"2026-03-31T18:38:00.939583Z","steps":["trace[1787989767] 'process raft request' (duration: 192.36866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:01.085893Z","caller":"traceutil/trace.go:171","msg":"trace[2024203332] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"338.778479ms","start":"2026-03-31T18:38:00.747082Z","end":"2026-03-31T18:38:01.085861Z","steps":["trace[2024203332] 'process raft request' (duration: 326.481822ms)","trace[2024203332] 'compare' (duration: 11.861339ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:01.086046Z","caller":"traceutil/trace.go:171","msg":"trace[824470142] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"338.82355ms","start":"2026-03-31T18:38:00.747203Z","end":"2026-03-31T18:38:01.086027Z","steps":["trace[824470142] 'process raft request' (duration: 338.561055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.086148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.747193Z","time spent":"338.893431ms","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:01.08615Z","caller":"traceutil/trace.go:171","msg":"trace[421605607] linearizableReadLoop","detail":"{readStateIndex:6055; appliedIndex:6050; }","duration":"337.198218ms","start":"2026-03-31T18:38:00.748923Z","end":"2026-03-31T18:38:01.086121Z","steps":["trace[421605607] 'read index received' (duration: 190.588637ms)","trace[421605607] 'applied index is now lower than readState.Index' (duration: 146.608341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:01.086224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.747061Z","time spent":"338.917402ms","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:01.08628Z","caller":"traceutil/trace.go:171","msg":"trace[436409059] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"338.656165ms","start":"2026-03-31T18:38:00.747613Z","end":"2026-03-31T18:38:01.086269Z","steps":["trace[436409059] 'process raft request' (duration: 338.308669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:01.086278Z","caller":"traceutil/trace.go:171","msg":"trace[119995342] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"338.001393ms","start":"2026-03-31T18:38:00.748258Z","end":"2026-03-31T18:38:01.08626Z","steps":["trace[119995342] 'process raft request' (duration: 337.776449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.086343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.747587Z","time spent":"338.727968ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:01.086367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.748249Z","time spent":"338.073735ms","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:01.086423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.418651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:01.086446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.503204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:38:01.086469Z","caller":"traceutil/trace.go:171","msg":"trace[1410687038] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5832; }","duration":"217.491353ms","start":"2026-03-31T18:38:00.868964Z","end":"2026-03-31T18:38:01.086455Z","steps":["trace[1410687038] 'agreement among raft nodes before linearized reading' (duration: 217.38878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:01.08651Z","caller":"traceutil/trace.go:171","msg":"trace[52149613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5832; }","duration":"337.613097ms","start":"2026-03-31T18:38:00.748882Z","end":"2026-03-31T18:38:01.086495Z","steps":["trace[52149613] 'agreement among raft nodes before linearized reading' (duration: 337.407023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.086563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:00.748854Z","time spent":"337.692298ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:38:01.217225Z","caller":"traceutil/trace.go:171","msg":"trace[1008895505] linearizableReadLoop","detail":"{readStateIndex:6056; appliedIndex:6055; }","duration":"117.048885ms","start":"2026-03-31T18:38:01.100151Z","end":"2026-03-31T18:38:01.217199Z","steps":["trace[1008895505] 'read index received' (duration: 88.941226ms)","trace[1008895505] 'applied index is now lower than readState.Index' (duration: 28.106449ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:01.21739Z","caller":"traceutil/trace.go:171","msg":"trace[1447635139] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"120.291327ms","start":"2026-03-31T18:38:01.097058Z","end":"2026-03-31T18:38:01.21735Z","steps":["trace[1447635139] 'process raft request' (duration: 92.087716ms)","trace[1447635139] 'compare' (duration: 27.918156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:01.217476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.28102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:38:01.217512Z","caller":"traceutil/trace.go:171","msg":"trace[1646573593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5833; }","duration":"117.376142ms","start":"2026-03-31T18:38:01.100124Z","end":"2026-03-31T18:38:01.2175Z","steps":["trace[1646573593] 'agreement among raft nodes before linearized reading' (duration: 117.169818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:01.604177Z","caller":"traceutil/trace.go:171","msg":"trace[1572778102] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"173.332915ms","start":"2026-03-31T18:38:01.430815Z","end":"2026-03-31T18:38:01.604148Z","steps":["trace[1572778102] 'process raft request' (duration: 173.163912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:01.778421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.170389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T18:38:01.778524Z","caller":"traceutil/trace.go:171","msg":"trace[1905587077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5834; }","duration":"140.326751ms","start":"2026-03-31T18:38:01.638174Z","end":"2026-03-31T18:38:01.778501Z","steps":["trace[1905587077] 'range keys from in-memory index tree' (duration: 140.033967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:02.055124Z","caller":"traceutil/trace.go:171","msg":"trace[1740587655] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"107.481241ms","start":"2026-03-31T18:38:01.947612Z","end":"2026-03-31T18:38:02.055093Z","steps":["trace[1740587655] 'process raft request' (duration: 107.43003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:02.055243Z","caller":"traceutil/trace.go:171","msg":"trace[360509513] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"109.230255ms","start":"2026-03-31T18:38:01.945982Z","end":"2026-03-31T18:38:02.055212Z","steps":["trace[360509513] 'process raft request' (duration: 108.923139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:47.54802Z","caller":"traceutil/trace.go:171","msg":"trace[901106929] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"143.621077ms","start":"2026-03-31T18:38:47.404374Z","end":"2026-03-31T18:38:47.547995Z","steps":["trace[901106929] 'process raft request' (duration: 143.170708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:48.014718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.676721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T18:38:48.014823Z","caller":"traceutil/trace.go:171","msg":"trace[572022320] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6229; }","duration":"405.837895ms","start":"2026-03-31T18:38:47.608963Z","end":"2026-03-31T18:38:48.014801Z","steps":["trace[572022320] 'range keys from in-memory index tree' (duration: 405.447307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:48.014868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:47.608937Z","time spent":"405.921106ms","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-31T18:38:48.014931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.796759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:38:48.01503Z","caller":"traceutil/trace.go:171","msg":"trace[394269711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6229; }","duration":"179.938922ms","start":"2026-03-31T18:38:47.835073Z","end":"2026-03-31T18:38:48.015012Z","steps":["trace[394269711] 'range keys from in-memory index tree' (duration: 179.526995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:48.303697Z","caller":"traceutil/trace.go:171","msg":"trace[1073501345] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"190.319614ms","start":"2026-03-31T18:38:48.113345Z","end":"2026-03-31T18:38:48.303665Z","steps":["trace[1073501345] 'process raft request' (duration: 190.14729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:48.484578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.115475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:48.484811Z","caller":"traceutil/trace.go:171","msg":"trace[1925914037] linearizableReadLoop","detail":"{readStateIndex:6468; appliedIndex:6465; }","duration":"119.859916ms","start":"2026-03-31T18:38:48.364933Z","end":"2026-03-31T18:38:48.484793Z","steps":["trace[1925914037] 'read index received' (duration: 43.951913ms)","trace[1925914037] 'applied index is now lower than readState.Index' (duration: 75.907053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:48.484841Z","caller":"traceutil/trace.go:171","msg":"trace[949413665] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"286.728264ms","start":"2026-03-31T18:38:48.198082Z","end":"2026-03-31T18:38:48.48481Z","steps":["trace[949413665] 'process raft request' (duration: 123.279813ms)","trace[949413665] 'compare' (duration: 162.974462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:48.48496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.021329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:38:48.484959Z","caller":"traceutil/trace.go:171","msg":"trace[1744112536] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"166.673734ms","start":"2026-03-31T18:38:48.318265Z","end":"2026-03-31T18:38:48.484939Z","steps":["trace[1744112536] 'process raft request' (duration: 166.487101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:48.484999Z","caller":"traceutil/trace.go:171","msg":"trace[180390586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:6234; }","duration":"120.060929ms","start":"2026-03-31T18:38:48.364926Z","end":"2026-03-31T18:38:48.484987Z","steps":["trace[180390586] 'agreement among raft nodes before linearized reading' (duration: 119.927547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:48.485187Z","caller":"traceutil/trace.go:171","msg":"trace[1630458905] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"245.189247ms","start":"2026-03-31T18:38:48.239847Z","end":"2026-03-31T18:38:48.485036Z","steps":["trace[1630458905] 'process raft request' (duration: 244.843881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:48.73951Z","caller":"traceutil/trace.go:171","msg":"trace[1318230759] linearizableReadLoop","detail":"{readStateIndex:6470; appliedIndex:6469; }","duration":"149.629813ms","start":"2026-03-31T18:38:48.589856Z","end":"2026-03-31T18:38:48.739486Z","steps":["trace[1318230759] 'read index received' (duration: 149.340108ms)","trace[1318230759] 'applied index is now lower than readState.Index' (duration: 288.745µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:48.739775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.235607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:38:48.739765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.896609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:38:48.739836Z","caller":"traceutil/trace.go:171","msg":"trace[477674061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:6236; }","duration":"145.34915ms","start":"2026-03-31T18:38:48.594471Z","end":"2026-03-31T18:38:48.739821Z","steps":["trace[477674061] 'agreement among raft nodes before linearized reading' (duration: 145.168046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:48.739854Z","caller":"traceutil/trace.go:171","msg":"trace[754468990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6236; }","duration":"150.021771ms","start":"2026-03-31T18:38:48.589811Z","end":"2026-03-31T18:38:48.739833Z","steps":["trace[754468990] 'agreement among raft nodes before linearized reading' (duration: 149.768186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:48.739812Z","caller":"traceutil/trace.go:171","msg":"trace[920700544] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"153.981778ms","start":"2026-03-31T18:38:48.585548Z","end":"2026-03-31T18:38:48.73953Z","steps":["trace[920700544] 'process raft request' (duration: 153.715543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.048538Z","caller":"traceutil/trace.go:171","msg":"trace[1904942774] linearizableReadLoop","detail":"{readStateIndex:6547; appliedIndex:6546; }","duration":"237.612101ms","start":"2026-03-31T18:38:58.810902Z","end":"2026-03-31T18:38:59.048514Z","steps":["trace[1904942774] 'read index received' (duration: 237.447698ms)","trace[1904942774] 'applied index is now lower than readState.Index' (duration: 163.103µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:59.048783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.871166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:38:59.048866Z","caller":"traceutil/trace.go:171","msg":"trace[198321315] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6311; }","duration":"238.002868ms","start":"2026-03-31T18:38:58.810845Z","end":"2026-03-31T18:38:59.048848Z","steps":["trace[198321315] 'agreement among raft nodes before linearized reading' (duration: 237.776174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.048628Z","caller":"traceutil/trace.go:171","msg":"trace[732325822] transaction","detail":"{read_only:false; response_revision:6311; number_of_response:1; }","duration":"260.093938ms","start":"2026-03-31T18:38:58.788491Z","end":"2026-03-31T18:38:59.048585Z","steps":["trace[732325822] 'process raft request' (duration: 259.879224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.04928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.397031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:59.049318Z","caller":"traceutil/trace.go:171","msg":"trace[733479259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6311; }","duration":"230.457533ms","start":"2026-03-31T18:38:58.81885Z","end":"2026-03-31T18:38:59.049308Z","steps":["trace[733479259] 'agreement among raft nodes before linearized reading' (duration: 230.362101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.049365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.973032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:38:59.049508Z","caller":"traceutil/trace.go:171","msg":"trace[308769915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:6311; }","duration":"233.216827ms","start":"2026-03-31T18:38:58.816276Z","end":"2026-03-31T18:38:59.049493Z","steps":["trace[308769915] 'agreement among raft nodes before linearized reading' (duration: 232.888669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.049542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.36198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:38:59.049786Z","caller":"traceutil/trace.go:171","msg":"trace[1137184696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6311; }","duration":"232.617164ms","start":"2026-03-31T18:38:58.817128Z","end":"2026-03-31T18:38:59.049746Z","steps":["trace[1137184696] 'agreement among raft nodes before linearized reading' (duration: 232.199656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.731952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.150934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:59.732202Z","caller":"traceutil/trace.go:171","msg":"trace[71122938] linearizableReadLoop","detail":"{readStateIndex:6550; appliedIndex:6547; }","duration":"677.65823ms","start":"2026-03-31T18:38:59.054527Z","end":"2026-03-31T18:38:59.732185Z","steps":["trace[71122938] 'read index received' (duration: 208.267882ms)","trace[71122938] 'applied index is now lower than readState.Index' (duration: 469.389378ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:59.732202Z","caller":"traceutil/trace.go:171","msg":"trace[557591380] transaction","detail":"{read_only:false; response_revision:6312; number_of_response:1; }","duration":"678.928435ms","start":"2026-03-31T18:38:59.05324Z","end":"2026-03-31T18:38:59.732169Z","steps":["trace[557591380] 'process raft request' (duration: 209.465926ms)","trace[557591380] 'compare' (duration: 468.707935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:59.732354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.053213Z","time spent":"679.059917ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:59.732385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.529583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:59.732417Z","caller":"traceutil/trace.go:171","msg":"trace[1540969930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6314; }","duration":"449.588025ms","start":"2026-03-31T18:38:59.282818Z","end":"2026-03-31T18:38:59.732406Z","steps":["trace[1540969930] 'agreement among raft nodes before linearized reading' (duration: 449.540294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.732409Z","caller":"traceutil/trace.go:171","msg":"trace[138441384] transaction","detail":"{read_only:false; response_revision:6314; number_of_response:1; }","duration":"678.419354ms","start":"2026-03-31T18:38:59.053958Z","end":"2026-03-31T18:38:59.732377Z","steps":["trace[138441384] 'process raft request' (duration: 678.18471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.732421Z","caller":"traceutil/trace.go:171","msg":"trace[417134398] transaction","detail":"{read_only:false; response_revision:6313; number_of_response:1; }","duration":"678.545536ms","start":"2026-03-31T18:38:59.053846Z","end":"2026-03-31T18:38:59.732392Z","steps":["trace[417134398] 'process raft request' (duration: 678.21261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.732498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.091678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:59.732599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.053945Z","time spent":"678.555028ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:59.732596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.063859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109098"} {"level":"warn","ts":"2026-03-31T18:38:59.732448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.282801Z","time spent":"449.640376ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:38:59.732626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.05382Z","time spent":"678.772282ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:59.732619Z","caller":"traceutil/trace.go:171","msg":"trace[1292433399] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6314; }","duration":"108.325292ms","start":"2026-03-31T18:38:59.624277Z","end":"2026-03-31T18:38:59.732602Z","steps":["trace[1292433399] 'agreement among raft nodes before linearized reading' (duration: 108.111337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:59.73269Z","caller":"traceutil/trace.go:171","msg":"trace[470574085] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6314; }","duration":"678.15885ms","start":"2026-03-31T18:38:59.054502Z","end":"2026-03-31T18:38:59.732661Z","steps":["trace[470574085] 'agreement among raft nodes before linearized reading' (duration: 677.829823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.732649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.559671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.201\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:38:59.732729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.05446Z","time spent":"678.259822ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":109121,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:38:59.732755Z","caller":"traceutil/trace.go:171","msg":"trace[578737264] range","detail":"{range_begin:/registry/masterleases/199.19.213.201; range_end:; response_count:1; response_revision:6314; }","duration":"420.716985ms","start":"2026-03-31T18:38:59.312011Z","end":"2026-03-31T18:38:59.732728Z","steps":["trace[578737264] 'agreement among raft nodes before linearized reading' (duration: 420.413078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:59.732832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.31199Z","time spent":"420.825616ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.201\" "} {"level":"info","ts":"2026-03-31T18:39:02.282789Z","caller":"traceutil/trace.go:171","msg":"trace[1965456779] transaction","detail":"{read_only:false; response_revision:6327; number_of_response:1; }","duration":"105.040739ms","start":"2026-03-31T18:39:02.177706Z","end":"2026-03-31T18:39:02.282746Z","steps":["trace[1965456779] 'process raft request' (duration: 104.631421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.835242Z","caller":"traceutil/trace.go:171","msg":"trace[446024185] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"183.642754ms","start":"2026-03-31T18:39:04.651574Z","end":"2026-03-31T18:39:04.835217Z","steps":["trace[446024185] 'process raft request' (duration: 183.489341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.941927Z","caller":"traceutil/trace.go:171","msg":"trace[2145330181] transaction","detail":"{read_only:false; response_revision:6345; number_of_response:1; }","duration":"248.9076ms","start":"2026-03-31T18:39:04.692974Z","end":"2026-03-31T18:39:04.941882Z","steps":["trace[2145330181] 'process raft request' (duration: 221.515819ms)","trace[2145330181] 'compare' (duration: 27.140447ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:04.989747Z","caller":"traceutil/trace.go:171","msg":"trace[988744282] linearizableReadLoop","detail":"{readStateIndex:6582; appliedIndex:6580; }","duration":"284.043223ms","start":"2026-03-31T18:39:04.70568Z","end":"2026-03-31T18:39:04.989723Z","steps":["trace[988744282] 'read index received' (duration: 129.403192ms)","trace[988744282] 'applied index is now lower than readState.Index' (duration: 154.639011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:04.98988Z","caller":"traceutil/trace.go:171","msg":"trace[1756255737] transaction","detail":"{read_only:false; response_revision:6346; number_of_response:1; }","duration":"178.959242ms","start":"2026-03-31T18:39:04.810904Z","end":"2026-03-31T18:39:04.989864Z","steps":["trace[1756255737] 'process raft request' (duration: 178.32593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.990232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.449269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:04.990279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.578873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:04.99039Z","caller":"traceutil/trace.go:171","msg":"trace[1531776237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6346; }","duration":"284.647285ms","start":"2026-03-31T18:39:04.705672Z","end":"2026-03-31T18:39:04.990319Z","steps":["trace[1531776237] 'agreement among raft nodes before linearized reading' (duration: 284.475242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.990333Z","caller":"traceutil/trace.go:171","msg":"trace[490248199] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6346; }","duration":"236.605552ms","start":"2026-03-31T18:39:04.753705Z","end":"2026-03-31T18:39:04.990311Z","steps":["trace[490248199] 'agreement among raft nodes before linearized reading' (duration: 236.422198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:05.202942Z","caller":"traceutil/trace.go:171","msg":"trace[1827152480] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"125.18284ms","start":"2026-03-31T18:39:05.077731Z","end":"2026-03-31T18:39:05.202914Z","steps":["trace[1827152480] 'process raft request' (duration: 125.004626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:24.863601Z","caller":"traceutil/trace.go:171","msg":"trace[1031644296] transaction","detail":"{read_only:false; response_revision:6502; number_of_response:1; }","duration":"144.332601ms","start":"2026-03-31T18:39:24.719233Z","end":"2026-03-31T18:39:24.863565Z","steps":["trace[1031644296] 'process raft request' (duration: 144.142496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:27.410204Z","caller":"traceutil/trace.go:171","msg":"trace[731414520] linearizableReadLoop","detail":"{readStateIndex:6760; appliedIndex:6759; }","duration":"128.267869ms","start":"2026-03-31T18:39:27.281906Z","end":"2026-03-31T18:39:27.410174Z","steps":["trace[731414520] 'read index received' (duration: 128.010004ms)","trace[731414520] 'applied index is now lower than readState.Index' (duration: 256.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:27.410244Z","caller":"traceutil/trace.go:171","msg":"trace[941254085] transaction","detail":"{read_only:false; response_revision:6517; number_of_response:1; }","duration":"167.48034ms","start":"2026-03-31T18:39:27.242728Z","end":"2026-03-31T18:39:27.410208Z","steps":["trace[941254085] 'process raft request' (duration: 167.250025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:27.410423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.486204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:27.410492Z","caller":"traceutil/trace.go:171","msg":"trace[647495373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6517; }","duration":"128.614957ms","start":"2026-03-31T18:39:27.281856Z","end":"2026-03-31T18:39:27.410471Z","steps":["trace[647495373] 'agreement among raft nodes before linearized reading' (duration: 128.489054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:31.387819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.686281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:31.387895Z","caller":"traceutil/trace.go:171","msg":"trace[1873661221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6536; }","duration":"105.802482ms","start":"2026-03-31T18:39:31.282074Z","end":"2026-03-31T18:39:31.387876Z","steps":["trace[1873661221] 'range keys from in-memory index tree' (duration: 105.605679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:33.60691Z","caller":"traceutil/trace.go:171","msg":"trace[1183932451] transaction","detail":"{read_only:false; response_revision:6549; number_of_response:1; }","duration":"123.984935ms","start":"2026-03-31T18:39:33.482853Z","end":"2026-03-31T18:39:33.606838Z","steps":["trace[1183932451] 'process raft request' (duration: 123.847632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:36.339861Z","caller":"traceutil/trace.go:171","msg":"trace[637469827] linearizableReadLoop","detail":"{readStateIndex:6806; appliedIndex:6805; }","duration":"123.567238ms","start":"2026-03-31T18:39:36.216269Z","end":"2026-03-31T18:39:36.339836Z","steps":["trace[637469827] 'read index received' (duration: 123.382384ms)","trace[637469827] 'applied index is now lower than readState.Index' (duration: 183.414µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:36.339956Z","caller":"traceutil/trace.go:171","msg":"trace[1147964460] transaction","detail":"{read_only:false; response_revision:6561; number_of_response:1; }","duration":"152.997048ms","start":"2026-03-31T18:39:36.186925Z","end":"2026-03-31T18:39:36.339922Z","steps":["trace[1147964460] 'process raft request' (duration: 152.738834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:36.340175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.874913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:39:36.340264Z","caller":"traceutil/trace.go:171","msg":"trace[1872894500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6561; }","duration":"124.009635ms","start":"2026-03-31T18:39:36.216233Z","end":"2026-03-31T18:39:36.340243Z","steps":["trace[1872894500] 'agreement among raft nodes before linearized reading' (duration: 123.73786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:41.321216Z","caller":"traceutil/trace.go:171","msg":"trace[1970324614] transaction","detail":"{read_only:false; response_revision:6604; number_of_response:1; }","duration":"151.436969ms","start":"2026-03-31T18:39:41.16972Z","end":"2026-03-31T18:39:41.321157Z","steps":["trace[1970324614] 'process raft request' (duration: 128.557775ms)","trace[1970324614] 'compare' (duration: 22.725031ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.20774Z","caller":"traceutil/trace.go:171","msg":"trace[1283208090] linearizableReadLoop","detail":"{readStateIndex:6868; appliedIndex:6867; }","duration":"100.679073ms","start":"2026-03-31T18:39:43.107033Z","end":"2026-03-31T18:39:43.207712Z","steps":["trace[1283208090] 'read index received' (duration: 35.789625ms)","trace[1283208090] 'applied index is now lower than readState.Index' (duration: 64.888148ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.20787Z","caller":"traceutil/trace.go:171","msg":"trace[1710264484] transaction","detail":"{read_only:false; response_revision:6622; number_of_response:1; }","duration":"107.006766ms","start":"2026-03-31T18:39:43.100814Z","end":"2026-03-31T18:39:43.207821Z","steps":["trace[1710264484] 'process raft request' (duration: 106.70458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.207939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.882738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:43.20798Z","caller":"traceutil/trace.go:171","msg":"trace[937791428] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6622; }","duration":"100.984419ms","start":"2026-03-31T18:39:43.106984Z","end":"2026-03-31T18:39:43.207968Z","steps":["trace[937791428] 'agreement among raft nodes before linearized reading' (duration: 100.871557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.437504Z","caller":"traceutil/trace.go:171","msg":"trace[1947206359] linearizableReadLoop","detail":"{readStateIndex:6870; appliedIndex:6869; }","duration":"132.080082ms","start":"2026-03-31T18:39:43.305334Z","end":"2026-03-31T18:39:43.437414Z","steps":["trace[1947206359] 'read index received' (duration: 131.901859ms)","trace[1947206359] 'applied index is now lower than readState.Index' (duration: 176.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.43789Z","caller":"traceutil/trace.go:171","msg":"trace[642703316] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"210.483045ms","start":"2026-03-31T18:39:43.227384Z","end":"2026-03-31T18:39:43.437867Z","steps":["trace[642703316] 'process raft request' (duration: 209.823822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.438064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.675062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:43.438183Z","caller":"traceutil/trace.go:171","msg":"trace[1822506528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6624; }","duration":"155.165241ms","start":"2026-03-31T18:39:43.282991Z","end":"2026-03-31T18:39:43.438156Z","steps":["trace[1822506528] 'agreement among raft nodes before linearized reading' (duration: 154.938117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.47819Z","caller":"traceutil/trace.go:171","msg":"trace[1153260523] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"151.376497ms","start":"2026-03-31T18:39:43.326793Z","end":"2026-03-31T18:39:43.47817Z","steps":["trace[1153260523] 'process raft request' (duration: 151.198644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.47857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.027655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:43.478673Z","caller":"traceutil/trace.go:171","msg":"trace[1446300352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6625; }","duration":"145.226428ms","start":"2026-03-31T18:39:43.333424Z","end":"2026-03-31T18:39:43.478651Z","steps":["trace[1446300352] 'agreement among raft nodes before linearized reading' (duration: 144.80061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.34643Z","caller":"traceutil/trace.go:171","msg":"trace[539228643] transaction","detail":"{read_only:false; response_revision:6630; number_of_response:1; }","duration":"123.491537ms","start":"2026-03-31T18:39:44.222908Z","end":"2026-03-31T18:39:44.3464Z","steps":["trace[539228643] 'process raft request' (duration: 123.251542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.346395Z","caller":"traceutil/trace.go:171","msg":"trace[1174836333] linearizableReadLoop","detail":"{readStateIndex:6876; appliedIndex:6874; }","duration":"121.319895ms","start":"2026-03-31T18:39:44.225052Z","end":"2026-03-31T18:39:44.346371Z","steps":["trace[1174836333] 'read index received' (duration: 70.987228ms)","trace[1174836333] 'applied index is now lower than readState.Index' (duration: 50.331447ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:44.346551Z","caller":"traceutil/trace.go:171","msg":"trace[2099966027] transaction","detail":"{read_only:false; response_revision:6631; number_of_response:1; }","duration":"106.859504ms","start":"2026-03-31T18:39:44.239652Z","end":"2026-03-31T18:39:44.346512Z","steps":["trace[2099966027] 'process raft request' (duration: 106.663051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.346748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.65399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-rabbit-init-9jb66\" ","response":"range_response_count:1 size:6713"} {"level":"info","ts":"2026-03-31T18:39:44.346793Z","caller":"traceutil/trace.go:171","msg":"trace[1370140260] range","detail":"{range_begin:/registry/pods/openstack/keystone-rabbit-init-9jb66; range_end:; response_count:1; response_revision:6631; }","duration":"105.733153ms","start":"2026-03-31T18:39:44.241049Z","end":"2026-03-31T18:39:44.346782Z","steps":["trace[1370140260] 'agreement among raft nodes before linearized reading' (duration: 105.565319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.346796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.719602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:39:44.346871Z","caller":"traceutil/trace.go:171","msg":"trace[2140836824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:6631; }","duration":"121.832854ms","start":"2026-03-31T18:39:44.225019Z","end":"2026-03-31T18:39:44.346852Z","steps":["trace[2140836824] 'agreement among raft nodes before linearized reading' (duration: 121.572739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:50.765756Z","caller":"traceutil/trace.go:171","msg":"trace[102629191] linearizableReadLoop","detail":"{readStateIndex:6934; appliedIndex:6933; }","duration":"188.994341ms","start":"2026-03-31T18:39:50.576729Z","end":"2026-03-31T18:39:50.765724Z","steps":["trace[102629191] 'read index received' (duration: 188.614774ms)","trace[102629191] 'applied index is now lower than readState.Index' (duration: 378.347µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:50.765858Z","caller":"traceutil/trace.go:171","msg":"trace[125104433] transaction","detail":"{read_only:false; response_revision:6686; number_of_response:1; }","duration":"190.887938ms","start":"2026-03-31T18:39:50.57493Z","end":"2026-03-31T18:39:50.765818Z","steps":["trace[125104433] 'process raft request' (duration: 190.433159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:50.766081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.308668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:39:50.766125Z","caller":"traceutil/trace.go:171","msg":"trace[2076838543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6686; }","duration":"189.40416ms","start":"2026-03-31T18:39:50.576709Z","end":"2026-03-31T18:39:50.766113Z","steps":["trace[2076838543] 'agreement among raft nodes before linearized reading' (duration: 189.204275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:50.914122Z","caller":"traceutil/trace.go:171","msg":"trace[563945314] transaction","detail":"{read_only:false; response_revision:6688; number_of_response:1; }","duration":"142.360959ms","start":"2026-03-31T18:39:50.771736Z","end":"2026-03-31T18:39:50.914097Z","steps":["trace[563945314] 'process raft request' (duration: 134.352165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:08.277504Z","caller":"traceutil/trace.go:171","msg":"trace[528223001] linearizableReadLoop","detail":"{readStateIndex:7920; appliedIndex:7919; }","duration":"233.77854ms","start":"2026-03-31T18:42:08.043707Z","end":"2026-03-31T18:42:08.277485Z","steps":["trace[528223001] 'read index received' (duration: 153.041573ms)","trace[528223001] 'applied index is now lower than readState.Index' (duration: 80.736287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:42:08.277569Z","caller":"traceutil/trace.go:171","msg":"trace[2080374019] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"238.978949ms","start":"2026-03-31T18:42:08.038572Z","end":"2026-03-31T18:42:08.277551Z","steps":["trace[2080374019] 'process raft request' (duration: 158.233292ms)","trace[2080374019] 'compare' (duration: 80.574164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:42:08.277629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.909232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:42:08.277651Z","caller":"traceutil/trace.go:171","msg":"trace[101190770] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7638; }","duration":"233.993624ms","start":"2026-03-31T18:42:08.04365Z","end":"2026-03-31T18:42:08.277644Z","steps":["trace[101190770] 'agreement among raft nodes before linearized reading' (duration: 233.914472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:09.440593Z","caller":"traceutil/trace.go:171","msg":"trace[932708276] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"116.040229ms","start":"2026-03-31T18:42:09.324507Z","end":"2026-03-31T18:42:09.440547Z","steps":["trace[932708276] 'process raft request' (duration: 115.889746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.850058Z","caller":"traceutil/trace.go:171","msg":"trace[595108100] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"109.143847ms","start":"2026-03-31T18:42:25.74089Z","end":"2026-03-31T18:42:25.850034Z","steps":["trace[595108100] 'process raft request' (duration: 108.972554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.921217Z","caller":"traceutil/trace.go:171","msg":"trace[749890518] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"137.210802ms","start":"2026-03-31T18:42:25.783981Z","end":"2026-03-31T18:42:25.921192Z","steps":["trace[749890518] 'process raft request' (duration: 137.163911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:25.921293Z","caller":"traceutil/trace.go:171","msg":"trace[1581216454] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"180.369873ms","start":"2026-03-31T18:42:25.74089Z","end":"2026-03-31T18:42:25.92126Z","steps":["trace[1581216454] 'process raft request' (duration: 180.138799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:42:45.650579Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5692} {"level":"info","ts":"2026-03-31T18:42:45.735875Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5692,"took":"83.387127ms","hash":2371044321,"current-db-size-bytes":55091200,"current-db-size":"55 MB","current-db-size-in-use-bytes":26107904,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T18:42:45.735934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2371044321,"revision":5692,"compact-revision":2896} {"level":"info","ts":"2026-03-31T18:43:17.416604Z","caller":"traceutil/trace.go:171","msg":"trace[2043769561] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"186.559831ms","start":"2026-03-31T18:43:17.230019Z","end":"2026-03-31T18:43:17.416579Z","steps":["trace[2043769561] 'process raft request' (duration: 186.401708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.338445Z","caller":"traceutil/trace.go:171","msg":"trace[115231897] linearizableReadLoop","detail":"{readStateIndex:8792; appliedIndex:8791; }","duration":"278.275616ms","start":"2026-03-31T18:43:50.060148Z","end":"2026-03-31T18:43:50.338423Z","steps":["trace[115231897] 'read index received' (duration: 278.101753ms)","trace[115231897] 'applied index is now lower than readState.Index' (duration: 172.893µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:50.338613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.43999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-31T18:43:50.338657Z","caller":"traceutil/trace.go:171","msg":"trace[228049201] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8485; }","duration":"278.514981ms","start":"2026-03-31T18:43:50.060128Z","end":"2026-03-31T18:43:50.338642Z","steps":["trace[228049201] 'agreement among raft nodes before linearized reading' (duration: 278.418509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.338565Z","caller":"traceutil/trace.go:171","msg":"trace[1391339087] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"279.371997ms","start":"2026-03-31T18:43:50.059153Z","end":"2026-03-31T18:43:50.338525Z","steps":["trace[1391339087] 'process raft request' (duration: 279.107112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:50.376827Z","caller":"traceutil/trace.go:171","msg":"trace[1386224684] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"168.064409ms","start":"2026-03-31T18:43:50.20874Z","end":"2026-03-31T18:43:50.376804Z","steps":["trace[1386224684] 'process raft request' (duration: 167.775784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:50.376954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.87904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:43:50.377067Z","caller":"traceutil/trace.go:171","msg":"trace[2063813978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8486; }","duration":"122.044273ms","start":"2026-03-31T18:43:50.255005Z","end":"2026-03-31T18:43:50.37705Z","steps":["trace[2063813978] 'agreement among raft nodes before linearized reading' (duration: 121.767578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:52.455049Z","caller":"traceutil/trace.go:171","msg":"trace[1109113443] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"108.436173ms","start":"2026-03-31T18:43:52.346579Z","end":"2026-03-31T18:43:52.455015Z","steps":["trace[1109113443] 'process raft request' (duration: 108.22472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:53.0409Z","caller":"traceutil/trace.go:171","msg":"trace[1343781971] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"370.37967ms","start":"2026-03-31T18:43:52.670499Z","end":"2026-03-31T18:43:53.040878Z","steps":["trace[1343781971] 'process raft request' (duration: 370.210046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:53.041036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:52.670475Z","time spent":"370.493072ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:53.041843Z","caller":"traceutil/trace.go:171","msg":"trace[1154645973] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"312.201412ms","start":"2026-03-31T18:43:52.729617Z","end":"2026-03-31T18:43:53.041819Z","steps":["trace[1154645973] 'process raft request' (duration: 312.097281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:53.042016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:52.729588Z","time spent":"312.339815ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:54.391837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727520076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:54.891977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727520076,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:43:55.139244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339272521s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:55.139762Z","caller":"traceutil/trace.go:171","msg":"trace[1215631738] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"1.339887774s","start":"2026-03-31T18:43:53.79984Z","end":"2026-03-31T18:43:55.139728Z","steps":["trace[1215631738] 'process raft request' (duration: 1.339649328s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:55.139997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:53.799816Z","time spent":"1.340052556s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:56.170484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03082875s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:43:56.170968Z","caller":"traceutil/trace.go:171","msg":"trace[866438745] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"1.708400878s","start":"2026-03-31T18:43:54.462526Z","end":"2026-03-31T18:43:56.170926Z","steps":["trace[866438745] 'process raft request' (duration: 1.708178284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.171215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:54.462509Z","time spent":"1.708576501s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:43:56.17369Z","caller":"traceutil/trace.go:171","msg":"trace[1603330967] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"715.693503ms","start":"2026-03-31T18:43:55.457974Z","end":"2026-03-31T18:43:56.173667Z","steps":["trace[1603330967] 'process raft request' (duration: 715.647532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.173788Z","caller":"traceutil/trace.go:171","msg":"trace[1483393692] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"1.126769187s","start":"2026-03-31T18:43:55.046989Z","end":"2026-03-31T18:43:56.173758Z","steps":["trace[1483393692] 'process raft request' (duration: 1.126572403s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.173783Z","caller":"traceutil/trace.go:171","msg":"trace[490312185] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"1.126975291s","start":"2026-03-31T18:43:55.046747Z","end":"2026-03-31T18:43:56.173722Z","steps":["trace[490312185] 'process raft request' (duration: 1.126507182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.173914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.046945Z","time spent":"1.126904209s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:56.174007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.046719Z","time spent":"1.127185474s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:56.173831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.457949Z","time spent":"715.798264ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:43:56.174324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282613747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:43:56.174374Z","caller":"traceutil/trace.go:171","msg":"trace[361134978] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8510; }","duration":"2.282696s","start":"2026-03-31T18:43:53.891665Z","end":"2026-03-31T18:43:56.174361Z","steps":["trace[361134978] 'agreement among raft nodes before linearized reading' (duration: 2.282551326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.174413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:53.891643Z","time spent":"2.2827572s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"info","ts":"2026-03-31T18:43:56.175819Z","caller":"traceutil/trace.go:171","msg":"trace[943721075] linearizableReadLoop","detail":"{readStateIndex:8815; appliedIndex:8812; }","duration":"2.28224475s","start":"2026-03-31T18:43:53.891716Z","end":"2026-03-31T18:43:56.17396Z","steps":["trace[943721075] 'read index received' (duration: 1.247722359s)","trace[943721075] 'applied index is now lower than readState.Index' (duration: 1.034516651s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:43:56.176574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.267772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:56.17662Z","caller":"traceutil/trace.go:171","msg":"trace[910668621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8510; }","duration":"894.365384ms","start":"2026-03-31T18:43:55.282244Z","end":"2026-03-31T18:43:56.176609Z","steps":["trace[910668621] 'agreement among raft nodes before linearized reading' (duration: 894.296963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.176649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.282219Z","time spent":"894.424555ms","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:56.176575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075472884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:56.176713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708762424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:43:56.176751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.357727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:43:56.176757Z","caller":"traceutil/trace.go:171","msg":"trace[2085589549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8510; }","duration":"1.708846275s","start":"2026-03-31T18:43:54.467899Z","end":"2026-03-31T18:43:56.176746Z","steps":["trace[2085589549] 'agreement among raft nodes before linearized reading' (duration: 1.708703193s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:43:56.176782Z","caller":"traceutil/trace.go:171","msg":"trace[334604300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8510; }","duration":"941.411229ms","start":"2026-03-31T18:43:55.235359Z","end":"2026-03-31T18:43:56.17677Z","steps":["trace[334604300] 'agreement among raft nodes before linearized reading' (duration: 941.348778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.176792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:54.467872Z","time spent":"1.708913977s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:43:56.176815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.235339Z","time spent":"941.46879ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:43:56.17674Z","caller":"traceutil/trace.go:171","msg":"trace[931722327] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8510; }","duration":"2.075692938s","start":"2026-03-31T18:43:54.10103Z","end":"2026-03-31T18:43:56.176723Z","steps":["trace[931722327] 'agreement among raft nodes before linearized reading' (duration: 2.075451994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.176906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.378977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:43:56.176943Z","caller":"traceutil/trace.go:171","msg":"trace[106879356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8510; }","duration":"590.460598ms","start":"2026-03-31T18:43:55.586472Z","end":"2026-03-31T18:43:56.176933Z","steps":["trace[106879356] 'agreement among raft nodes before linearized reading' (duration: 590.411717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.176959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707809025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:43:56.176984Z","caller":"traceutil/trace.go:171","msg":"trace[962085786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8510; }","duration":"1.707857357s","start":"2026-03-31T18:43:54.469119Z","end":"2026-03-31T18:43:56.176977Z","steps":["trace[962085786] 'agreement among raft nodes before linearized reading' (duration: 1.707788115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.177003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.836508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:43:56.176918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:54.101011Z","time spent":"2.075892252s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:56.176683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096006581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:43:56.177106Z","caller":"traceutil/trace.go:171","msg":"trace[678197843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8510; }","duration":"1.09646947s","start":"2026-03-31T18:43:55.080629Z","end":"2026-03-31T18:43:56.177099Z","steps":["trace[678197843] 'agreement among raft nodes before linearized reading' (duration: 1.09593714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.177112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.74514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:56.177128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.080608Z","time spent":"1.09651389s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:43:56.177144Z","caller":"traceutil/trace.go:171","msg":"trace[1998559382] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8510; }","duration":"811.812853ms","start":"2026-03-31T18:43:55.365323Z","end":"2026-03-31T18:43:56.177136Z","steps":["trace[1998559382] 'agreement among raft nodes before linearized reading' (duration: 811.768041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.176862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.646831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:43:56.176982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.586447Z","time spent":"590.52247ms","remote":"127.0.0.1:57170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:43:56.177245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717857528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:43:56.177268Z","caller":"traceutil/trace.go:171","msg":"trace[1411806160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8510; }","duration":"1.717918569s","start":"2026-03-31T18:43:54.459344Z","end":"2026-03-31T18:43:56.177263Z","steps":["trace[1411806160] 'agreement among raft nodes before linearized reading' (duration: 1.717843658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.177286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:54.459324Z","time spent":"1.717959119s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:43:56.17727Z","caller":"traceutil/trace.go:171","msg":"trace[323271637] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8510; }","duration":"188.06255ms","start":"2026-03-31T18:43:55.989168Z","end":"2026-03-31T18:43:56.177231Z","steps":["trace[323271637] 'agreement among raft nodes before linearized reading' (duration: 187.649342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.177011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:54.469107Z","time spent":"1.707899357s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:43:56.177049Z","caller":"traceutil/trace.go:171","msg":"trace[1615179065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8510; }","duration":"971.881189ms","start":"2026-03-31T18:43:55.205157Z","end":"2026-03-31T18:43:56.177039Z","steps":["trace[1615179065] 'agreement among raft nodes before linearized reading' (duration: 971.817658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.177398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.205069Z","time spent":"972.320097ms","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:43:56.177073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.11255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b9d76f7df-9d9rk.18a2014b253a130e\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T18:43:56.177176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.365302Z","time spent":"811.866733ms","remote":"127.0.0.1:36546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:43:56.177487Z","caller":"traceutil/trace.go:171","msg":"trace[59058148] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b9d76f7df-9d9rk.18a2014b253a130e; range_end:; response_count:1; response_revision:8510; }","duration":"778.557179ms","start":"2026-03-31T18:43:55.398918Z","end":"2026-03-31T18:43:56.177476Z","steps":["trace[59058148] 'agreement among raft nodes before linearized reading' (duration: 778.084949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:43:56.177688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:43:55.398896Z","time spent":"778.781844ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7b9d76f7df-9d9rk.18a2014b253a130e\" "} {"level":"info","ts":"2026-03-31T18:44:04.472799Z","caller":"traceutil/trace.go:171","msg":"trace[293789252] linearizableReadLoop","detail":"{readStateIndex:8862; appliedIndex:8860; }","duration":"244.178567ms","start":"2026-03-31T18:44:04.228592Z","end":"2026-03-31T18:44:04.472771Z","steps":["trace[293789252] 'read index received' (duration: 4.658738ms)","trace[293789252] 'applied index is now lower than readState.Index' (duration: 239.518469ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:04.473059Z","caller":"traceutil/trace.go:171","msg":"trace[283396766] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"249.960408ms","start":"2026-03-31T18:44:04.223085Z","end":"2026-03-31T18:44:04.473046Z","steps":["trace[283396766] 'process raft request' (duration: 249.156792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:04.473321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.719469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:44:04.473364Z","caller":"traceutil/trace.go:171","msg":"trace[1666438442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8553; }","duration":"244.81597ms","start":"2026-03-31T18:44:04.228539Z","end":"2026-03-31T18:44:04.473355Z","steps":["trace[1666438442] 'agreement among raft nodes before linearized reading' (duration: 244.677167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:04.473944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.234309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:04.474043Z","caller":"traceutil/trace.go:171","msg":"trace[1168386353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8553; }","duration":"192.369501ms","start":"2026-03-31T18:44:04.281649Z","end":"2026-03-31T18:44:04.474019Z","steps":["trace[1168386353] 'agreement among raft nodes before linearized reading' (duration: 192.187777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:04.474132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.007652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:44:04.474195Z","caller":"traceutil/trace.go:171","msg":"trace[947322672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8553; }","duration":"235.096905ms","start":"2026-03-31T18:44:04.239083Z","end":"2026-03-31T18:44:04.474179Z","steps":["trace[947322672] 'agreement among raft nodes before linearized reading' (duration: 234.750198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:04.474212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.145801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:44:04.474294Z","caller":"traceutil/trace.go:171","msg":"trace[1665824199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8553; }","duration":"240.255622ms","start":"2026-03-31T18:44:04.234017Z","end":"2026-03-31T18:44:04.474272Z","steps":["trace[1665824199] 'agreement among raft nodes before linearized reading' (duration: 239.844165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:04.474333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.985656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:44:04.474372Z","caller":"traceutil/trace.go:171","msg":"trace[1247349480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8553; }","duration":"242.044147ms","start":"2026-03-31T18:44:04.232319Z","end":"2026-03-31T18:44:04.474363Z","steps":["trace[1247349480] 'agreement among raft nodes before linearized reading' (duration: 241.515366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:04.474459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.397856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:44:04.474486Z","caller":"traceutil/trace.go:171","msg":"trace[562172399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8553; }","duration":"240.429846ms","start":"2026-03-31T18:44:04.234048Z","end":"2026-03-31T18:44:04.474477Z","steps":["trace[562172399] 'agreement among raft nodes before linearized reading' (duration: 239.799934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:04.474651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.603559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:44:04.474722Z","caller":"traceutil/trace.go:171","msg":"trace[991105342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8553; }","duration":"231.6843ms","start":"2026-03-31T18:44:04.243018Z","end":"2026-03-31T18:44:04.474702Z","steps":["trace[991105342] 'agreement among raft nodes before linearized reading' (duration: 230.825884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:05.309731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.895428ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:44:05.309836Z","caller":"traceutil/trace.go:171","msg":"trace[19846863] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8867; }","duration":"129.442543ms","start":"2026-03-31T18:44:05.180375Z","end":"2026-03-31T18:44:05.309818Z","steps":["trace[19846863] 'read index received' (duration: 26.386592ms)","trace[19846863] 'applied index is now lower than readState.Index' (duration: 103.054421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:05.309981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.602566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:44:05.310045Z","caller":"traceutil/trace.go:171","msg":"trace[1019563192] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8558; }","duration":"129.703578ms","start":"2026-03-31T18:44:05.180327Z","end":"2026-03-31T18:44:05.310031Z","steps":["trace[1019563192] 'agreement among raft nodes before linearized reading' (duration: 129.568066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:06.783446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727520275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:07.284499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727520275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:07.452853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249206467s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:44:07.453216Z","caller":"traceutil/trace.go:171","msg":"trace[1566673674] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"1.249660085s","start":"2026-03-31T18:44:06.203525Z","end":"2026-03-31T18:44:07.453185Z","steps":["trace[1566673674] 'process raft request' (duration: 1.249502992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:07.453361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.203496Z","time spent":"1.249788588s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:07.76535Z","caller":"traceutil/trace.go:171","msg":"trace[1533380488] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"1.526744239s","start":"2026-03-31T18:44:06.238572Z","end":"2026-03-31T18:44:07.765316Z","steps":["trace[1533380488] 'process raft request' (duration: 1.526415363s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:07.76559Z","caller":"traceutil/trace.go:171","msg":"trace[1157510711] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8871; }","duration":"1.48312109s","start":"2026-03-31T18:44:06.282433Z","end":"2026-03-31T18:44:07.765554Z","steps":["trace[1157510711] 'read index received' (duration: 1.170608081s)","trace[1157510711] 'applied index is now lower than readState.Index' (duration: 312.510399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:07.765598Z","caller":"traceutil/trace.go:171","msg":"trace[1415541412] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"1.287035677s","start":"2026-03-31T18:44:06.478529Z","end":"2026-03-31T18:44:07.765565Z","steps":["trace[1415541412] 'process raft request' (duration: 1.286724761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:07.765663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.238545Z","time spent":"1.526993454s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:07.765788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.478504Z","time spent":"1.28717555s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:07.842298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55983899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:07.842386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375693215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:07.842422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316215433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:44:07.842432Z","caller":"traceutil/trace.go:171","msg":"trace[2120915968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8563; }","duration":"1.375774127s","start":"2026-03-31T18:44:06.46664Z","end":"2026-03-31T18:44:07.842414Z","steps":["trace[2120915968] 'agreement among raft nodes before linearized reading' (duration: 1.299106617s)","trace[2120915968] 'range keys from in-memory index tree' (duration: 76.607999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:07.842467Z","caller":"traceutil/trace.go:171","msg":"trace[1325865799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8563; }","duration":"1.316288324s","start":"2026-03-31T18:44:06.526163Z","end":"2026-03-31T18:44:07.842451Z","steps":["trace[1325865799] 'agreement among raft nodes before linearized reading' (duration: 1.239617605s)","trace[1325865799] 'range keys from in-memory index tree' (duration: 76.400595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:07.842481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.466623Z","time spent":"1.375849068s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:07.842503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.526144Z","time spent":"1.316351925s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:44:07.842387Z","caller":"traceutil/trace.go:171","msg":"trace[1354011425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8563; }","duration":"1.559988153s","start":"2026-03-31T18:44:06.282378Z","end":"2026-03-31T18:44:07.842366Z","steps":["trace[1354011425] 'agreement among raft nodes before linearized reading' (duration: 1.483346194s)","trace[1354011425] 'range keys from in-memory index tree' (duration: 76.503016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:07.842585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291123605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:44:07.84261Z","caller":"traceutil/trace.go:171","msg":"trace[603678603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8563; }","duration":"1.291172476s","start":"2026-03-31T18:44:06.551428Z","end":"2026-03-31T18:44:07.842601Z","steps":["trace[603678603] 'agreement among raft nodes before linearized reading' (duration: 1.214374044s)","trace[603678603] 'range keys from in-memory index tree' (duration: 76.632778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:07.842653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.55141Z","time spent":"1.291232427s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:07.842638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.282359Z","time spent":"1.560233637s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:44:07.842682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291994872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:44:07.842734Z","caller":"traceutil/trace.go:171","msg":"trace[234075726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8563; }","duration":"1.292032693s","start":"2026-03-31T18:44:06.55068Z","end":"2026-03-31T18:44:07.842713Z","steps":["trace[234075726] 'agreement among raft nodes before linearized reading' (duration: 1.215106189s)","trace[234075726] 'range keys from in-memory index tree' (duration: 76.663549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:07.842784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.550627Z","time spent":"1.292149435s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:07.842868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.287432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T18:44:07.842325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312676056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:44:07.842908Z","caller":"traceutil/trace.go:171","msg":"trace[1361750126] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8563; }","duration":"511.361192ms","start":"2026-03-31T18:44:07.331534Z","end":"2026-03-31T18:44:07.842895Z","steps":["trace[1361750126] 'agreement among raft nodes before linearized reading' (duration: 434.247975ms)","trace[1361750126] 'range keys from in-memory index tree' (duration: 76.567958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:07.842937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:07.331517Z","time spent":"511.412814ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:44:07.842945Z","caller":"traceutil/trace.go:171","msg":"trace[394533478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8563; }","duration":"1.313336568s","start":"2026-03-31T18:44:06.529581Z","end":"2026-03-31T18:44:07.842918Z","steps":["trace[394533478] 'agreement among raft nodes before linearized reading' (duration: 1.23618275s)","trace[394533478] 'range keys from in-memory index tree' (duration: 76.412195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:07.842587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291115945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:44:07.842991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.529553Z","time spent":"1.31342482s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"info","ts":"2026-03-31T18:44:07.84303Z","caller":"traceutil/trace.go:171","msg":"trace[1406390952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8563; }","duration":"1.291585813s","start":"2026-03-31T18:44:06.551421Z","end":"2026-03-31T18:44:07.843007Z","steps":["trace[1406390952] 'agreement among raft nodes before linearized reading' (duration: 1.214369334s)","trace[1406390952] 'range keys from in-memory index tree' (duration: 76.620928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:07.842319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29083046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:44:07.843102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.551411Z","time spent":"1.291673136s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:44:07.84316Z","caller":"traceutil/trace.go:171","msg":"trace[898612283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8563; }","duration":"1.291670596s","start":"2026-03-31T18:44:06.551446Z","end":"2026-03-31T18:44:07.843116Z","steps":["trace[898612283] 'agreement among raft nodes before linearized reading' (duration: 1.214314433s)","trace[898612283] 'range keys from in-memory index tree' (duration: 76.430105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:07.843209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:06.551435Z","time spent":"1.291760868s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:44:08.033391Z","caller":"traceutil/trace.go:171","msg":"trace[1211222104] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8875; }","duration":"185.921378ms","start":"2026-03-31T18:44:07.847428Z","end":"2026-03-31T18:44:08.033349Z","steps":["trace[1211222104] 'read index received' (duration: 39.763567ms)","trace[1211222104] 'applied index is now lower than readState.Index' (duration: 146.155641ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:08.033508Z","caller":"traceutil/trace.go:171","msg":"trace[972310879] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"185.914948ms","start":"2026-03-31T18:44:07.847524Z","end":"2026-03-31T18:44:08.033439Z","steps":["trace[972310879] 'process raft request' (duration: 185.543901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:08.033686Z","caller":"traceutil/trace.go:171","msg":"trace[491122851] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"185.790167ms","start":"2026-03-31T18:44:07.84786Z","end":"2026-03-31T18:44:08.03365Z","steps":["trace[491122851] 'process raft request' (duration: 185.391999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.033724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.287981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:08.033731Z","caller":"traceutil/trace.go:171","msg":"trace[134757386] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"186.411978ms","start":"2026-03-31T18:44:07.847284Z","end":"2026-03-31T18:44:08.033696Z","steps":["trace[134757386] 'process raft request' (duration: 185.706174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:08.033728Z","caller":"traceutil/trace.go:171","msg":"trace[912558568] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"187.023421ms","start":"2026-03-31T18:44:07.846669Z","end":"2026-03-31T18:44:08.033693Z","steps":["trace[912558568] 'process raft request' (duration: 162.898351ms)","trace[912558568] 'compare' (duration: 23.186161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:08.033793Z","caller":"traceutil/trace.go:171","msg":"trace[1602539241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8569; }","duration":"181.397213ms","start":"2026-03-31T18:44:07.852381Z","end":"2026-03-31T18:44:08.033779Z","steps":["trace[1602539241] 'agreement among raft nodes before linearized reading' (duration: 181.268331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:08.033763Z","caller":"traceutil/trace.go:171","msg":"trace[1016750433] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"186.160703ms","start":"2026-03-31T18:44:07.847559Z","end":"2026-03-31T18:44:08.033719Z","steps":["trace[1016750433] 'process raft request' (duration: 185.590362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.033806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.954927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:08.033871Z","caller":"traceutil/trace.go:171","msg":"trace[1089540340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8569; }","duration":"106.08635ms","start":"2026-03-31T18:44:07.927772Z","end":"2026-03-31T18:44:08.033859Z","steps":["trace[1089540340] 'agreement among raft nodes before linearized reading' (duration: 105.949307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.034329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.857236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223830"} {"level":"info","ts":"2026-03-31T18:44:08.034412Z","caller":"traceutil/trace.go:171","msg":"trace[1518758622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8569; }","duration":"186.997448ms","start":"2026-03-31T18:44:07.847396Z","end":"2026-03-31T18:44:08.034393Z","steps":["trace[1518758622] 'agreement among raft nodes before linearized reading' (duration: 186.231574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.996982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.042361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T18:44:08.997143Z","caller":"traceutil/trace.go:171","msg":"trace[170968481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8570; }","duration":"486.249135ms","start":"2026-03-31T18:44:08.510857Z","end":"2026-03-31T18:44:08.997106Z","steps":["trace[170968481] 'range keys from in-memory index tree' (duration: 485.797004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:08.997203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:08.510843Z","time spent":"486.347807ms","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:44:10.233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727520301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:10.235037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.33134Z","time spent":"903.692349ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:44:10.294276Z","caller":"traceutil/trace.go:171","msg":"trace[1720928295] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"835.073593ms","start":"2026-03-31T18:44:09.459177Z","end":"2026-03-31T18:44:10.29425Z","steps":["trace[1720928295] 'process raft request' (duration: 834.870059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.294444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.459144Z","time spent":"835.204774ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:10.294603Z","caller":"traceutil/trace.go:171","msg":"trace[1732406641] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"523.166286ms","start":"2026-03-31T18:44:09.771412Z","end":"2026-03-31T18:44:10.294579Z","steps":["trace[1732406641] 'process raft request' (duration: 522.794179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.294706Z","caller":"traceutil/trace.go:171","msg":"trace[2063132797] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8881; }","duration":"562.360283ms","start":"2026-03-31T18:44:09.732321Z","end":"2026-03-31T18:44:10.294681Z","steps":["trace[2063132797] 'read index received' (duration: 502.640516ms)","trace[2063132797] 'applied index is now lower than readState.Index' (duration: 59.718546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:10.294755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.771385Z","time spent":"523.292079ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:10.294853Z","caller":"traceutil/trace.go:171","msg":"trace[31792491] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"523.391251ms","start":"2026-03-31T18:44:09.771425Z","end":"2026-03-31T18:44:10.294816Z","steps":["trace[31792491] 'process raft request' (duration: 523.049384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.29503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.701779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"warn","ts":"2026-03-31T18:44:10.29504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.771397Z","time spent":"523.535594ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:10.295077Z","caller":"traceutil/trace.go:171","msg":"trace[1489927272] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8573; }","duration":"562.801911ms","start":"2026-03-31T18:44:09.732264Z","end":"2026-03-31T18:44:10.295065Z","steps":["trace[1489927272] 'agreement among raft nodes before linearized reading' (duration: 562.553226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.295112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.732242Z","time spent":"562.862372ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414492,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T18:44:10.63518Z","caller":"traceutil/trace.go:171","msg":"trace[1858865752] linearizableReadLoop","detail":"{readStateIndex:8886; appliedIndex:8885; }","duration":"340.381788ms","start":"2026-03-31T18:44:10.294774Z","end":"2026-03-31T18:44:10.635156Z","steps":["trace[1858865752] 'read index received' (duration: 340.042441ms)","trace[1858865752] 'applied index is now lower than readState.Index' (duration: 338.347µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:10.63547Z","caller":"traceutil/trace.go:171","msg":"trace[1378506094] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"399.234928ms","start":"2026-03-31T18:44:10.236199Z","end":"2026-03-31T18:44:10.635433Z","steps":["trace[1378506094] 'process raft request' (duration: 398.696308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.635524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.226796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:44:10.635519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.202226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:44:10.635605Z","caller":"traceutil/trace.go:171","msg":"trace[1948750350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8574; }","duration":"597.367139ms","start":"2026-03-31T18:44:10.038219Z","end":"2026-03-31T18:44:10.635586Z","steps":["trace[1948750350] 'agreement among raft nodes before linearized reading' (duration: 597.101744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.635722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.489966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:44:10.635761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:10.038194Z","time spent":"597.554123ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:44:10.63577Z","caller":"traceutil/trace.go:171","msg":"trace[1201938521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8574; }","duration":"593.555806ms","start":"2026-03-31T18:44:10.042201Z","end":"2026-03-31T18:44:10.635757Z","steps":["trace[1201938521] 'agreement among raft nodes before linearized reading' (duration: 593.170739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.635796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.099881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:44:10.635815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:10.042188Z","time spent":"593.620417ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"warn","ts":"2026-03-31T18:44:10.635646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.264767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:44:10.635648Z","caller":"traceutil/trace.go:171","msg":"trace[153998293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8574; }","duration":"597.315968ms","start":"2026-03-31T18:44:10.038286Z","end":"2026-03-31T18:44:10.635602Z","steps":["trace[153998293] 'agreement among raft nodes before linearized reading' (duration: 596.890631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.635867Z","caller":"traceutil/trace.go:171","msg":"trace[1252170181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8574; }","duration":"745.172222ms","start":"2026-03-31T18:44:09.890676Z","end":"2026-03-31T18:44:10.635849Z","steps":["trace[1252170181] 'agreement among raft nodes before linearized reading' (duration: 744.573931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.636045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:10.03827Z","time spent":"597.756016ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:10.636116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:09.890585Z","time spent":"745.499017ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:44:10.63565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.320877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:10.636285Z","caller":"traceutil/trace.go:171","msg":"trace[9349569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8574; }","duration":"598.955189ms","start":"2026-03-31T18:44:10.037312Z","end":"2026-03-31T18:44:10.636267Z","steps":["trace[9349569] 'agreement among raft nodes before linearized reading' (duration: 597.94299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.635626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.279918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:44:10.636415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:10.037274Z","time spent":"599.123082ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:44:10.635946Z","caller":"traceutil/trace.go:171","msg":"trace[1948558328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8574; }","duration":"597.598513ms","start":"2026-03-31T18:44:10.038323Z","end":"2026-03-31T18:44:10.635922Z","steps":["trace[1948558328] 'agreement among raft nodes before linearized reading' (duration: 597.107314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.636461Z","caller":"traceutil/trace.go:171","msg":"trace[812798234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8574; }","duration":"598.216396ms","start":"2026-03-31T18:44:10.038225Z","end":"2026-03-31T18:44:10.636442Z","steps":["trace[812798234] 'agreement among raft nodes before linearized reading' (duration: 596.991252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.636515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:10.038303Z","time spent":"598.189856ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:44:10.636527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:10.038216Z","time spent":"598.286327ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:10.635642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:10.236179Z","time spent":"399.377781ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:10.766376Z","caller":"traceutil/trace.go:171","msg":"trace[671523542] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"125.462227ms","start":"2026-03-31T18:44:10.640892Z","end":"2026-03-31T18:44:10.766355Z","steps":["trace[671523542] 'process raft request' (duration: 85.65017ms)","trace[671523542] 'compare' (duration: 39.660905ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:10.766647Z","caller":"traceutil/trace.go:171","msg":"trace[392415212] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"125.688952ms","start":"2026-03-31T18:44:10.640922Z","end":"2026-03-31T18:44:10.766611Z","steps":["trace[392415212] 'process raft request' (duration: 125.393176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.766701Z","caller":"traceutil/trace.go:171","msg":"trace[222890657] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"125.439078ms","start":"2026-03-31T18:44:10.641253Z","end":"2026-03-31T18:44:10.766692Z","steps":["trace[222890657] 'process raft request' (duration: 125.276925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.766732Z","caller":"traceutil/trace.go:171","msg":"trace[2003730626] linearizableReadLoop","detail":"{readStateIndex:8889; appliedIndex:8886; }","duration":"125.57235ms","start":"2026-03-31T18:44:10.641134Z","end":"2026-03-31T18:44:10.766707Z","steps":["trace[2003730626] 'read index received' (duration: 16.846951ms)","trace[2003730626] 'applied index is now lower than readState.Index' (duration: 108.724099ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:10.766782Z","caller":"traceutil/trace.go:171","msg":"trace[2098921811] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"125.221683ms","start":"2026-03-31T18:44:10.641519Z","end":"2026-03-31T18:44:10.766741Z","steps":["trace[2098921811] 'process raft request' (duration: 125.103181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.766812Z","caller":"traceutil/trace.go:171","msg":"trace[268040547] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"124.933828ms","start":"2026-03-31T18:44:10.641836Z","end":"2026-03-31T18:44:10.76677Z","steps":["trace[268040547] 'process raft request' (duration: 124.828886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.766978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.835154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:44:10.767023Z","caller":"traceutil/trace.go:171","msg":"trace[926754995] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8580; }","duration":"125.915976ms","start":"2026-03-31T18:44:10.641097Z","end":"2026-03-31T18:44:10.767013Z","steps":["trace[926754995] 'agreement among raft nodes before linearized reading' (duration: 125.733513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.842831Z","caller":"traceutil/trace.go:171","msg":"trace[1034939754] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"127.851883ms","start":"2026-03-31T18:44:10.714942Z","end":"2026-03-31T18:44:10.842794Z","steps":["trace[1034939754] 'process raft request' (duration: 127.508636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.842928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.033103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:10.843339Z","caller":"traceutil/trace.go:171","msg":"trace[1109826505] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8581; }","duration":"122.40688ms","start":"2026-03-31T18:44:10.720819Z","end":"2026-03-31T18:44:10.843226Z","steps":["trace[1109826505] 'agreement among raft nodes before linearized reading' (duration: 121.978422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:10.843617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.432094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223830"} {"level":"info","ts":"2026-03-31T18:44:10.843702Z","caller":"traceutil/trace.go:171","msg":"trace[1001346337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8581; }","duration":"201.543396ms","start":"2026-03-31T18:44:10.642139Z","end":"2026-03-31T18:44:10.843683Z","steps":["trace[1001346337] 'agreement among raft nodes before linearized reading' (duration: 200.998785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:10.948467Z","caller":"traceutil/trace.go:171","msg":"trace[2125284131] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8893; }","duration":"105.667691ms","start":"2026-03-31T18:44:10.84277Z","end":"2026-03-31T18:44:10.948438Z","steps":["trace[2125284131] 'read index received' (duration: 51.240016ms)","trace[2125284131] 'applied index is now lower than readState.Index' (duration: 54.426545ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:10.948513Z","caller":"traceutil/trace.go:171","msg":"trace[999608448] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"106.521057ms","start":"2026-03-31T18:44:10.841961Z","end":"2026-03-31T18:44:10.948482Z","steps":["trace[999608448] 'process raft request' (duration: 52.028351ms)","trace[999608448] 'compare' (duration: 54.322353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:10.948599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.433324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:10.94864Z","caller":"traceutil/trace.go:171","msg":"trace[378299840] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8582; }","duration":"118.535516ms","start":"2026-03-31T18:44:10.830087Z","end":"2026-03-31T18:44:10.948622Z","steps":["trace[378299840] 'agreement among raft nodes before linearized reading' (duration: 118.450835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:11.461556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.021868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-03-31T18:44:11.461619Z","caller":"traceutil/trace.go:171","msg":"trace[1562650576] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8583; }","duration":"168.14433ms","start":"2026-03-31T18:44:11.293461Z","end":"2026-03-31T18:44:11.461605Z","steps":["trace[1562650576] 'range keys from in-memory index tree' (duration: 167.817554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:12.459795Z","caller":"traceutil/trace.go:171","msg":"trace[195777883] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"160.82249ms","start":"2026-03-31T18:44:12.298934Z","end":"2026-03-31T18:44:12.459757Z","steps":["trace[195777883] 'process raft request' (duration: 160.552826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:12.47184Z","caller":"traceutil/trace.go:171","msg":"trace[1602298106] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"171.144237ms","start":"2026-03-31T18:44:12.30066Z","end":"2026-03-31T18:44:12.471804Z","steps":["trace[1602298106] 'process raft request' (duration: 171.069866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:12.471907Z","caller":"traceutil/trace.go:171","msg":"trace[805358492] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"172.110185ms","start":"2026-03-31T18:44:12.299734Z","end":"2026-03-31T18:44:12.471844Z","steps":["trace[805358492] 'process raft request' (duration: 171.800399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:12.824505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.469352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:44:12.824586Z","caller":"traceutil/trace.go:171","msg":"trace[1420104001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8587; }","duration":"161.598875ms","start":"2026-03-31T18:44:12.66297Z","end":"2026-03-31T18:44:12.824569Z","steps":["trace[1420104001] 'range keys from in-memory index tree' (duration: 161.251179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:13.296034Z","caller":"traceutil/trace.go:171","msg":"trace[327162007] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"467.342075ms","start":"2026-03-31T18:44:12.828666Z","end":"2026-03-31T18:44:13.296008Z","steps":["trace[327162007] 'process raft request' (duration: 467.191502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.296177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:12.828637Z","time spent":"467.465566ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:13.425778Z","caller":"traceutil/trace.go:171","msg":"trace[2074903328] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"596.208517ms","start":"2026-03-31T18:44:12.829538Z","end":"2026-03-31T18:44:13.425746Z","steps":["trace[2074903328] 'process raft request' (duration: 595.817379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:13.425835Z","caller":"traceutil/trace.go:171","msg":"trace[965605717] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"596.082255ms","start":"2026-03-31T18:44:12.829725Z","end":"2026-03-31T18:44:13.425807Z","steps":["trace[965605717] 'process raft request' (duration: 595.927812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.425921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:12.829521Z","time spent":"596.319949ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:13.42598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:12.8297Z","time spent":"596.201397ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:13.426024Z","caller":"traceutil/trace.go:171","msg":"trace[1161910837] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"596.970651ms","start":"2026-03-31T18:44:12.829042Z","end":"2026-03-31T18:44:13.426013Z","steps":["trace[1161910837] 'process raft request' (duration: 596.745677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.426062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:12.829013Z","time spent":"597.027732ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:13.426107Z","caller":"traceutil/trace.go:171","msg":"trace[168337103] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"596.094754ms","start":"2026-03-31T18:44:12.830002Z","end":"2026-03-31T18:44:13.426097Z","steps":["trace[168337103] 'process raft request' (duration: 595.83933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:13.426121Z","caller":"traceutil/trace.go:171","msg":"trace[1114220873] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"596.36017ms","start":"2026-03-31T18:44:12.829753Z","end":"2026-03-31T18:44:13.426113Z","steps":["trace[1114220873] 'process raft request' (duration: 595.992283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.426158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:12.829735Z","time spent":"596.40066ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:13.426158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:12.82999Z","time spent":"596.138806ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:13.426022Z","caller":"traceutil/trace.go:171","msg":"trace[230769896] linearizableReadLoop","detail":"{readStateIndex:8905; appliedIndex:8899; }","duration":"573.829061ms","start":"2026-03-31T18:44:12.852115Z","end":"2026-03-31T18:44:13.425944Z","steps":["trace[230769896] 'read index received' (duration: 443.738225ms)","trace[230769896] 'applied index is now lower than readState.Index' (duration: 130.089815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:13.426615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.470943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:44:13.426688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.710638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:44:13.42672Z","caller":"traceutil/trace.go:171","msg":"trace[385951891] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8593; }","duration":"387.802421ms","start":"2026-03-31T18:44:13.038909Z","end":"2026-03-31T18:44:13.426711Z","steps":["trace[385951891] 'agreement among raft nodes before linearized reading' (duration: 387.74762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:13.426712Z","caller":"traceutil/trace.go:171","msg":"trace[2021511220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8593; }","duration":"574.640416ms","start":"2026-03-31T18:44:12.852051Z","end":"2026-03-31T18:44:13.426692Z","steps":["trace[2021511220] 'agreement among raft nodes before linearized reading' (duration: 574.355681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.426738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:13.038879Z","time spent":"387.854651ms","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:13.426759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:12.85202Z","time spent":"574.729917ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"warn","ts":"2026-03-31T18:44:13.426754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.42676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:13.42682Z","caller":"traceutil/trace.go:171","msg":"trace[2113187327] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8593; }","duration":"513.585524ms","start":"2026-03-31T18:44:12.91321Z","end":"2026-03-31T18:44:13.426796Z","steps":["trace[2113187327] 'agreement among raft nodes before linearized reading' (duration: 513.450121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:13.426893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:12.913179Z","time spent":"513.693147ms","remote":"127.0.0.1:53160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:44:37.671813Z","caller":"traceutil/trace.go:171","msg":"trace[1597551757] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9085; }","duration":"176.578731ms","start":"2026-03-31T18:44:37.495207Z","end":"2026-03-31T18:44:37.671786Z","steps":["trace[1597551757] 'read index received' (duration: 176.472459ms)","trace[1597551757] 'applied index is now lower than readState.Index' (duration: 105.372µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:37.67195Z","caller":"traceutil/trace.go:171","msg":"trace[1016402109] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"262.141579ms","start":"2026-03-31T18:44:37.409796Z","end":"2026-03-31T18:44:37.671938Z","steps":["trace[1016402109] 'process raft request' (duration: 261.823024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:37.672119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.902856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:37.672161Z","caller":"traceutil/trace.go:171","msg":"trace[1356092613] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8767; }","duration":"176.998718ms","start":"2026-03-31T18:44:37.495151Z","end":"2026-03-31T18:44:37.672149Z","steps":["trace[1356092613] 'agreement among raft nodes before linearized reading' (duration: 176.920647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:37.672279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.531617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qlhrr\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-31T18:44:37.672311Z","caller":"traceutil/trace.go:171","msg":"trace[313891573] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qlhrr; range_end:; response_count:1; response_revision:8767; }","duration":"127.601848ms","start":"2026-03-31T18:44:37.544701Z","end":"2026-03-31T18:44:37.672303Z","steps":["trace[313891573] 'agreement among raft nodes before linearized reading' (duration: 127.474926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:37.672463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.182615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:44:37.672494Z","caller":"traceutil/trace.go:171","msg":"trace[1352357019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8767; }","duration":"123.215335ms","start":"2026-03-31T18:44:37.54927Z","end":"2026-03-31T18:44:37.672486Z","steps":["trace[1352357019] 'agreement among raft nodes before linearized reading' (duration: 123.125254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:37.67255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.824222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:44:37.672587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.039715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:37.672612Z","caller":"traceutil/trace.go:171","msg":"trace[147578371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8767; }","duration":"119.087687ms","start":"2026-03-31T18:44:37.553518Z","end":"2026-03-31T18:44:37.672606Z","steps":["trace[147578371] 'agreement among raft nodes before linearized reading' (duration: 119.023815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:37.672623Z","caller":"traceutil/trace.go:171","msg":"trace[836669980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8767; }","duration":"117.938525ms","start":"2026-03-31T18:44:37.554667Z","end":"2026-03-31T18:44:37.672605Z","steps":["trace[836669980] 'agreement among raft nodes before linearized reading' (duration: 117.70954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:37.672607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.168475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:44:37.67269Z","caller":"traceutil/trace.go:171","msg":"trace[1137899616] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8767; }","duration":"101.266437ms","start":"2026-03-31T18:44:37.571395Z","end":"2026-03-31T18:44:37.672661Z","steps":["trace[1137899616] 'agreement among raft nodes before linearized reading' (duration: 101.068693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:37.672753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.158252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:44:37.672788Z","caller":"traceutil/trace.go:171","msg":"trace[1750129279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8767; }","duration":"114.212593ms","start":"2026-03-31T18:44:37.558564Z","end":"2026-03-31T18:44:37.672777Z","steps":["trace[1750129279] 'agreement among raft nodes before linearized reading' (duration: 114.122541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:37.673671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.748211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:44:37.673746Z","caller":"traceutil/trace.go:171","msg":"trace[827275393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8767; }","duration":"127.861583ms","start":"2026-03-31T18:44:37.545865Z","end":"2026-03-31T18:44:37.673727Z","steps":["trace[827275393] 'agreement among raft nodes before linearized reading' (duration: 127.377664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:39.574639Z","caller":"traceutil/trace.go:171","msg":"trace[886548690] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"161.126306ms","start":"2026-03-31T18:44:39.413491Z","end":"2026-03-31T18:44:39.574617Z","steps":["trace[886548690] 'process raft request' (duration: 160.949833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:41.447597Z","caller":"traceutil/trace.go:171","msg":"trace[657811539] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9109; }","duration":"165.662353ms","start":"2026-03-31T18:44:41.281905Z","end":"2026-03-31T18:44:41.447567Z","steps":["trace[657811539] 'read index received' (duration: 165.385968ms)","trace[657811539] 'applied index is now lower than readState.Index' (duration: 274.995µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:41.447785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.868067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:41.447838Z","caller":"traceutil/trace.go:171","msg":"trace[1798491937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8790; }","duration":"165.976249ms","start":"2026-03-31T18:44:41.281847Z","end":"2026-03-31T18:44:41.447824Z","steps":["trace[1798491937] 'agreement among raft nodes before linearized reading' (duration: 165.842207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:41.448213Z","caller":"traceutil/trace.go:171","msg":"trace[1758468094] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"221.77259ms","start":"2026-03-31T18:44:41.226424Z","end":"2026-03-31T18:44:41.448197Z","steps":["trace[1758468094] 'process raft request' (duration: 220.969704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.363979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.287668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:42.364065Z","caller":"traceutil/trace.go:171","msg":"trace[1885622232] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8790; }","duration":"813.414431ms","start":"2026-03-31T18:44:41.55063Z","end":"2026-03-31T18:44:42.364044Z","steps":["trace[1885622232] 'count revisions from in-memory index tree' (duration: 813.218207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.364107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.550617Z","time spent":"813.479582ms","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:42.364066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.336501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:42.364214Z","caller":"traceutil/trace.go:171","msg":"trace[1738101440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8790; }","duration":"750.521174ms","start":"2026-03-31T18:44:41.613669Z","end":"2026-03-31T18:44:42.36419Z","steps":["trace[1738101440] 'range keys from in-memory index tree' (duration: 750.31286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.364424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.579699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:42.364727Z","caller":"traceutil/trace.go:171","msg":"trace[1759676535] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9110; }","duration":"676.046746ms","start":"2026-03-31T18:44:41.688666Z","end":"2026-03-31T18:44:42.364713Z","steps":["trace[1759676535] 'read index received' (duration: 238.887916ms)","trace[1759676535] 'applied index is now lower than readState.Index' (duration: 437.15704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:42.365054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.384313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:44:42.365139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.312393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:42.365149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.364617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:42.365132Z","caller":"traceutil/trace.go:171","msg":"trace[1797160315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8791; }","duration":"676.457924ms","start":"2026-03-31T18:44:41.688651Z","end":"2026-03-31T18:44:42.365109Z","steps":["trace[1797160315] 'agreement among raft nodes before linearized reading' (duration: 676.24565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:42.365178Z","caller":"traceutil/trace.go:171","msg":"trace[759462437] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8791; }","duration":"241.382245ms","start":"2026-03-31T18:44:42.123783Z","end":"2026-03-31T18:44:42.365165Z","steps":["trace[759462437] 'agreement among raft nodes before linearized reading' (duration: 241.309144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.365207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.688584Z","time spent":"676.612447ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:44:42.365225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.069103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:42.365207Z","caller":"traceutil/trace.go:171","msg":"trace[425645516] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8791; }","duration":"144.446619ms","start":"2026-03-31T18:44:42.220741Z","end":"2026-03-31T18:44:42.365188Z","steps":["trace[425645516] 'agreement among raft nodes before linearized reading' (duration: 144.320907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:42.365299Z","caller":"traceutil/trace.go:171","msg":"trace[803808611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8791; }","duration":"669.188756ms","start":"2026-03-31T18:44:41.69609Z","end":"2026-03-31T18:44:42.365279Z","steps":["trace[803808611] 'agreement among raft nodes before linearized reading' (duration: 668.963202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.365299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.813681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:44:42.365342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.696064Z","time spent":"669.269468ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:44:42.365349Z","caller":"traceutil/trace.go:171","msg":"trace[1630490313] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8791; }","duration":"562.898963ms","start":"2026-03-31T18:44:41.802436Z","end":"2026-03-31T18:44:42.365335Z","steps":["trace[1630490313] 'agreement among raft nodes before linearized reading' (duration: 562.697459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.365367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.018109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:44:42.365357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.94894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:44:42.365389Z","caller":"traceutil/trace.go:171","msg":"trace[1568549140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8791; }","duration":"662.063651ms","start":"2026-03-31T18:44:41.703319Z","end":"2026-03-31T18:44:42.365383Z","steps":["trace[1568549140] 'agreement among raft nodes before linearized reading' (duration: 661.99891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.36539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.802418Z","time spent":"562.964084ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:44:42.365407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.703305Z","time spent":"662.096681ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:44:42.365407Z","caller":"traceutil/trace.go:171","msg":"trace[2082393004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8791; }","duration":"660.039041ms","start":"2026-03-31T18:44:41.705352Z","end":"2026-03-31T18:44:42.365391Z","steps":["trace[2082393004] 'agreement among raft nodes before linearized reading' (duration: 659.872318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.365441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.705331Z","time spent":"660.102323ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"warn","ts":"2026-03-31T18:44:42.365523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.618366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:44:42.365545Z","caller":"traceutil/trace.go:171","msg":"trace[1955776729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8791; }","duration":"657.677407ms","start":"2026-03-31T18:44:41.707863Z","end":"2026-03-31T18:44:42.36554Z","steps":["trace[1955776729] 'agreement among raft nodes before linearized reading' (duration: 657.622466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.365561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.707842Z","time spent":"657.715798ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:42.365685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.437795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:44:42.36578Z","caller":"traceutil/trace.go:171","msg":"trace[1594274681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8791; }","duration":"664.547257ms","start":"2026-03-31T18:44:41.70121Z","end":"2026-03-31T18:44:42.365757Z","steps":["trace[1594274681] 'agreement among raft nodes before linearized reading' (duration: 664.116559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.365828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.701168Z","time spent":"664.650119ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:42.365812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.708137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:44:42.365978Z","caller":"traceutil/trace.go:171","msg":"trace[129488074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8791; }","duration":"657.88982ms","start":"2026-03-31T18:44:41.708081Z","end":"2026-03-31T18:44:42.365971Z","steps":["trace[129488074] 'agreement among raft nodes before linearized reading' (duration: 656.967413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:42.366003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.708075Z","time spent":"657.922241ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:44:42.367799Z","caller":"traceutil/trace.go:171","msg":"trace[1864983359] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"769.183019ms","start":"2026-03-31T18:44:41.595629Z","end":"2026-03-31T18:44:42.364812Z","steps":["trace[1864983359] 'process raft request' (duration: 332.000858ms)","trace[1864983359] 'compare' (duration: 436.182982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:42.369489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:41.5956Z","time spent":"772.599244ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:42.872028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727520955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:44:43.162783Z","caller":"traceutil/trace.go:171","msg":"trace[1958362002] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"792.875309ms","start":"2026-03-31T18:44:42.369879Z","end":"2026-03-31T18:44:43.162754Z","steps":["trace[1958362002] 'process raft request' (duration: 777.345994ms)","trace[1958362002] 'compare' (duration: 14.880354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:43.162932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.369853Z","time spent":"793.008013ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:43.273234Z","caller":"traceutil/trace.go:171","msg":"trace[1927643035] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"902.995756ms","start":"2026-03-31T18:44:42.370221Z","end":"2026-03-31T18:44:43.273217Z","steps":["trace[1927643035] 'process raft request' (duration: 902.358254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.273362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.370203Z","time spent":"903.095268ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:43.273555Z","caller":"traceutil/trace.go:171","msg":"trace[129616334] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"903.18896ms","start":"2026-03-31T18:44:42.370332Z","end":"2026-03-31T18:44:43.273521Z","steps":["trace[129616334] 'process raft request' (duration: 902.848812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:43.273647Z","caller":"traceutil/trace.go:171","msg":"trace[2075962328] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"903.297942ms","start":"2026-03-31T18:44:42.37032Z","end":"2026-03-31T18:44:43.273618Z","steps":["trace[2075962328] 'process raft request' (duration: 903.092069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.273756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.370326Z","time spent":"903.317822ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:43.273815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.3703Z","time spent":"903.427724ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:43.273863Z","caller":"traceutil/trace.go:171","msg":"trace[2023303049] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"902.808862ms","start":"2026-03-31T18:44:42.371031Z","end":"2026-03-31T18:44:43.27384Z","steps":["trace[2023303049] 'process raft request' (duration: 902.538948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.274005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.371021Z","time spent":"902.914034ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:43.274166Z","caller":"traceutil/trace.go:171","msg":"trace[1799813] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"901.854704ms","start":"2026-03-31T18:44:42.372299Z","end":"2026-03-31T18:44:43.274154Z","steps":["trace[1799813] 'process raft request' (duration: 901.730632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:43.274169Z","caller":"traceutil/trace.go:171","msg":"trace[2099683162] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"902.761791ms","start":"2026-03-31T18:44:42.371395Z","end":"2026-03-31T18:44:43.274156Z","steps":["trace[2099683162] 'process raft request' (duration: 902.369474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.274265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.371386Z","time spent":"902.834352ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:43.274344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.372294Z","time spent":"901.914265ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:43.274384Z","caller":"traceutil/trace.go:171","msg":"trace[223372600] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"693.954696ms","start":"2026-03-31T18:44:42.580416Z","end":"2026-03-31T18:44:43.27437Z","steps":["trace[223372600] 'process raft request' (duration: 693.705182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.274457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.580388Z","time spent":"694.033188ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:43.274709Z","caller":"traceutil/trace.go:171","msg":"trace[89046457] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"682.631781ms","start":"2026-03-31T18:44:42.592067Z","end":"2026-03-31T18:44:43.274698Z","steps":["trace[89046457] 'process raft request' (duration: 682.148272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.274792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.592047Z","time spent":"682.706682ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:43.281651Z","caller":"traceutil/trace.go:171","msg":"trace[1640203750] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9111; }","duration":"910.508028ms","start":"2026-03-31T18:44:42.371126Z","end":"2026-03-31T18:44:43.281634Z","steps":["trace[1640203750] 'read index received' (duration: 776.746743ms)","trace[1640203750] 'applied index is now lower than readState.Index' (duration: 133.760255ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:43.281761Z","caller":"traceutil/trace.go:171","msg":"trace[550033910] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"688.660956ms","start":"2026-03-31T18:44:42.593079Z","end":"2026-03-31T18:44:43.28174Z","steps":["trace[550033910] 'process raft request' (duration: 681.177094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.2818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.08711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:43.281831Z","caller":"traceutil/trace.go:171","msg":"trace[295638107] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8801; }","duration":"435.165013ms","start":"2026-03-31T18:44:42.846658Z","end":"2026-03-31T18:44:43.281823Z","steps":["trace[295638107] 'agreement among raft nodes before linearized reading' (duration: 435.09772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.28184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.593064Z","time spent":"688.743307ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:43.281852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.846637Z","time spent":"435.210283ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:43.281862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.898107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:43.281922Z","caller":"traceutil/trace.go:171","msg":"trace[178858661] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8801; }","duration":"157.001659ms","start":"2026-03-31T18:44:43.124905Z","end":"2026-03-31T18:44:43.281907Z","steps":["trace[178858661] 'agreement among raft nodes before linearized reading' (duration: 156.904597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.282629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.480607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228558"} {"level":"info","ts":"2026-03-31T18:44:43.283285Z","caller":"traceutil/trace.go:171","msg":"trace[807386124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8801; }","duration":"911.616869ms","start":"2026-03-31T18:44:42.371119Z","end":"2026-03-31T18:44:43.282736Z","steps":["trace[807386124] 'agreement among raft nodes before linearized reading' (duration: 910.63526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:43.283334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:42.371057Z","time spent":"912.265572ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228581,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:44:56.641863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.944376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T18:44:56.64228Z","caller":"traceutil/trace.go:171","msg":"trace[516556318] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8905; }","duration":"969.359379ms","start":"2026-03-31T18:44:55.672881Z","end":"2026-03-31T18:44:56.642241Z","steps":["trace[516556318] 'process raft request' (duration: 366.947834ms)","trace[516556318] 'compare' (duration: 601.715381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:56.642426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:55.672867Z","time spent":"969.482372ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T18:44:56.642617Z","caller":"traceutil/trace.go:171","msg":"trace[785793938] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"947.519213ms","start":"2026-03-31T18:44:55.695075Z","end":"2026-03-31T18:44:56.642594Z","steps":["trace[785793938] 'process raft request' (duration: 947.188907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:56.642803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:55.695059Z","time spent":"947.699526ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:44:56.642774Z","caller":"traceutil/trace.go:171","msg":"trace[998455164] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9230; }","duration":"967.382961ms","start":"2026-03-31T18:44:55.675318Z","end":"2026-03-31T18:44:56.642701Z","steps":["trace[998455164] 'read index received' (duration: 364.487347ms)","trace[998455164] 'applied index is now lower than readState.Index' (duration: 602.892994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:56.642944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.611455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qlhrr\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-31T18:44:56.643136Z","caller":"traceutil/trace.go:171","msg":"trace[1922358091] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qlhrr; range_end:; response_count:1; response_revision:8906; }","duration":"967.801109ms","start":"2026-03-31T18:44:55.675307Z","end":"2026-03-31T18:44:56.643109Z","steps":["trace[1922358091] 'agreement among raft nodes before linearized reading' (duration: 967.479713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:56.64323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:55.675302Z","time spent":"967.89972ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qlhrr\" "} {"level":"warn","ts":"2026-03-31T18:44:57.143403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727521284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:44:57.520564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.143433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:44:57.520682Z","caller":"traceutil/trace.go:171","msg":"trace[565031681] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"1.059480404s","start":"2026-03-31T18:44:56.461181Z","end":"2026-03-31T18:44:57.520662Z","steps":["trace[565031681] 'process raft request' (duration: 780.152389ms)","trace[565031681] 'compare' (duration: 278.838836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:57.520742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:56.461156Z","time spent":"1.059558785s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:57.687887Z","caller":"traceutil/trace.go:171","msg":"trace[205046680] linearizableReadLoop","detail":"{readStateIndex:9235; appliedIndex:9232; }","duration":"1.044767185s","start":"2026-03-31T18:44:56.643086Z","end":"2026-03-31T18:44:57.687854Z","steps":["trace[205046680] 'read index received' (duration: 598.238356ms)","trace[205046680] 'applied index is now lower than readState.Index' (duration: 446.527529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:57.688043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407812253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:57.688105Z","caller":"traceutil/trace.go:171","msg":"trace[413852048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8909; }","duration":"1.407931276s","start":"2026-03-31T18:44:56.280156Z","end":"2026-03-31T18:44:57.688088Z","steps":["trace[413852048] 'agreement among raft nodes before linearized reading' (duration: 1.407774063s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.688096Z","caller":"traceutil/trace.go:171","msg":"trace[581923416] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"760.125877ms","start":"2026-03-31T18:44:56.927942Z","end":"2026-03-31T18:44:57.688068Z","steps":["trace[581923416] 'process raft request' (duration: 759.848242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.688165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:56.28014Z","time spent":"1.408016097s","remote":"127.0.0.1:52994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:44:57.68793Z","caller":"traceutil/trace.go:171","msg":"trace[345067294] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"1.032918498s","start":"2026-03-31T18:44:56.654958Z","end":"2026-03-31T18:44:57.687876Z","steps":["trace[345067294] 'process raft request' (duration: 1.021203975s)","trace[345067294] 'compare' (duration: 11.471708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:57.688179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514764218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:44:57.688212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:56.927912Z","time spent":"760.257719ms","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:44:57.688258Z","caller":"traceutil/trace.go:171","msg":"trace[238903805] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8909; }","duration":"1.514900881s","start":"2026-03-31T18:44:56.173336Z","end":"2026-03-31T18:44:57.688237Z","steps":["trace[238903805] 'agreement among raft nodes before linearized reading' (duration: 1.514698007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.688316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:56.173305Z","time spent":"1.514995733s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:44:57.688342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99354165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qlhrr\" ","response":"range_response_count:1 size:4665"} {"level":"warn","ts":"2026-03-31T18:44:57.688343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:56.65494Z","time spent":"1.033299046s","remote":"127.0.0.1:53254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:44:57.688424Z","caller":"traceutil/trace.go:171","msg":"trace[2070131726] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qlhrr; range_end:; response_count:1; response_revision:8909; }","duration":"1.993669613s","start":"2026-03-31T18:44:55.694738Z","end":"2026-03-31T18:44:57.688408Z","steps":["trace[2070131726] 'agreement among raft nodes before linearized reading' (duration: 1.993421888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.688464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:55.69472Z","time spent":"1.993738434s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qlhrr\" "} {"level":"warn","ts":"2026-03-31T18:44:57.68864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013072183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qlhrr\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-31T18:44:57.688729Z","caller":"traceutil/trace.go:171","msg":"trace[681673516] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qlhrr; range_end:; response_count:1; response_revision:8909; }","duration":"2.013182774s","start":"2026-03-31T18:44:55.675528Z","end":"2026-03-31T18:44:57.688711Z","steps":["trace[681673516] 'agreement among raft nodes before linearized reading' (duration: 2.012568883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.68898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:55.675524Z","time spent":"2.013412679s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qlhrr\" "} {"level":"info","ts":"2026-03-31T18:44:57.714168Z","caller":"traceutil/trace.go:171","msg":"trace[955449463] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"389.627965ms","start":"2026-03-31T18:44:57.324509Z","end":"2026-03-31T18:44:57.714137Z","steps":["trace[955449463] 'process raft request' (duration: 389.412581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.714374Z","caller":"traceutil/trace.go:171","msg":"trace[786156033] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"380.583762ms","start":"2026-03-31T18:44:57.333773Z","end":"2026-03-31T18:44:57.714357Z","steps":["trace[786156033] 'process raft request' (duration: 380.307877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.714417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.324472Z","time spent":"389.793898ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:57.714481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.33375Z","time spent":"380.673045ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:57.714727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.609958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:44:57.714754Z","caller":"traceutil/trace.go:171","msg":"trace[1427481806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8912; }","duration":"365.643988ms","start":"2026-03-31T18:44:57.3491Z","end":"2026-03-31T18:44:57.714744Z","steps":["trace[1427481806] 'agreement among raft nodes before linearized reading' (duration: 365.551167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.714776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.349093Z","time spent":"365.674989ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:44:57.714845Z","caller":"traceutil/trace.go:171","msg":"trace[904154815] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"377.888932ms","start":"2026-03-31T18:44:57.336947Z","end":"2026-03-31T18:44:57.714836Z","steps":["trace[904154815] 'process raft request' (duration: 377.335431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.714884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.336933Z","time spent":"377.925112ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:44:57.714886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.972531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:44:57.714871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.200708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:44:57.714907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.358955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:44:57.71493Z","caller":"traceutil/trace.go:171","msg":"trace[205966523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8912; }","duration":"371.038322ms","start":"2026-03-31T18:44:57.343882Z","end":"2026-03-31T18:44:57.714921Z","steps":["trace[205966523] 'agreement among raft nodes before linearized reading' (duration: 370.887699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.714967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.343868Z","time spent":"371.095142ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:44:57.714963Z","caller":"traceutil/trace.go:171","msg":"trace[1161772786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8912; }","duration":"367.337591ms","start":"2026-03-31T18:44:57.347605Z","end":"2026-03-31T18:44:57.714943Z","steps":["trace[1161772786] 'agreement among raft nodes before linearized reading' (duration: 367.042096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.714976Z","caller":"traceutil/trace.go:171","msg":"trace[1213442649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8912; }","duration":"374.446987ms","start":"2026-03-31T18:44:57.340511Z","end":"2026-03-31T18:44:57.714958Z","steps":["trace[1213442649] 'agreement among raft nodes before linearized reading' (duration: 374.229753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.715008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.347592Z","time spent":"367.407302ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:44:57.715022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.340503Z","time spent":"374.508198ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:44:57.715071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.501715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-31T18:44:57.715096Z","caller":"traceutil/trace.go:171","msg":"trace[1085814931] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8912; }","duration":"201.557726ms","start":"2026-03-31T18:44:57.513532Z","end":"2026-03-31T18:44:57.715089Z","steps":["trace[1085814931] 'agreement among raft nodes before linearized reading' (duration: 201.460764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.715124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067745481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-qlhrr\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-31T18:44:57.715146Z","caller":"traceutil/trace.go:171","msg":"trace[1601510329] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-qlhrr; range_end:; response_count:1; response_revision:8912; }","duration":"1.067802333s","start":"2026-03-31T18:44:56.647335Z","end":"2026-03-31T18:44:57.715138Z","steps":["trace[1601510329] 'agreement among raft nodes before linearized reading' (duration: 1.067734021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.715165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:56.64732Z","time spent":"1.067840733s","remote":"127.0.0.1:48842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-qlhrr\" "} {"level":"warn","ts":"2026-03-31T18:44:57.715266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.884387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:44:57.71529Z","caller":"traceutil/trace.go:171","msg":"trace[749798661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8912; }","duration":"361.933387ms","start":"2026-03-31T18:44:57.353348Z","end":"2026-03-31T18:44:57.715281Z","steps":["trace[749798661] 'agreement among raft nodes before linearized reading' (duration: 361.874126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.715275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.499996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:44:57.715309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.35333Z","time spent":"361.974009ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:44:57.715302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.979267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:44:57.715331Z","caller":"traceutil/trace.go:171","msg":"trace[1396515487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8912; }","duration":"355.574417ms","start":"2026-03-31T18:44:57.35974Z","end":"2026-03-31T18:44:57.715315Z","steps":["trace[1396515487] 'agreement among raft nodes before linearized reading' (duration: 355.417314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.715382Z","caller":"traceutil/trace.go:171","msg":"trace[1587250941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8912; }","duration":"478.108699ms","start":"2026-03-31T18:44:57.237254Z","end":"2026-03-31T18:44:57.715363Z","steps":["trace[1587250941] 'agreement among raft nodes before linearized reading' (duration: 477.834664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.715451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.237238Z","time spent":"478.204701ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:44:57.715381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:57.359729Z","time spent":"355.642009ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"info","ts":"2026-03-31T18:44:57.854316Z","caller":"traceutil/trace.go:171","msg":"trace[1613377823] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8916; }","duration":"135.61507ms","start":"2026-03-31T18:44:57.71867Z","end":"2026-03-31T18:44:57.854285Z","steps":["trace[1613377823] 'process raft request' (duration: 135.331855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.854346Z","caller":"traceutil/trace.go:171","msg":"trace[1180486710] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"135.044719ms","start":"2026-03-31T18:44:57.71928Z","end":"2026-03-31T18:44:57.854324Z","steps":["trace[1180486710] 'process raft request' (duration: 134.911467ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.854681Z","caller":"traceutil/trace.go:171","msg":"trace[881747771] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"135.292355ms","start":"2026-03-31T18:44:57.719377Z","end":"2026-03-31T18:44:57.854669Z","steps":["trace[881747771] 'process raft request' (duration: 134.864086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.854891Z","caller":"traceutil/trace.go:171","msg":"trace[5385383] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"134.51701ms","start":"2026-03-31T18:44:57.720363Z","end":"2026-03-31T18:44:57.85488Z","steps":["trace[5385383] 'process raft request' (duration: 134.357817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.854889Z","caller":"traceutil/trace.go:171","msg":"trace[2096054174] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"135.069381ms","start":"2026-03-31T18:44:57.719794Z","end":"2026-03-31T18:44:57.854863Z","steps":["trace[2096054174] 'process raft request' (duration: 134.716384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.855034Z","caller":"traceutil/trace.go:171","msg":"trace[1021523068] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"135.04337ms","start":"2026-03-31T18:44:57.719948Z","end":"2026-03-31T18:44:57.854991Z","steps":["trace[1021523068] 'process raft request' (duration: 134.735315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.855057Z","caller":"traceutil/trace.go:171","msg":"trace[90486102] transaction","detail":"{read_only:false; response_revision:8923; number_of_response:1; }","duration":"127.046998ms","start":"2026-03-31T18:44:57.727976Z","end":"2026-03-31T18:44:57.855022Z","steps":["trace[90486102] 'process raft request' (duration: 126.782273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.855094Z","caller":"traceutil/trace.go:171","msg":"trace[1508344726] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"135.188503ms","start":"2026-03-31T18:44:57.719889Z","end":"2026-03-31T18:44:57.855078Z","steps":["trace[1508344726] 'process raft request' (duration: 134.749075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.855501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.655671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228468"} {"level":"info","ts":"2026-03-31T18:44:57.855562Z","caller":"traceutil/trace.go:171","msg":"trace[1028705716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8923; }","duration":"135.747924ms","start":"2026-03-31T18:44:57.719805Z","end":"2026-03-31T18:44:57.855553Z","steps":["trace[1028705716] 'agreement among raft nodes before linearized reading' (duration: 135.221224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.920598Z","caller":"traceutil/trace.go:171","msg":"trace[204294059] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"158.326644ms","start":"2026-03-31T18:44:57.762235Z","end":"2026-03-31T18:44:57.920562Z","steps":["trace[204294059] 'process raft request' (duration: 158.054109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.920662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.13987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a2015bfa48a230\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-31T18:44:57.920741Z","caller":"traceutil/trace.go:171","msg":"trace[1396807080] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a2015bfa48a230; range_end:; response_count:1; response_revision:8924; }","duration":"159.304183ms","start":"2026-03-31T18:44:57.761417Z","end":"2026-03-31T18:44:57.920721Z","steps":["trace[1396807080] 'agreement among raft nodes before linearized reading' (duration: 159.051468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:57.920742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.793426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:44:57.920753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.288032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qlhrr\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-31T18:44:57.921115Z","caller":"traceutil/trace.go:171","msg":"trace[59337115] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qlhrr; range_end:; response_count:1; response_revision:8924; }","duration":"159.648268ms","start":"2026-03-31T18:44:57.761397Z","end":"2026-03-31T18:44:57.921045Z","steps":["trace[59337115] 'agreement among raft nodes before linearized reading' (duration: 159.227911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:57.921232Z","caller":"traceutil/trace.go:171","msg":"trace[1941175788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8924; }","duration":"155.058611ms","start":"2026-03-31T18:44:57.765848Z","end":"2026-03-31T18:44:57.920906Z","steps":["trace[1941175788] 'agreement among raft nodes before linearized reading' (duration: 154.736555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:44:59.9315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727521348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:00.016947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.333411Z","time spent":"683.530539ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:45:00.311701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.714964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:00.311999Z","caller":"traceutil/trace.go:171","msg":"trace[1386709180] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"591.166881ms","start":"2026-03-31T18:44:59.720798Z","end":"2026-03-31T18:45:00.311965Z","steps":["trace[1386709180] 'process raft request' (duration: 322.10385ms)","trace[1386709180] 'compare' (duration: 268.586221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:00.312123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.720771Z","time spent":"591.295134ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:00.312252Z","caller":"traceutil/trace.go:171","msg":"trace[762851390] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"293.69822ms","start":"2026-03-31T18:45:00.018536Z","end":"2026-03-31T18:45:00.312234Z","steps":["trace[762851390] 'process raft request' (duration: 293.592478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.312611Z","caller":"traceutil/trace.go:171","msg":"trace[919957137] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"590.824514ms","start":"2026-03-31T18:44:59.721763Z","end":"2026-03-31T18:45:00.312588Z","steps":["trace[919957137] 'process raft request' (duration: 590.070601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.312654Z","caller":"traceutil/trace.go:171","msg":"trace[1554240274] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9255; }","duration":"881.223511ms","start":"2026-03-31T18:44:59.431388Z","end":"2026-03-31T18:45:00.312612Z","steps":["trace[1554240274] 'read index received' (duration: 585.464412ms)","trace[1554240274] 'applied index is now lower than readState.Index' (duration: 295.753679ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:00.312669Z","caller":"traceutil/trace.go:171","msg":"trace[1389122476] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"401.358718ms","start":"2026-03-31T18:44:59.91122Z","end":"2026-03-31T18:45:00.312578Z","steps":["trace[1389122476] 'process raft request' (duration: 400.796348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.312747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.721736Z","time spent":"590.931467ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:00.312773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.374993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:00.312841Z","caller":"traceutil/trace.go:171","msg":"trace[713870700] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8933; }","duration":"881.482076ms","start":"2026-03-31T18:44:59.431339Z","end":"2026-03-31T18:45:00.312821Z","steps":["trace[713870700] 'agreement among raft nodes before linearized reading' (duration: 881.363234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.312841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.911208Z","time spent":"401.536641ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:00.312904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.431323Z","time spent":"881.566977ms","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:00.312991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.082382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:45:00.313046Z","caller":"traceutil/trace.go:171","msg":"trace[1856825627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8933; }","duration":"453.194654ms","start":"2026-03-31T18:44:59.859833Z","end":"2026-03-31T18:45:00.313027Z","steps":["trace[1856825627] 'agreement among raft nodes before linearized reading' (duration: 452.97763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.313056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.969441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:45:00.313097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.593934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:45:00.313149Z","caller":"traceutil/trace.go:171","msg":"trace[95424805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8933; }","duration":"452.099604ms","start":"2026-03-31T18:44:59.861032Z","end":"2026-03-31T18:45:00.313131Z","steps":["trace[95424805] 'agreement among raft nodes before linearized reading' (duration: 451.815128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.31318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.181845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:45:00.313195Z","caller":"traceutil/trace.go:171","msg":"trace[835690732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8933; }","duration":"452.732897ms","start":"2026-03-31T18:44:59.860441Z","end":"2026-03-31T18:45:00.313174Z","steps":["trace[835690732] 'agreement among raft nodes before linearized reading' (duration: 452.446521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.313201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.861022Z","time spent":"452.168965ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:45:00.313216Z","caller":"traceutil/trace.go:171","msg":"trace[216083670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8933; }","duration":"453.270787ms","start":"2026-03-31T18:44:59.859937Z","end":"2026-03-31T18:45:00.313208Z","steps":["trace[216083670] 'agreement among raft nodes before linearized reading' (duration: 453.178665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.313242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.860427Z","time spent":"452.806848ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:00.313248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.859896Z","time spent":"453.346178ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:45:00.313284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.623583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:45:00.313336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.343008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:45:00.313347Z","caller":"traceutil/trace.go:171","msg":"trace[1651783267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8933; }","duration":"258.719554ms","start":"2026-03-31T18:45:00.054611Z","end":"2026-03-31T18:45:00.313331Z","steps":["trace[1651783267] 'agreement among raft nodes before linearized reading' (duration: 258.52817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.313375Z","caller":"traceutil/trace.go:171","msg":"trace[303833643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8933; }","duration":"453.43222ms","start":"2026-03-31T18:44:59.859935Z","end":"2026-03-31T18:45:00.313367Z","steps":["trace[303833643] 'agreement among raft nodes before linearized reading' (duration: 453.332428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.313073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.373371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:45:00.313407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.859928Z","time spent":"453.47297ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:45:00.313431Z","caller":"traceutil/trace.go:171","msg":"trace[37112284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8933; }","duration":"452.754388ms","start":"2026-03-31T18:44:59.860663Z","end":"2026-03-31T18:45:00.313417Z","steps":["trace[37112284] 'agreement among raft nodes before linearized reading' (duration: 452.258168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.313489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.214258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:45:00.313542Z","caller":"traceutil/trace.go:171","msg":"trace[1849814929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8933; }","duration":"451.281709ms","start":"2026-03-31T18:44:59.862246Z","end":"2026-03-31T18:45:00.313528Z","steps":["trace[1849814929] 'agreement among raft nodes before linearized reading' (duration: 451.130646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.31309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.859815Z","time spent":"453.266876ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:00.313542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.860653Z","time spent":"452.87336ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:45:00.313583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.862237Z","time spent":"451.338099ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"info","ts":"2026-03-31T18:45:00.313722Z","caller":"traceutil/trace.go:171","msg":"trace[1650347256] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"590.446608ms","start":"2026-03-31T18:44:59.721944Z","end":"2026-03-31T18:45:00.312391Z","steps":["trace[1650347256] 'process raft request' (duration: 589.99977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.313825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:44:59.721904Z","time spent":"591.862275ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:00.52744Z","caller":"traceutil/trace.go:171","msg":"trace[206926705] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"209.820843ms","start":"2026-03-31T18:45:00.317577Z","end":"2026-03-31T18:45:00.527398Z","steps":["trace[206926705] 'process raft request' (duration: 131.056764ms)","trace[206926705] 'compare' (duration: 78.558104ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:00.527646Z","caller":"traceutil/trace.go:171","msg":"trace[905797693] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"209.875804ms","start":"2026-03-31T18:45:00.317747Z","end":"2026-03-31T18:45:00.527623Z","steps":["trace[905797693] 'process raft request' (duration: 209.595079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.527681Z","caller":"traceutil/trace.go:171","msg":"trace[1064387747] linearizableReadLoop","detail":"{readStateIndex:9267; appliedIndex:9262; }","duration":"133.425039ms","start":"2026-03-31T18:45:00.394238Z","end":"2026-03-31T18:45:00.527663Z","steps":["trace[1064387747] 'read index received' (duration: 54.382214ms)","trace[1064387747] 'applied index is now lower than readState.Index' (duration: 79.042105ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:00.527738Z","caller":"traceutil/trace.go:171","msg":"trace[1108040869] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"209.401286ms","start":"2026-03-31T18:45:00.318309Z","end":"2026-03-31T18:45:00.527711Z","steps":["trace[1108040869] 'process raft request' (duration: 209.290414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.527792Z","caller":"traceutil/trace.go:171","msg":"trace[2094291273] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"208.967986ms","start":"2026-03-31T18:45:00.318816Z","end":"2026-03-31T18:45:00.527784Z","steps":["trace[2094291273] 'process raft request' (duration: 208.814763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.527913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.321124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:45:00.52792Z","caller":"traceutil/trace.go:171","msg":"trace[224679622] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"209.665751ms","start":"2026-03-31T18:45:00.318241Z","end":"2026-03-31T18:45:00.527906Z","steps":["trace[224679622] 'process raft request' (duration: 209.263173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:00.527952Z","caller":"traceutil/trace.go:171","msg":"trace[91571349] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8939; }","duration":"209.393445ms","start":"2026-03-31T18:45:00.318538Z","end":"2026-03-31T18:45:00.527932Z","steps":["trace[91571349] 'agreement among raft nodes before linearized reading' (duration: 209.268413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.528113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.765668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19384"} {"level":"info","ts":"2026-03-31T18:45:00.528158Z","caller":"traceutil/trace.go:171","msg":"trace[1442883285] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8939; }","duration":"131.821679ms","start":"2026-03-31T18:45:00.396325Z","end":"2026-03-31T18:45:00.528146Z","steps":["trace[1442883285] 'agreement among raft nodes before linearized reading' (duration: 131.665166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:00.528411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.588917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228473"} {"level":"info","ts":"2026-03-31T18:45:00.528461Z","caller":"traceutil/trace.go:171","msg":"trace[1289499922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8939; }","duration":"210.68752ms","start":"2026-03-31T18:45:00.317763Z","end":"2026-03-31T18:45:00.52845Z","steps":["trace[1289499922] 'agreement among raft nodes before linearized reading' (duration: 210.260122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:02.90025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5639524078727521383,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:45:03.111879Z","caller":"traceutil/trace.go:171","msg":"trace[1158967967] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"793.499151ms","start":"2026-03-31T18:45:02.31835Z","end":"2026-03-31T18:45:03.111849Z","steps":["trace[1158967967] 'process raft request' (duration: 793.322108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.112068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.318326Z","time spent":"793.643824ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:03.370562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.424147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:03.370799Z","caller":"traceutil/trace.go:171","msg":"trace[710723700] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"1.052205145s","start":"2026-03-31T18:45:02.318561Z","end":"2026-03-31T18:45:03.370766Z","steps":["trace[710723700] 'process raft request' (duration: 813.463542ms)","trace[710723700] 'compare' (duration: 238.260804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:03.370997Z","caller":"traceutil/trace.go:171","msg":"trace[972745182] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"1.052288337s","start":"2026-03-31T18:45:02.318687Z","end":"2026-03-31T18:45:03.370975Z","steps":["trace[972745182] 'process raft request' (duration: 1.052007221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.371094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.318658Z","time spent":"1.052394919s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:03.371157Z","caller":"traceutil/trace.go:171","msg":"trace[71423921] linearizableReadLoop","detail":"{readStateIndex:9271; appliedIndex:9267; }","duration":"971.601661ms","start":"2026-03-31T18:45:02.399524Z","end":"2026-03-31T18:45:03.371126Z","steps":["trace[71423921] 'read index received' (duration: 712.134433ms)","trace[71423921] 'applied index is now lower than readState.Index' (duration: 259.465158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:03.371302Z","caller":"traceutil/trace.go:171","msg":"trace[259684913] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"629.326497ms","start":"2026-03-31T18:45:02.741963Z","end":"2026-03-31T18:45:03.371289Z","steps":["trace[259684913] 'process raft request' (duration: 628.9571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.371424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.741941Z","time spent":"629.395029ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:03.371483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.5747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:45:03.371575Z","caller":"traceutil/trace.go:171","msg":"trace[722086825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8943; }","duration":"838.699202ms","start":"2026-03-31T18:45:02.53286Z","end":"2026-03-31T18:45:03.371559Z","steps":["trace[722086825] 'agreement among raft nodes before linearized reading' (duration: 838.449328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.371613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.532855Z","time spent":"838.749313ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:03.371628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.318542Z","time spent":"1.05299594s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:03.371627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.818524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:45:03.371738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.423728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:03.371728Z","caller":"traceutil/trace.go:171","msg":"trace[1151453016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8943; }","duration":"838.944356ms","start":"2026-03-31T18:45:02.532759Z","end":"2026-03-31T18:45:03.371703Z","steps":["trace[1151453016] 'agreement among raft nodes before linearized reading' (duration: 838.59218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:03.371775Z","caller":"traceutil/trace.go:171","msg":"trace[1000195716] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8943; }","duration":"114.493809ms","start":"2026-03-31T18:45:03.257271Z","end":"2026-03-31T18:45:03.371765Z","steps":["trace[1000195716] 'agreement among raft nodes before linearized reading' (duration: 114.434768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.371769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.463195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T18:45:03.37188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.930989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:45:03.371892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.359605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:45:03.371923Z","caller":"traceutil/trace.go:171","msg":"trace[353386626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:8943; }","duration":"835.98887ms","start":"2026-03-31T18:45:02.535922Z","end":"2026-03-31T18:45:03.371911Z","steps":["trace[353386626] 'agreement among raft nodes before linearized reading' (duration: 835.850547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:03.371949Z","caller":"traceutil/trace.go:171","msg":"trace[1578916153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8943; }","duration":"972.455366ms","start":"2026-03-31T18:45:02.399478Z","end":"2026-03-31T18:45:03.371934Z","steps":["trace[1578916153] 'agreement among raft nodes before linearized reading' (duration: 972.268523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.371963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.535912Z","time spent":"836.043632ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-mclcs\" "} {"level":"info","ts":"2026-03-31T18:45:03.371915Z","caller":"traceutil/trace.go:171","msg":"trace[783140640] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8943; }","duration":"892.663128ms","start":"2026-03-31T18:45:02.479193Z","end":"2026-03-31T18:45:03.371856Z","steps":["trace[783140640] 'agreement among raft nodes before linearized reading' (duration: 892.112798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.371979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.825794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:45:03.372006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.399462Z","time spent":"972.531978ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:03.372037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.001067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:45:03.372103Z","caller":"traceutil/trace.go:171","msg":"trace[2096845409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8943; }","duration":"840.106259ms","start":"2026-03-31T18:45:02.531981Z","end":"2026-03-31T18:45:03.372087Z","steps":["trace[2096845409] 'agreement among raft nodes before linearized reading' (duration: 839.956836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.372056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.479171Z","time spent":"892.832742ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:45:03.372137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.531959Z","time spent":"840.17061ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:45:03.372046Z","caller":"traceutil/trace.go:171","msg":"trace[99615141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8943; }","duration":"839.911915ms","start":"2026-03-31T18:45:02.532119Z","end":"2026-03-31T18:45:03.372031Z","steps":["trace[99615141] 'agreement among raft nodes before linearized reading' (duration: 839.757082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.372139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.532752Z","time spent":"839.035138ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:03.372199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.532113Z","time spent":"840.065288ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:45:03.373257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.853375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:45:03.373311Z","caller":"traceutil/trace.go:171","msg":"trace[1285246122] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8943; }","duration":"840.683049ms","start":"2026-03-31T18:45:02.532616Z","end":"2026-03-31T18:45:03.373299Z","steps":["trace[1285246122] 'agreement among raft nodes before linearized reading' (duration: 838.704632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:03.373354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:02.532585Z","time spent":"840.749311ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:45:03.53157Z","caller":"traceutil/trace.go:171","msg":"trace[321032364] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"154.318717ms","start":"2026-03-31T18:45:03.377211Z","end":"2026-03-31T18:45:03.53153Z","steps":["trace[321032364] 'process raft request' (duration: 143.255336ms)","trace[321032364] 'compare' (duration: 10.739555ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:03.532887Z","caller":"traceutil/trace.go:171","msg":"trace[312201500] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"155.56161ms","start":"2026-03-31T18:45:03.377299Z","end":"2026-03-31T18:45:03.532861Z","steps":["trace[312201500] 'process raft request' (duration: 154.128283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:03.533181Z","caller":"traceutil/trace.go:171","msg":"trace[1266503081] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"155.552171ms","start":"2026-03-31T18:45:03.377617Z","end":"2026-03-31T18:45:03.533169Z","steps":["trace[1266503081] 'process raft request' (duration: 155.162844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:03.533884Z","caller":"traceutil/trace.go:171","msg":"trace[1289841113] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"156.085931ms","start":"2026-03-31T18:45:03.377777Z","end":"2026-03-31T18:45:03.533863Z","steps":["trace[1289841113] 'process raft request' (duration: 155.931399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:03.534182Z","caller":"traceutil/trace.go:171","msg":"trace[1857073191] linearizableReadLoop","detail":"{readStateIndex:9276; appliedIndex:9271; }","duration":"156.236474ms","start":"2026-03-31T18:45:03.377922Z","end":"2026-03-31T18:45:03.534158Z","steps":["trace[1857073191] 'read index received' (duration: 15.876383ms)","trace[1857073191] 'applied index is now lower than readState.Index' (duration: 140.359081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:03.534698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.753243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228473"} {"level":"info","ts":"2026-03-31T18:45:03.534722Z","caller":"traceutil/trace.go:171","msg":"trace[160676767] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"156.784904ms","start":"2026-03-31T18:45:03.37792Z","end":"2026-03-31T18:45:03.534704Z","steps":["trace[160676767] 'process raft request' (duration: 155.905458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:03.534747Z","caller":"traceutil/trace.go:171","msg":"trace[244695327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8950; }","duration":"156.841805ms","start":"2026-03-31T18:45:03.377893Z","end":"2026-03-31T18:45:03.534735Z","steps":["trace[244695327] 'agreement among raft nodes before linearized reading' (duration: 156.368217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:03.535027Z","caller":"traceutil/trace.go:171","msg":"trace[152152895] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"157.042249ms","start":"2026-03-31T18:45:03.377975Z","end":"2026-03-31T18:45:03.535017Z","steps":["trace[152152895] 'process raft request' (duration: 156.09817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:16.749915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.909678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:16.750012Z","caller":"traceutil/trace.go:171","msg":"trace[335392406] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9118; }","duration":"218.090721ms","start":"2026-03-31T18:45:16.531902Z","end":"2026-03-31T18:45:16.749993Z","steps":["trace[335392406] 'count revisions from in-memory index tree' (duration: 217.781595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:16.833802Z","caller":"traceutil/trace.go:171","msg":"trace[855977313] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"223.727228ms","start":"2026-03-31T18:45:16.610035Z","end":"2026-03-31T18:45:16.833763Z","steps":["trace[855977313] 'process raft request' (duration: 223.537825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:19.437269Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002525.wal"} {"level":"warn","ts":"2026-03-31T18:46:00.155662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.016718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:46:00.155754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.055464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:46:00.155828Z","caller":"traceutil/trace.go:171","msg":"trace[1617472956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9506; }","duration":"147.250952ms","start":"2026-03-31T18:46:00.008548Z","end":"2026-03-31T18:46:00.155799Z","steps":["trace[1617472956] 'range keys from in-memory index tree' (duration: 146.698632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:00.155854Z","caller":"traceutil/trace.go:171","msg":"trace[1257713258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9506; }","duration":"265.221298ms","start":"2026-03-31T18:45:59.890607Z","end":"2026-03-31T18:46:00.155829Z","steps":["trace[1257713258] 'range keys from in-memory index tree' (duration: 264.85811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:11.688066Z","caller":"traceutil/trace.go:171","msg":"trace[1476161029] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"346.379142ms","start":"2026-03-31T18:46:11.341651Z","end":"2026-03-31T18:46:11.68803Z","steps":["trace[1476161029] 'process raft request' (duration: 346.135438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:11.688255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.341629Z","time spent":"346.530126ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:11.966139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.838318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:11.966357Z","caller":"traceutil/trace.go:171","msg":"trace[756963067] linearizableReadLoop","detail":"{readStateIndex:9922; appliedIndex:9920; }","duration":"259.457558ms","start":"2026-03-31T18:46:11.706881Z","end":"2026-03-31T18:46:11.966338Z","steps":["trace[756963067] 'read index received' (duration: 53.328044ms)","trace[756963067] 'applied index is now lower than readState.Index' (duration: 206.128464ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:11.966335Z","caller":"traceutil/trace.go:171","msg":"trace[300783363] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"540.452146ms","start":"2026-03-31T18:46:11.425849Z","end":"2026-03-31T18:46:11.966301Z","steps":["trace[300783363] 'process raft request' (duration: 334.369603ms)","trace[300783363] 'compare' (duration: 205.701745ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:11.966397Z","caller":"traceutil/trace.go:171","msg":"trace[1409516821] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"277.187126ms","start":"2026-03-31T18:46:11.689173Z","end":"2026-03-31T18:46:11.96636Z","steps":["trace[1409516821] 'process raft request' (duration: 277.075063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:11.966495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.425823Z","time spent":"540.594399ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:11.966515Z","caller":"traceutil/trace.go:171","msg":"trace[956190211] transaction","detail":"{read_only:false; response_revision:9575; number_of_response:1; }","duration":"235.089414ms","start":"2026-03-31T18:46:11.731412Z","end":"2026-03-31T18:46:11.966501Z","steps":["trace[956190211] 'process raft request' (duration: 234.888121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:11.966753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.871417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:11.966796Z","caller":"traceutil/trace.go:171","msg":"trace[646164202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9575; }","duration":"259.958837ms","start":"2026-03-31T18:46:11.706824Z","end":"2026-03-31T18:46:11.966783Z","steps":["trace[646164202] 'agreement among raft nodes before linearized reading' (duration: 259.885396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:11.967163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.046545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:46:11.967212Z","caller":"traceutil/trace.go:171","msg":"trace[1508170229] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9575; }","duration":"130.137307ms","start":"2026-03-31T18:46:11.837062Z","end":"2026-03-31T18:46:11.9672Z","steps":["trace[1508170229] 'agreement among raft nodes before linearized reading' (duration: 129.986544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.51024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.60104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:46:12.510295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.60178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:46:12.510452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.773802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:46:12.510497Z","caller":"traceutil/trace.go:171","msg":"trace[845036218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9575; }","duration":"272.850303ms","start":"2026-03-31T18:46:12.237634Z","end":"2026-03-31T18:46:12.510484Z","steps":["trace[845036218] 'range keys from in-memory index tree' (duration: 272.609239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.510593Z","caller":"traceutil/trace.go:171","msg":"trace[137846022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:9575; }","duration":"219.819194ms","start":"2026-03-31T18:46:12.29066Z","end":"2026-03-31T18:46:12.510479Z","steps":["trace[137846022] 'range keys from in-memory index tree' (duration: 219.441687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.51061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.793459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:12.510756Z","caller":"traceutil/trace.go:171","msg":"trace[2040953501] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9575; }","duration":"305.990853ms","start":"2026-03-31T18:46:12.204739Z","end":"2026-03-31T18:46:12.51073Z","steps":["trace[2040953501] 'count revisions from in-memory index tree' (duration: 305.696438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.51082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.204716Z","time spent":"306.088625ms","remote":"127.0.0.1:48626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:12.510891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.642075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:46:12.510954Z","caller":"traceutil/trace.go:171","msg":"trace[1453565042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9575; }","duration":"255.745128ms","start":"2026-03-31T18:46:12.255193Z","end":"2026-03-31T18:46:12.510938Z","steps":["trace[1453565042] 'range keys from in-memory index tree' (duration: 255.496583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.510968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.805669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:46:12.510972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.949598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T18:46:12.511032Z","caller":"traceutil/trace.go:171","msg":"trace[1416720215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9575; }","duration":"234.89374ms","start":"2026-03-31T18:46:12.276119Z","end":"2026-03-31T18:46:12.511013Z","steps":["trace[1416720215] 'range keys from in-memory index tree' (duration: 234.648585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.511047Z","caller":"traceutil/trace.go:171","msg":"trace[834533413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9575; }","duration":"229.05049ms","start":"2026-03-31T18:46:12.281975Z","end":"2026-03-31T18:46:12.511025Z","steps":["trace[834533413] 'range keys from in-memory index tree' (duration: 228.822985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.511182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.536389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:46:12.511215Z","caller":"traceutil/trace.go:171","msg":"trace[597234362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9575; }","duration":"239.60681ms","start":"2026-03-31T18:46:12.2716Z","end":"2026-03-31T18:46:12.511206Z","steps":["trace[597234362] 'range keys from in-memory index tree' (duration: 239.375386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.510334Z","caller":"traceutil/trace.go:171","msg":"trace[1794441375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9575; }","duration":"239.731072ms","start":"2026-03-31T18:46:12.270577Z","end":"2026-03-31T18:46:12.510308Z","steps":["trace[1794441375] 'range keys from in-memory index tree' (duration: 239.442057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.510208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.152083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:12.511414Z","caller":"traceutil/trace.go:171","msg":"trace[913626809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9575; }","duration":"228.413097ms","start":"2026-03-31T18:46:12.282986Z","end":"2026-03-31T18:46:12.511399Z","steps":["trace[913626809] 'range keys from in-memory index tree' (duration: 227.086391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.768583Z","caller":"traceutil/trace.go:171","msg":"trace[1231287302] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"252.592488ms","start":"2026-03-31T18:46:12.515955Z","end":"2026-03-31T18:46:12.768547Z","steps":["trace[1231287302] 'process raft request' (duration: 229.712102ms)","trace[1231287302] 'compare' (duration: 22.560719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:12.768948Z","caller":"traceutil/trace.go:171","msg":"trace[1046017717] linearizableReadLoop","detail":"{readStateIndex:9928; appliedIndex:9923; }","duration":"250.839944ms","start":"2026-03-31T18:46:12.518088Z","end":"2026-03-31T18:46:12.768928Z","steps":["trace[1046017717] 'read index received' (duration: 65.053667ms)","trace[1046017717] 'applied index is now lower than readState.Index' (duration: 185.785407ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:12.76906Z","caller":"traceutil/trace.go:171","msg":"trace[236589639] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"252.70163ms","start":"2026-03-31T18:46:12.516349Z","end":"2026-03-31T18:46:12.76905Z","steps":["trace[236589639] 'process raft request' (duration: 252.521107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.769052Z","caller":"traceutil/trace.go:171","msg":"trace[106981655] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"252.855332ms","start":"2026-03-31T18:46:12.516168Z","end":"2026-03-31T18:46:12.769023Z","steps":["trace[106981655] 'process raft request' (duration: 252.638158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.769308Z","caller":"traceutil/trace.go:171","msg":"trace[53256279] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"253.203579ms","start":"2026-03-31T18:46:12.51607Z","end":"2026-03-31T18:46:12.769273Z","steps":["trace[53256279] 'process raft request' (duration: 252.438854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.769363Z","caller":"traceutil/trace.go:171","msg":"trace[1779809281] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"251.18371ms","start":"2026-03-31T18:46:12.518157Z","end":"2026-03-31T18:46:12.76934Z","steps":["trace[1779809281] 'process raft request' (duration: 250.741102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:12.769879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.75869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:29 size:261438"} {"level":"info","ts":"2026-03-31T18:46:12.769968Z","caller":"traceutil/trace.go:171","msg":"trace[380494629] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:29; response_revision:9581; }","duration":"251.881564ms","start":"2026-03-31T18:46:12.518068Z","end":"2026-03-31T18:46:12.769949Z","steps":["trace[380494629] 'agreement among raft nodes before linearized reading' (duration: 251.261502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:12.781803Z","caller":"traceutil/trace.go:171","msg":"trace[416542897] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"187.671731ms","start":"2026-03-31T18:46:12.594116Z","end":"2026-03-31T18:46:12.781788Z","steps":["trace[416542897] 'process raft request' (duration: 187.513508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:20.818993Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"61bc451777564e43","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T18:46:20.82519Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:46:20.825298Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T18:46:32.149263Z","caller":"traceutil/trace.go:171","msg":"trace[727566637] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"116.146606ms","start":"2026-03-31T18:46:32.033092Z","end":"2026-03-31T18:46:32.149239Z","steps":["trace[727566637] 'process raft request' (duration: 115.991952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.17038Z","caller":"traceutil/trace.go:171","msg":"trace[50812502] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"131.210911ms","start":"2026-03-31T18:46:32.039148Z","end":"2026-03-31T18:46:32.170359Z","steps":["trace[50812502] 'process raft request' (duration: 131.036208ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.170691Z","caller":"traceutil/trace.go:171","msg":"trace[724719862] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"129.930447ms","start":"2026-03-31T18:46:32.04073Z","end":"2026-03-31T18:46:32.17066Z","steps":["trace[724719862] 'process raft request' (duration: 129.586861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.409636Z","caller":"traceutil/trace.go:171","msg":"trace[319361007] linearizableReadLoop","detail":"{readStateIndex:10148; appliedIndex:10147; }","duration":"127.774726ms","start":"2026-03-31T18:46:32.281835Z","end":"2026-03-31T18:46:32.40961Z","steps":["trace[319361007] 'read index received' (duration: 120.786615ms)","trace[319361007] 'applied index is now lower than readState.Index' (duration: 6.987031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:32.409861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.016341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:32.409934Z","caller":"traceutil/trace.go:171","msg":"trace[1640097182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9795; }","duration":"128.124053ms","start":"2026-03-31T18:46:32.281788Z","end":"2026-03-31T18:46:32.409912Z","steps":["trace[1640097182] 'agreement among raft nodes before linearized reading' (duration: 128.001681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:32.409827Z","caller":"traceutil/trace.go:171","msg":"trace[535371506] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"164.574692ms","start":"2026-03-31T18:46:32.245211Z","end":"2026-03-31T18:46:32.409786Z","steps":["trace[535371506] 'process raft request' (duration: 157.397286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.118586Z","caller":"traceutil/trace.go:171","msg":"trace[1409793059] transaction","detail":"{read_only:false; response_revision:10039; number_of_response:1; }","duration":"196.944183ms","start":"2026-03-31T18:47:05.921622Z","end":"2026-03-31T18:47:06.118567Z","steps":["trace[1409793059] 'process raft request' (duration: 196.819901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.126372Z","caller":"traceutil/trace.go:171","msg":"trace[2040600585] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"195.697219ms","start":"2026-03-31T18:47:05.930643Z","end":"2026-03-31T18:47:06.12634Z","steps":["trace[2040600585] 'process raft request' (duration: 195.513435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:33.885873Z","caller":"traceutil/trace.go:171","msg":"trace[1729060986] transaction","detail":"{read_only:false; response_revision:10242; number_of_response:1; }","duration":"130.158471ms","start":"2026-03-31T18:47:33.755695Z","end":"2026-03-31T18:47:33.885854Z","steps":["trace[1729060986] 'process raft request' (duration: 130.040639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:34.511144Z","caller":"traceutil/trace.go:171","msg":"trace[1471316559] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"100.869138ms","start":"2026-03-31T18:47:34.410256Z","end":"2026-03-31T18:47:34.511125Z","steps":["trace[1471316559] 'process raft request' (duration: 100.741415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:35.413704Z","caller":"traceutil/trace.go:171","msg":"trace[892715221] transaction","detail":"{read_only:false; response_revision:10249; number_of_response:1; }","duration":"173.461599ms","start":"2026-03-31T18:47:35.240193Z","end":"2026-03-31T18:47:35.413655Z","steps":["trace[892715221] 'process raft request' (duration: 171.8807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:35.449297Z","caller":"traceutil/trace.go:171","msg":"trace[523138463] linearizableReadLoop","detail":"{readStateIndex:10618; appliedIndex:10616; }","duration":"205.055147ms","start":"2026-03-31T18:47:35.244204Z","end":"2026-03-31T18:47:35.449259Z","steps":["trace[523138463] 'read index received' (duration: 167.867274ms)","trace[523138463] 'applied index is now lower than readState.Index' (duration: 37.186133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:35.449727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.450114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:47:35.449799Z","caller":"traceutil/trace.go:171","msg":"trace[1821725595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10251; }","duration":"205.586507ms","start":"2026-03-31T18:47:35.244193Z","end":"2026-03-31T18:47:35.44978Z","steps":["trace[1821725595] 'agreement among raft nodes before linearized reading' (duration: 205.306042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:35.449842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.417971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:47:35.449962Z","caller":"traceutil/trace.go:171","msg":"trace[942238619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10251; }","duration":"199.605944ms","start":"2026-03-31T18:47:35.250333Z","end":"2026-03-31T18:47:35.449939Z","steps":["trace[942238619] 'agreement among raft nodes before linearized reading' (duration: 199.255277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:35.450137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.641058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:47:35.449979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.340224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:35.450186Z","caller":"traceutil/trace.go:171","msg":"trace[1565409185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10251; }","duration":"168.722689ms","start":"2026-03-31T18:47:35.281452Z","end":"2026-03-31T18:47:35.450175Z","steps":["trace[1565409185] 'agreement among raft nodes before linearized reading' (duration: 168.613297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:35.450262Z","caller":"traceutil/trace.go:171","msg":"trace[1310365634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10251; }","duration":"167.695271ms","start":"2026-03-31T18:47:35.282521Z","end":"2026-03-31T18:47:35.450216Z","steps":["trace[1310365634] 'agreement among raft nodes before linearized reading' (duration: 167.300673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:35.450377Z","caller":"traceutil/trace.go:171","msg":"trace[37462562] transaction","detail":"{read_only:false; response_revision:10250; number_of_response:1; }","duration":"208.594154ms","start":"2026-03-31T18:47:35.24174Z","end":"2026-03-31T18:47:35.450334Z","steps":["trace[37462562] 'process raft request' (duration: 207.244588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:45.656798Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7912} {"level":"info","ts":"2026-03-31T18:47:45.734453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7912,"took":"75.742081ms","hash":3189657641,"current-db-size-bytes":55091200,"current-db-size":"55 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T18:47:45.734541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3189657641,"revision":7912,"compact-revision":5692} {"level":"info","ts":"2026-03-31T18:48:25.919879Z","caller":"traceutil/trace.go:171","msg":"trace[1225897608] transaction","detail":"{read_only:false; response_revision:10695; number_of_response:1; }","duration":"146.659153ms","start":"2026-03-31T18:48:25.773194Z","end":"2026-03-31T18:48:25.919853Z","steps":["trace[1225897608] 'process raft request' (duration: 87.967323ms)","trace[1225897608] 'compare' (duration: 58.506735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:25.920046Z","caller":"traceutil/trace.go:171","msg":"trace[2032678036] transaction","detail":"{read_only:false; response_revision:10696; number_of_response:1; }","duration":"146.695403ms","start":"2026-03-31T18:48:25.77334Z","end":"2026-03-31T18:48:25.920035Z","steps":["trace[2032678036] 'process raft request' (duration: 146.465119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:25.920066Z","caller":"traceutil/trace.go:171","msg":"trace[1635860175] linearizableReadLoop","detail":"{readStateIndex:11080; appliedIndex:11078; }","duration":"103.926266ms","start":"2026-03-31T18:48:25.816098Z","end":"2026-03-31T18:48:25.920024Z","steps":["trace[1635860175] 'read index received' (duration: 45.081483ms)","trace[1635860175] 'applied index is now lower than readState.Index' (duration: 58.842133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:25.920385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.267292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mclcs\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:48:25.920433Z","caller":"traceutil/trace.go:171","msg":"trace[481712845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mclcs; range_end:; response_count:1; response_revision:10696; }","duration":"104.380774ms","start":"2026-03-31T18:48:25.816038Z","end":"2026-03-31T18:48:25.920419Z","steps":["trace[481712845] 'agreement among raft nodes before linearized reading' (duration: 104.130709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:27.931601Z","caller":"traceutil/trace.go:171","msg":"trace[917973221] linearizableReadLoop","detail":"{readStateIndex:11092; appliedIndex:11091; }","duration":"130.857604ms","start":"2026-03-31T18:48:27.800716Z","end":"2026-03-31T18:48:27.931574Z","steps":["trace[917973221] 'read index received' (duration: 68.613897ms)","trace[917973221] 'applied index is now lower than readState.Index' (duration: 62.242627ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:27.93174Z","caller":"traceutil/trace.go:171","msg":"trace[1237130745] transaction","detail":"{read_only:false; response_revision:10708; number_of_response:1; }","duration":"155.02145ms","start":"2026-03-31T18:48:27.776696Z","end":"2026-03-31T18:48:27.931717Z","steps":["trace[1237130745] 'process raft request' (duration: 92.737643ms)","trace[1237130745] 'compare' (duration: 61.926281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:27.932184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.458515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-nddht\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-03-31T18:48:27.932236Z","caller":"traceutil/trace.go:171","msg":"trace[295129418] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-nddht; range_end:; response_count:1; response_revision:10708; }","duration":"131.521106ms","start":"2026-03-31T18:48:27.800702Z","end":"2026-03-31T18:48:27.932223Z","steps":["trace[295129418] 'agreement among raft nodes before linearized reading' (duration: 131.373774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:28.158695Z","caller":"traceutil/trace.go:171","msg":"trace[520805316] transaction","detail":"{read_only:false; response_revision:10710; number_of_response:1; }","duration":"222.700732ms","start":"2026-03-31T18:48:27.935954Z","end":"2026-03-31T18:48:28.158655Z","steps":["trace[520805316] 'process raft request' (duration: 222.526518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:28.158843Z","caller":"traceutil/trace.go:171","msg":"trace[2045727219] linearizableReadLoop","detail":"{readStateIndex:11094; appliedIndex:11092; }","duration":"220.833156ms","start":"2026-03-31T18:48:27.93798Z","end":"2026-03-31T18:48:28.158813Z","steps":["trace[2045727219] 'read index received' (duration: 15.055985ms)","trace[2045727219] 'applied index is now lower than readState.Index' (duration: 205.774831ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:28.158899Z","caller":"traceutil/trace.go:171","msg":"trace[1000585943] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"219.371538ms","start":"2026-03-31T18:48:27.939508Z","end":"2026-03-31T18:48:28.158879Z","steps":["trace[1000585943] 'process raft request' (duration: 219.087682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:28.159416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.419247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368092"} {"level":"info","ts":"2026-03-31T18:48:28.159462Z","caller":"traceutil/trace.go:171","msg":"trace[1739564834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10711; }","duration":"221.541509ms","start":"2026-03-31T18:48:27.937911Z","end":"2026-03-31T18:48:28.159452Z","steps":["trace[1739564834] 'agreement among raft nodes before linearized reading' (duration: 221.000669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:28.291151Z","caller":"traceutil/trace.go:171","msg":"trace[857317240] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"295.737641ms","start":"2026-03-31T18:48:27.995384Z","end":"2026-03-31T18:48:28.291121Z","steps":["trace[857317240] 'process raft request' (duration: 276.333694ms)","trace[857317240] 'compare' (duration: 18.924959ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:52:45.663227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10339} {"level":"info","ts":"2026-03-31T18:52:45.754602Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10339,"took":"89.09707ms","hash":143622169,"current-db-size-bytes":55091200,"current-db-size":"55 MB","current-db-size-in-use-bytes":22712320,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T18:52:45.754743Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":143622169,"revision":10339,"compact-revision":7912}