{"level":"warn","ts":"2026-07-29T08:09:38.310156Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T08:09:38.310246Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T08:09:38.310312Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T08:09:38.31032Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-07-29T08:09:38.310337Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T08:09:38.310926Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-07-29T08:09:38.311Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T08:09:38.314264Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.045448ms"} {"level":"info","ts":"2026-07-29T08:09:38.31971Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-07-29T08:09:38.31983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T08:09:38.319862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-07-29T08:09:38.319886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T08:09:38.319898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-07-29T08:09:38.319952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-07-29T08:09:38.325941Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T08:09:38.327595Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T08:09:38.329198Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T08:09:38.333089Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T08:09:38.333328Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T08:09:38.333485Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:09:38.33362Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:09:38.333638Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:09:38.335416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-07-29T08:09:38.335979Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-07-29T08:09:38.338077Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T08:09:38.338319Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-07-29T08:09:38.338352Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T08:09:38.338414Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-07-29T08:09:38.338419Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T08:09:39.320708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T08:09:39.320776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T08:09:39.320818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-07-29T08:09:39.320843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-07-29T08:09:39.320854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-07-29T08:09:39.32087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-07-29T08:09:39.320882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-07-29T08:09:39.321973Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T08:09:39.321973Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T08:09:39.321995Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:09:39.32206Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T08:09:39.322289Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T08:09:39.32236Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-29T08:09:39.323128Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:09:39.323285Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:09:39.323353Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:09:39.324106Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-29T08:09:39.334398Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-07-29T08:09:49.710729Z","caller":"traceutil/trace.go:171","msg":"trace[1978215503] linearizableReadLoop","detail":"{readStateIndex:323; appliedIndex:322; }","duration":"280.887512ms","start":"2026-07-29T08:09:49.429798Z","end":"2026-07-29T08:09:49.710686Z","steps":["trace[1978215503] 'read index received' (duration: 280.761959ms)","trace[1978215503] 'applied index is now lower than readState.Index' (duration: 124.853µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:09:49.710892Z","caller":"traceutil/trace.go:171","msg":"trace[145710259] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"294.405348ms","start":"2026-07-29T08:09:49.416418Z","end":"2026-07-29T08:09:49.710824Z","steps":["trace[145710259] 'process raft request' (duration: 294.105121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:09:49.711025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.20108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-29T08:09:49.7111Z","caller":"traceutil/trace.go:171","msg":"trace[106076266] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:310; }","duration":"281.325813ms","start":"2026-07-29T08:09:49.429763Z","end":"2026-07-29T08:09:49.711089Z","steps":["trace[106076266] 'agreement among raft nodes before linearized reading' (duration: 281.135258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:09:49.711171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.154467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-07-29T08:09:49.711265Z","caller":"traceutil/trace.go:171","msg":"trace[325735351] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:310; }","duration":"131.280861ms","start":"2026-07-29T08:09:49.579962Z","end":"2026-07-29T08:09:49.711243Z","steps":["trace[325735351] 'agreement among raft nodes before linearized reading' (duration: 131.113576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:09:49.711497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.442616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:09:49.711732Z","caller":"traceutil/trace.go:171","msg":"trace[968111915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:310; }","duration":"207.697682ms","start":"2026-07-29T08:09:49.503996Z","end":"2026-07-29T08:09:49.711694Z","steps":["trace[968111915] 'agreement among raft nodes before linearized reading' (duration: 207.345894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:09:49.711805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.313423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-29T08:09:49.711906Z","caller":"traceutil/trace.go:171","msg":"trace[736216355] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:310; }","duration":"230.465367ms","start":"2026-07-29T08:09:49.481413Z","end":"2026-07-29T08:09:49.711879Z","steps":["trace[736216355] 'agreement among raft nodes before linearized reading' (duration: 229.655976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:09:49.711967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.750015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-29T08:09:49.712088Z","caller":"traceutil/trace.go:171","msg":"trace[1509059897] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:310; }","duration":"179.94914ms","start":"2026-07-29T08:09:49.532113Z","end":"2026-07-29T08:09:49.712062Z","steps":["trace[1509059897] 'agreement among raft nodes before linearized reading' (duration: 179.052267ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:09:55.140538Z","caller":"traceutil/trace.go:171","msg":"trace[172949356] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"170.790396ms","start":"2026-07-29T08:09:54.969722Z","end":"2026-07-29T08:09:55.140512Z","steps":["trace[172949356] 'read index received' (duration: 170.631302ms)","trace[172949356] 'applied index is now lower than readState.Index' (duration: 158.094µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:09:55.140578Z","caller":"traceutil/trace.go:171","msg":"trace[413742102] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"291.774142ms","start":"2026-07-29T08:09:54.848767Z","end":"2026-07-29T08:09:55.140541Z","steps":["trace[413742102] 'process raft request' (duration: 291.594358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:09:55.141424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.652627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:09:55.141621Z","caller":"traceutil/trace.go:171","msg":"trace[69654116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:371; }","duration":"171.917044ms","start":"2026-07-29T08:09:54.969672Z","end":"2026-07-29T08:09:55.141589Z","steps":["trace[69654116] 'agreement among raft nodes before linearized reading' (duration: 170.98814ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:03.23357Z","caller":"traceutil/trace.go:171","msg":"trace[1490018546] linearizableReadLoop","detail":"{readStateIndex:410; appliedIndex:409; }","duration":"107.693705ms","start":"2026-07-29T08:10:03.125854Z","end":"2026-07-29T08:10:03.233548Z","steps":["trace[1490018546] 'read index received' (duration: 33.229523ms)","trace[1490018546] 'applied index is now lower than readState.Index' (duration: 74.463502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:03.233904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.033834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:10:03.233937Z","caller":"traceutil/trace.go:171","msg":"trace[2067125119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:393; }","duration":"108.114846ms","start":"2026-07-29T08:10:03.125813Z","end":"2026-07-29T08:10:03.233928Z","steps":["trace[2067125119] 'agreement among raft nodes before linearized reading' (duration: 108.024224ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:03.2339Z","caller":"traceutil/trace.go:171","msg":"trace[325357575] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"108.712202ms","start":"2026-07-29T08:10:03.125159Z","end":"2026-07-29T08:10:03.233871Z","steps":["trace[325357575] 'process raft request' (duration: 33.857909ms)","trace[325357575] 'compare' (duration: 74.36308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:05.477609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.628577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:10:05.477841Z","caller":"traceutil/trace.go:171","msg":"trace[223588946] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"146.827661ms","start":"2026-07-29T08:10:05.33099Z","end":"2026-07-29T08:10:05.477818Z","steps":["trace[223588946] 'process raft request' (duration: 39.249608ms)","trace[223588946] 'compare' (duration: 106.511845ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:05.478085Z","caller":"traceutil/trace.go:171","msg":"trace[1016184316] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"111.584855ms","start":"2026-07-29T08:10:05.366217Z","end":"2026-07-29T08:10:05.477802Z","steps":["trace[1016184316] 'process raft request' (duration: 111.514753ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:11.674877Z","caller":"traceutil/trace.go:171","msg":"trace[1944306171] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"173.20051ms","start":"2026-07-29T08:10:11.50165Z","end":"2026-07-29T08:10:11.67485Z","steps":["trace[1944306171] 'read index received' (duration: 172.993515ms)","trace[1944306171] 'applied index is now lower than readState.Index' (duration: 205.725µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:11.674961Z","caller":"traceutil/trace.go:171","msg":"trace[1758721771] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"286.151452ms","start":"2026-07-29T08:10:11.388775Z","end":"2026-07-29T08:10:11.674927Z","steps":["trace[1758721771] 'process raft request' (duration: 285.936736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:11.675056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.380054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:10:11.675137Z","caller":"traceutil/trace.go:171","msg":"trace[363120137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:438; }","duration":"173.697132ms","start":"2026-07-29T08:10:11.501406Z","end":"2026-07-29T08:10:11.675103Z","steps":["trace[363120137] 'agreement among raft nodes before linearized reading' (duration: 173.544278ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:11.781171Z","caller":"traceutil/trace.go:171","msg":"trace[1095299966] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"106.20271ms","start":"2026-07-29T08:10:11.674951Z","end":"2026-07-29T08:10:11.781154Z","steps":["trace[1095299966] 'read index received' (duration: 72.840692ms)","trace[1095299966] 'applied index is now lower than readState.Index' (duration: 33.361207ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:11.781203Z","caller":"traceutil/trace.go:171","msg":"trace[1292554452] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"241.461424ms","start":"2026-07-29T08:10:11.5397Z","end":"2026-07-29T08:10:11.781161Z","steps":["trace[1292554452] 'process raft request' (duration: 208.077936ms)","trace[1292554452] 'compare' (duration: 33.251314ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:11.781273Z","caller":"traceutil/trace.go:171","msg":"trace[947305558] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"101.835157ms","start":"2026-07-29T08:10:11.679426Z","end":"2026-07-29T08:10:11.781261Z","steps":["trace[947305558] 'process raft request' (duration: 101.704934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:11.781301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.922347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:10:11.781368Z","caller":"traceutil/trace.go:171","msg":"trace[568482269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:439; }","duration":"279.0299ms","start":"2026-07-29T08:10:11.502322Z","end":"2026-07-29T08:10:11.781352Z","steps":["trace[568482269] 'agreement among raft nodes before linearized reading' (duration: 278.903976ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:17.14667Z","caller":"traceutil/trace.go:171","msg":"trace[1245555423] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"387.397243ms","start":"2026-07-29T08:10:16.759244Z","end":"2026-07-29T08:10:17.146641Z","steps":["trace[1245555423] 'process raft request' (duration: 387.171558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:17.146809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.759217Z","time spent":"387.534276ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:10:17.204925Z","caller":"traceutil/trace.go:171","msg":"trace[71642478] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"441.049402ms","start":"2026-07-29T08:10:16.763849Z","end":"2026-07-29T08:10:17.204898Z","steps":["trace[71642478] 'process raft request' (duration: 440.825627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:17.205045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.76383Z","time spent":"441.162036ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:10:17.205091Z","caller":"traceutil/trace.go:171","msg":"trace[699820556] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"431.944887ms","start":"2026-07-29T08:10:16.773105Z","end":"2026-07-29T08:10:17.20505Z","steps":["trace[699820556] 'process raft request' (duration: 431.773473ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:17.205197Z","caller":"traceutil/trace.go:171","msg":"trace[1727064622] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"430.161483ms","start":"2026-07-29T08:10:16.774982Z","end":"2026-07-29T08:10:17.205143Z","steps":["trace[1727064622] 'process raft request' (duration: 429.997348ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:17.205263Z","caller":"traceutil/trace.go:171","msg":"trace[665349959] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"429.886594ms","start":"2026-07-29T08:10:16.775365Z","end":"2026-07-29T08:10:17.205252Z","steps":["trace[665349959] 'process raft request' (duration: 429.660039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:17.205318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.775348Z","time spent":"429.946476ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:10:17.205338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.774968Z","time spent":"430.302316ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:10:17.205341Z","caller":"traceutil/trace.go:171","msg":"trace[1444589253] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"429.084614ms","start":"2026-07-29T08:10:16.776233Z","end":"2026-07-29T08:10:17.205318Z","steps":["trace[1444589253] 'process raft request' (duration: 428.840778ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:17.205389Z","caller":"traceutil/trace.go:171","msg":"trace[618754100] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"404.362119ms","start":"2026-07-29T08:10:16.80102Z","end":"2026-07-29T08:10:17.205382Z","steps":["trace[618754100] 'process raft request' (duration: 404.206475ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:17.205126Z","caller":"traceutil/trace.go:171","msg":"trace[2084068007] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"430.739087ms","start":"2026-07-29T08:10:16.774347Z","end":"2026-07-29T08:10:17.205086Z","steps":["trace[2084068007] 'process raft request' (duration: 430.583713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:17.205467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.774336Z","time spent":"431.108756ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:10:17.205481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.801Z","time spent":"404.425641ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:10:17.205506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.77622Z","time spent":"429.152526ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:10:17.205455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.773087Z","time spent":"432.171013ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:10:17.205579Z","caller":"traceutil/trace.go:171","msg":"trace[2132445956] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"403.311352ms","start":"2026-07-29T08:10:16.8022Z","end":"2026-07-29T08:10:17.205512Z","steps":["trace[2132445956] 'process raft request' (duration: 403.120667ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:17.205676Z","caller":"traceutil/trace.go:171","msg":"trace[625353919] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"380.23855ms","start":"2026-07-29T08:10:16.825429Z","end":"2026-07-29T08:10:17.205667Z","steps":["trace[625353919] 'process raft request' (duration: 380.006894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:17.20572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.825407Z","time spent":"380.296581ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:10:17.205762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.802193Z","time spent":"403.486927ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:10:17.205617Z","caller":"traceutil/trace.go:171","msg":"trace[1687197617] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"439.40469ms","start":"2026-07-29T08:10:16.765587Z","end":"2026-07-29T08:10:17.204992Z","steps":["trace[1687197617] 'process raft request' (duration: 439.233375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:17.20584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:16.765575Z","time spent":"440.239171ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:10:17.20673Z","caller":"traceutil/trace.go:171","msg":"trace[1264712696] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"279.236644ms","start":"2026-07-29T08:10:16.927472Z","end":"2026-07-29T08:10:17.206708Z","steps":["trace[1264712696] 'process raft request' (duration: 278.33208ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:23.387583Z","caller":"traceutil/trace.go:171","msg":"trace[1328349523] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"356.804918ms","start":"2026-07-29T08:10:23.030708Z","end":"2026-07-29T08:10:23.387513Z","steps":["trace[1328349523] 'process raft request' (duration: 356.10626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:23.387773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:23.03068Z","time spent":"356.993183ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:10:23.548366Z","caller":"traceutil/trace.go:171","msg":"trace[313979495] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"100.41424ms","start":"2026-07-29T08:10:23.447928Z","end":"2026-07-29T08:10:23.548343Z","steps":["trace[313979495] 'process raft request' (duration: 100.366929ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:23.548514Z","caller":"traceutil/trace.go:171","msg":"trace[1350199339] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"127.022593ms","start":"2026-07-29T08:10:23.421455Z","end":"2026-07-29T08:10:23.548478Z","steps":["trace[1350199339] 'process raft request' (duration: 57.132728ms)","trace[1350199339] 'compare' (duration: 69.588378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:24.443345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.140238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T08:10:24.443446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.6039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T08:10:24.443488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.474941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:10:24.443561Z","caller":"traceutil/trace.go:171","msg":"trace[1083784143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"597.577854ms","start":"2026-07-29T08:10:23.845969Z","end":"2026-07-29T08:10:24.443547Z","steps":["trace[1083784143] 'range keys from in-memory index tree' (duration: 597.347878ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:24.443564Z","caller":"traceutil/trace.go:171","msg":"trace[1165011596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"714.754044ms","start":"2026-07-29T08:10:23.728767Z","end":"2026-07-29T08:10:24.443521Z","steps":["trace[1165011596] 'range keys from in-memory index tree' (duration: 714.450587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:24.443596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:23.84596Z","time spent":"597.630365ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:10:24.443628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:23.728754Z","time spent":"714.864477ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:10:24.443501Z","caller":"traceutil/trace.go:171","msg":"trace[47180758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"603.355143ms","start":"2026-07-29T08:10:23.840126Z","end":"2026-07-29T08:10:24.443481Z","steps":["trace[47180758] 'range keys from in-memory index tree' (duration: 602.975043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:24.443744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:23.84011Z","time spent":"603.61873ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:10:24.447301Z","caller":"traceutil/trace.go:171","msg":"trace[267869453] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"463.20543ms","start":"2026-07-29T08:10:23.984038Z","end":"2026-07-29T08:10:24.447244Z","steps":["trace[267869453] 'read index received' (duration: 446.725687ms)","trace[267869453] 'applied index is now lower than readState.Index' (duration: 16.477323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:24.447819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.770105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:10:24.447951Z","caller":"traceutil/trace.go:171","msg":"trace[2012320488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:596; }","duration":"463.890678ms","start":"2026-07-29T08:10:23.983996Z","end":"2026-07-29T08:10:24.447887Z","steps":["trace[2012320488] 'agreement among raft nodes before linearized reading' (duration: 463.517388ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:24.447949Z","caller":"traceutil/trace.go:171","msg":"trace[2074095332] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"484.938049ms","start":"2026-07-29T08:10:23.962957Z","end":"2026-07-29T08:10:24.447895Z","steps":["trace[2074095332] 'process raft request' (duration: 468.536008ms)","trace[2074095332] 'compare' (duration: 12.525182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:24.448034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:23.983976Z","time spent":"464.032872ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:10:24.448104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:23.962919Z","time spent":"485.094723ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:10:24.448723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.55512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:10:24.448929Z","caller":"traceutil/trace.go:171","msg":"trace[101445614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"326.798846ms","start":"2026-07-29T08:10:24.122101Z","end":"2026-07-29T08:10:24.4489Z","steps":["trace[101445614] 'agreement among raft nodes before linearized reading' (duration: 326.5592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:24.44917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:24.122082Z","time spent":"327.049493ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:10:25.6155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063761001s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:10:25.615969Z","caller":"traceutil/trace.go:171","msg":"trace[572350693] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.027653664s","start":"2026-07-29T08:10:24.588292Z","end":"2026-07-29T08:10:25.615945Z","steps":["trace[572350693] 'process raft request' (duration: 1.027576422s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:25.616088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:24.588265Z","time spent":"1.027772297s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:10:25.616127Z","caller":"traceutil/trace.go:171","msg":"trace[1783759081] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.167579598s","start":"2026-07-29T08:10:24.448517Z","end":"2026-07-29T08:10:25.616096Z","steps":["trace[1783759081] 'process raft request' (duration: 1.167222629s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:25.616215Z","caller":"traceutil/trace.go:171","msg":"trace[561358363] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.164761436s","start":"2026-07-29T08:10:24.451417Z","end":"2026-07-29T08:10:25.616178Z","steps":["trace[561358363] 'process raft request' (duration: 1.164375116s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:25.616256Z","caller":"traceutil/trace.go:171","msg":"trace[574272191] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.168632816s","start":"2026-07-29T08:10:24.447605Z","end":"2026-07-29T08:10:25.616237Z","steps":["trace[574272191] 'process raft request' (duration: 104.018313ms)","trace[574272191] 'compare' (duration: 1.063633408s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:25.616239Z","caller":"traceutil/trace.go:171","msg":"trace[1684872607] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.111079946s","start":"2026-07-29T08:10:24.505111Z","end":"2026-07-29T08:10:25.616191Z","steps":["trace[1684872607] 'process raft request' (duration: 1.110715207s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:25.616313Z","caller":"traceutil/trace.go:171","msg":"trace[1094634392] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.168256196s","start":"2026-07-29T08:10:24.448047Z","end":"2026-07-29T08:10:25.616303Z","steps":["trace[1094634392] 'process raft request' (duration: 1.16760888s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:25.616334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:24.447499Z","time spent":"1.16879658s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:10:25.616336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:24.451369Z","time spent":"1.164912419s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:10:25.616366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:24.447989Z","time spent":"1.168354939s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:10:25.61635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165856995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:10:25.616426Z","caller":"traceutil/trace.go:171","msg":"trace[493976097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:602; }","duration":"1.165961708s","start":"2026-07-29T08:10:24.450448Z","end":"2026-07-29T08:10:25.616409Z","steps":["trace[493976097] 'agreement among raft nodes before linearized reading' (duration: 1.165853144s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:25.616366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:24.50509Z","time spent":"1.11122008s","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:10:25.61648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:24.450431Z","time spent":"1.16603784s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:10:25.616249Z","caller":"traceutil/trace.go:171","msg":"trace[180076417] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:622; }","duration":"1.16571478s","start":"2026-07-29T08:10:24.450482Z","end":"2026-07-29T08:10:25.616197Z","steps":["trace[180076417] 'read index received' (duration: 101.124827ms)","trace[180076417] 'applied index is now lower than readState.Index' (duration: 1.064584713s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:25.616267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:24.448493Z","time spent":"1.167700551s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:10:35.789181Z","caller":"traceutil/trace.go:171","msg":"trace[357716165] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"151.282067ms","start":"2026-07-29T08:10:35.637874Z","end":"2026-07-29T08:10:35.789156Z","steps":["trace[357716165] 'process raft request' (duration: 89.919481ms)","trace[357716165] 'compare' (duration: 61.131701ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:35.789207Z","caller":"traceutil/trace.go:171","msg":"trace[846472619] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:744; }","duration":"130.361219ms","start":"2026-07-29T08:10:35.658756Z","end":"2026-07-29T08:10:35.789117Z","steps":["trace[846472619] 'read index received' (duration: 69.048604ms)","trace[846472619] 'applied index is now lower than readState.Index' (duration: 61.311835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:35.789463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.692859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T08:10:35.789494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.947578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:10:35.789511Z","caller":"traceutil/trace.go:171","msg":"trace[2068392442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:716; }","duration":"130.786481ms","start":"2026-07-29T08:10:35.658713Z","end":"2026-07-29T08:10:35.789499Z","steps":["trace[2068392442] 'agreement among raft nodes before linearized reading' (duration: 130.618917ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:35.789532Z","caller":"traceutil/trace.go:171","msg":"trace[166060849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:716; }","duration":"130.032071ms","start":"2026-07-29T08:10:35.659489Z","end":"2026-07-29T08:10:35.789521Z","steps":["trace[166060849] 'agreement among raft nodes before linearized reading' (duration: 129.859806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:35.789904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.985094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:10:35.78995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.049386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:10:35.789983Z","caller":"traceutil/trace.go:171","msg":"trace[877369804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:716; }","duration":"129.106507ms","start":"2026-07-29T08:10:35.66086Z","end":"2026-07-29T08:10:35.789967Z","steps":["trace[877369804] 'agreement among raft nodes before linearized reading' (duration: 128.904792ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:35.790006Z","caller":"traceutil/trace.go:171","msg":"trace[2027835389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:716; }","duration":"129.126997ms","start":"2026-07-29T08:10:35.66086Z","end":"2026-07-29T08:10:35.789987Z","steps":["trace[2027835389] 'agreement among raft nodes before linearized reading' (duration: 128.962073ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:35.924272Z","caller":"traceutil/trace.go:171","msg":"trace[1242570564] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"129.673991ms","start":"2026-07-29T08:10:35.794574Z","end":"2026-07-29T08:10:35.924248Z","steps":["trace[1242570564] 'process raft request' (duration: 105.177981ms)","trace[1242570564] 'compare' (duration: 24.411378ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:35.924521Z","caller":"traceutil/trace.go:171","msg":"trace[845180497] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"129.630161ms","start":"2026-07-29T08:10:35.794874Z","end":"2026-07-29T08:10:35.924504Z","steps":["trace[845180497] 'process raft request' (duration: 129.351364ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:35.924642Z","caller":"traceutil/trace.go:171","msg":"trace[177050335] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"129.395145ms","start":"2026-07-29T08:10:35.79523Z","end":"2026-07-29T08:10:35.924625Z","steps":["trace[177050335] 'process raft request' (duration: 129.139188ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:35.924837Z","caller":"traceutil/trace.go:171","msg":"trace[1199213105] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"126.136791ms","start":"2026-07-29T08:10:35.798687Z","end":"2026-07-29T08:10:35.924824Z","steps":["trace[1199213105] 'process raft request' (duration: 125.786282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:41.872297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.368235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:10:41.8724Z","caller":"traceutil/trace.go:171","msg":"trace[2066842183] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:757; }","duration":"203.531429ms","start":"2026-07-29T08:10:41.668846Z","end":"2026-07-29T08:10:41.872378Z","steps":["trace[2066842183] 'count revisions from in-memory index tree' (duration: 203.18592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:41.872408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.607684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8klkf\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-07-29T08:10:41.872483Z","caller":"traceutil/trace.go:171","msg":"trace[722486174] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8klkf; range_end:; response_count:1; response_revision:757; }","duration":"360.727377ms","start":"2026-07-29T08:10:41.511735Z","end":"2026-07-29T08:10:41.872462Z","steps":["trace[722486174] 'range keys from in-memory index tree' (duration: 360.317937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:41.872537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:41.51172Z","time spent":"360.80769ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3986,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8klkf\" "} {"level":"info","ts":"2026-07-29T08:10:41.984257Z","caller":"traceutil/trace.go:171","msg":"trace[335443577] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"106.747152ms","start":"2026-07-29T08:10:41.877484Z","end":"2026-07-29T08:10:41.984231Z","steps":["trace[335443577] 'process raft request' (duration: 106.603429ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:42.025957Z","caller":"traceutil/trace.go:171","msg":"trace[69314688] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"145.793946ms","start":"2026-07-29T08:10:41.880138Z","end":"2026-07-29T08:10:42.025932Z","steps":["trace[69314688] 'process raft request' (duration: 145.612951ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:08.56718Z","caller":"traceutil/trace.go:171","msg":"trace[1516884571] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"127.661199ms","start":"2026-07-29T08:11:08.439499Z","end":"2026-07-29T08:11:08.567161Z","steps":["trace[1516884571] 'process raft request' (duration: 127.497385ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:09.322734Z","caller":"traceutil/trace.go:171","msg":"trace[1114346064] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"120.989599ms","start":"2026-07-29T08:11:09.201722Z","end":"2026-07-29T08:11:09.322711Z","steps":["trace[1114346064] 'process raft request' (duration: 120.847855ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:22.607764Z","caller":"traceutil/trace.go:171","msg":"trace[1369250063] linearizableReadLoop","detail":"{readStateIndex:1081; appliedIndex:1080; }","duration":"395.941591ms","start":"2026-07-29T08:11:22.2118Z","end":"2026-07-29T08:11:22.607741Z","steps":["trace[1369250063] 'read index received' (duration: 395.740015ms)","trace[1369250063] 'applied index is now lower than readState.Index' (duration: 200.296µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:22.607818Z","caller":"traceutil/trace.go:171","msg":"trace[2114005559] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"425.088128ms","start":"2026-07-29T08:11:22.1827Z","end":"2026-07-29T08:11:22.607788Z","steps":["trace[2114005559] 'process raft request' (duration: 424.929723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:22.607953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.182682Z","time spent":"425.206251ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:22.60798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.179847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:11:22.608018Z","caller":"traceutil/trace.go:171","msg":"trace[1703735135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1039; }","duration":"396.249909ms","start":"2026-07-29T08:11:22.211758Z","end":"2026-07-29T08:11:22.608008Z","steps":["trace[1703735135] 'agreement among raft nodes before linearized reading' (duration: 396.105295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:22.608042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.211734Z","time spent":"396.303411ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:11:22.608039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.934966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-29T08:11:22.608074Z","caller":"traceutil/trace.go:171","msg":"trace[227265926] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1039; }","duration":"345.019257ms","start":"2026-07-29T08:11:22.263045Z","end":"2026-07-29T08:11:22.608064Z","steps":["trace[227265926] 'agreement among raft nodes before linearized reading' (duration: 344.908745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:22.6081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.263029Z","time spent":"345.066149ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-07-29T08:11:22.608172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.643415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:11:22.608246Z","caller":"traceutil/trace.go:171","msg":"trace[809628055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1039; }","duration":"392.755289ms","start":"2026-07-29T08:11:22.215474Z","end":"2026-07-29T08:11:22.608229Z","steps":["trace[809628055] 'agreement among raft nodes before linearized reading' (duration: 392.507082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:22.608289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.215463Z","time spent":"392.81269ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:11:22.608471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.814272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T08:11:22.608627Z","caller":"traceutil/trace.go:171","msg":"trace[36246689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1039; }","duration":"395.010416ms","start":"2026-07-29T08:11:22.213606Z","end":"2026-07-29T08:11:22.608616Z","steps":["trace[36246689] 'agreement among raft nodes before linearized reading' (duration: 394.263047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:22.608658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.213583Z","time spent":"395.066297ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:11:22.948403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.60886Z","time spent":"339.537104ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:11:22.958438Z","caller":"traceutil/trace.go:171","msg":"trace[923090315] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"346.927997ms","start":"2026-07-29T08:11:22.611484Z","end":"2026-07-29T08:11:22.958411Z","steps":["trace[923090315] 'process raft request' (duration: 346.711311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:22.95859Z","caller":"traceutil/trace.go:171","msg":"trace[1233782612] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"346.837685ms","start":"2026-07-29T08:11:22.611738Z","end":"2026-07-29T08:11:22.958575Z","steps":["trace[1233782612] 'process raft request' (duration: 346.63274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:22.95863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.611472Z","time spent":"347.05348ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:22.958665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.61169Z","time spent":"346.928567ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:22.958839Z","caller":"traceutil/trace.go:171","msg":"trace[1164887976] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"346.853035ms","start":"2026-07-29T08:11:22.611969Z","end":"2026-07-29T08:11:22.958822Z","steps":["trace[1164887976] 'process raft request' (duration: 346.566318ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:22.958912Z","caller":"traceutil/trace.go:171","msg":"trace[1217821592] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1081; }","duration":"158.944842ms","start":"2026-07-29T08:11:22.799959Z","end":"2026-07-29T08:11:22.958904Z","steps":["trace[1217821592] 'read index received' (duration: 141.796446ms)","trace[1217821592] 'applied index is now lower than readState.Index' (duration: 17.147586ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:11:22.958947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.611958Z","time spent":"346.925967ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:22.959008Z","caller":"traceutil/trace.go:171","msg":"trace[1995070444] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"343.869298ms","start":"2026-07-29T08:11:22.615122Z","end":"2026-07-29T08:11:22.958991Z","steps":["trace[1995070444] 'process raft request' (duration: 343.634172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:22.959024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.070254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:22.95906Z","caller":"traceutil/trace.go:171","msg":"trace[1318029039] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1043; }","duration":"159.197487ms","start":"2026-07-29T08:11:22.799852Z","end":"2026-07-29T08:11:22.959049Z","steps":["trace[1318029039] 'agreement among raft nodes before linearized reading' (duration: 159.084864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:22.959097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:22.615113Z","time spent":"343.937769ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:26.731473Z","caller":"traceutil/trace.go:171","msg":"trace[287320820] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"105.149823ms","start":"2026-07-29T08:11:26.626297Z","end":"2026-07-29T08:11:26.731447Z","steps":["trace[287320820] 'process raft request' (duration: 104.998828ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:47.218162Z","caller":"traceutil/trace.go:171","msg":"trace[2071199672] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"158.412307ms","start":"2026-07-29T08:11:47.059724Z","end":"2026-07-29T08:11:47.218137Z","steps":["trace[2071199672] 'process raft request' (duration: 158.222952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:50.633479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.946501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:50.634291Z","caller":"traceutil/trace.go:171","msg":"trace[583533601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1342; }","duration":"511.801363ms","start":"2026-07-29T08:11:50.122466Z","end":"2026-07-29T08:11:50.634268Z","steps":["trace[583533601] 'range keys from in-memory index tree' (duration: 510.864938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:50.634462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:50.122447Z","time spent":"511.999297ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:11:50.633759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.162194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T08:11:50.634625Z","caller":"traceutil/trace.go:171","msg":"trace[2039085679] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1342; }","duration":"717.043237ms","start":"2026-07-29T08:11:49.917534Z","end":"2026-07-29T08:11:50.634577Z","steps":["trace[2039085679] 'range keys from in-memory index tree' (duration: 715.855555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:50.634721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:49.91751Z","time spent":"717.17932ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:11:50.760584Z","caller":"traceutil/trace.go:171","msg":"trace[1153664079] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"121.259591ms","start":"2026-07-29T08:11:50.6393Z","end":"2026-07-29T08:11:50.760559Z","steps":["trace[1153664079] 'process raft request' (duration: 121.084716ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:51.458274Z","caller":"traceutil/trace.go:171","msg":"trace[1758200094] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1394; }","duration":"249.194457ms","start":"2026-07-29T08:11:51.209058Z","end":"2026-07-29T08:11:51.458253Z","steps":["trace[1758200094] 'read index received' (duration: 249.077794ms)","trace[1758200094] 'applied index is now lower than readState.Index' (duration: 116.253µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:51.458319Z","caller":"traceutil/trace.go:171","msg":"trace[585256543] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"288.55523ms","start":"2026-07-29T08:11:51.169729Z","end":"2026-07-29T08:11:51.458284Z","steps":["trace[585256543] 'process raft request' (duration: 288.367425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:51.458517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.079201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:11:51.458558Z","caller":"traceutil/trace.go:171","msg":"trace[806179202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1346; }","duration":"120.181953ms","start":"2026-07-29T08:11:51.338366Z","end":"2026-07-29T08:11:51.458548Z","steps":["trace[806179202] 'agreement among raft nodes before linearized reading' (duration: 120.011889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:51.458486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.400722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:51.458966Z","caller":"traceutil/trace.go:171","msg":"trace[1490372554] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1346; }","duration":"249.910335ms","start":"2026-07-29T08:11:51.20901Z","end":"2026-07-29T08:11:51.45892Z","steps":["trace[1490372554] 'agreement among raft nodes before linearized reading' (duration: 249.364711ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:51.70146Z","caller":"traceutil/trace.go:171","msg":"trace[1190098994] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"237.587635ms","start":"2026-07-29T08:11:51.463832Z","end":"2026-07-29T08:11:51.70142Z","steps":["trace[1190098994] 'process raft request' (duration: 224.059173ms)","trace[1190098994] 'compare' (duration: 13.189923ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:51.70173Z","caller":"traceutil/trace.go:171","msg":"trace[258555054] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"237.824701ms","start":"2026-07-29T08:11:51.463888Z","end":"2026-07-29T08:11:51.701713Z","steps":["trace[258555054] 'process raft request' (duration: 237.307388ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:51.702018Z","caller":"traceutil/trace.go:171","msg":"trace[1848211755] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"233.54096ms","start":"2026-07-29T08:11:51.468464Z","end":"2026-07-29T08:11:51.702004Z","steps":["trace[1848211755] 'process raft request' (duration: 233.410517ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:51.702055Z","caller":"traceutil/trace.go:171","msg":"trace[1100429054] linearizableReadLoop","detail":"{readStateIndex:1399; appliedIndex:1395; }","duration":"236.464846ms","start":"2026-07-29T08:11:51.465531Z","end":"2026-07-29T08:11:51.701996Z","steps":["trace[1100429054] 'read index received' (duration: 18.033699ms)","trace[1100429054] 'applied index is now lower than readState.Index' (duration: 218.429887ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:51.702023Z","caller":"traceutil/trace.go:171","msg":"trace[276649766] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"238.016157ms","start":"2026-07-29T08:11:51.463976Z","end":"2026-07-29T08:11:51.701993Z","steps":["trace[276649766] 'process raft request' (duration: 237.697628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:51.702296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.744932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:51.702389Z","caller":"traceutil/trace.go:171","msg":"trace[32698587] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:1351; }","duration":"236.872756ms","start":"2026-07-29T08:11:51.465484Z","end":"2026-07-29T08:11:51.702357Z","steps":["trace[32698587] 'agreement among raft nodes before linearized reading' (duration: 236.715532ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:51.920468Z","caller":"traceutil/trace.go:171","msg":"trace[210519074] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"157.221826ms","start":"2026-07-29T08:11:51.763222Z","end":"2026-07-29T08:11:51.920444Z","steps":["trace[210519074] 'process raft request' (duration: 157.038612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:52.273632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.426299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:52.273726Z","caller":"traceutil/trace.go:171","msg":"trace[1362337730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"150.567663ms","start":"2026-07-29T08:11:52.123136Z","end":"2026-07-29T08:11:52.273704Z","steps":["trace[1362337730] 'range keys from in-memory index tree' (duration: 150.355597ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:53.854496Z","caller":"traceutil/trace.go:171","msg":"trace[1739474993] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"450.815977ms","start":"2026-07-29T08:11:53.40363Z","end":"2026-07-29T08:11:53.854446Z","steps":["trace[1739474993] 'process raft request' (duration: 450.059937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.854822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:53.403601Z","time spent":"451.036213ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:53.863582Z","caller":"traceutil/trace.go:171","msg":"trace[1253977692] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1408; }","duration":"376.749353ms","start":"2026-07-29T08:11:53.486809Z","end":"2026-07-29T08:11:53.863558Z","steps":["trace[1253977692] 'read index received' (duration: 366.838525ms)","trace[1253977692] 'applied index is now lower than readState.Index' (duration: 9.909848ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:53.863679Z","caller":"traceutil/trace.go:171","msg":"trace[275918072] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"398.028475ms","start":"2026-07-29T08:11:53.465604Z","end":"2026-07-29T08:11:53.863632Z","steps":["trace[275918072] 'process raft request' (duration: 397.85821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.863783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.498703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:11:53.863817Z","caller":"traceutil/trace.go:171","msg":"trace[1242204519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1360; }","duration":"157.588035ms","start":"2026-07-29T08:11:53.706219Z","end":"2026-07-29T08:11:53.863807Z","steps":["trace[1242204519] 'agreement among raft nodes before linearized reading' (duration: 157.463662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.863879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:53.465573Z","time spent":"398.202139ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:53.863915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.543554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:11:53.863996Z","caller":"traceutil/trace.go:171","msg":"trace[930187676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1360; }","duration":"100.690617ms","start":"2026-07-29T08:11:53.763284Z","end":"2026-07-29T08:11:53.863975Z","steps":["trace[930187676] 'agreement among raft nodes before linearized reading' (duration: 100.41427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.864009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.517277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:11:53.864095Z","caller":"traceutil/trace.go:171","msg":"trace[1672376336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1360; }","duration":"156.636251ms","start":"2026-07-29T08:11:53.707441Z","end":"2026-07-29T08:11:53.864078Z","steps":["trace[1672376336] 'agreement among raft nodes before linearized reading' (duration: 156.332683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.864451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.592104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:11:53.864563Z","caller":"traceutil/trace.go:171","msg":"trace[358238741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1360; }","duration":"377.763438ms","start":"2026-07-29T08:11:53.486779Z","end":"2026-07-29T08:11:53.864542Z","steps":["trace[358238741] 'agreement among raft nodes before linearized reading' (duration: 376.875865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.864608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:53.486766Z","time spent":"377.83195ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:11:54.117825Z","caller":"traceutil/trace.go:171","msg":"trace[1729724989] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"250.697216ms","start":"2026-07-29T08:11:53.867093Z","end":"2026-07-29T08:11:54.11779Z","steps":["trace[1729724989] 'process raft request' (duration: 158.744756ms)","trace[1729724989] 'compare' (duration: 91.750934ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:54.120025Z","caller":"traceutil/trace.go:171","msg":"trace[1193969836] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"251.787814ms","start":"2026-07-29T08:11:53.868212Z","end":"2026-07-29T08:11:54.12Z","steps":["trace[1193969836] 'process raft request' (duration: 251.725022ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:54.120074Z","caller":"traceutil/trace.go:171","msg":"trace[1797327829] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"252.076231ms","start":"2026-07-29T08:11:53.867974Z","end":"2026-07-29T08:11:54.12005Z","steps":["trace[1797327829] 'process raft request' (duration: 251.780594ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:54.120138Z","caller":"traceutil/trace.go:171","msg":"trace[439898680] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"251.875466ms","start":"2026-07-29T08:11:53.868218Z","end":"2026-07-29T08:11:54.120094Z","steps":["trace[439898680] 'process raft request' (duration: 251.680421ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:56.338901Z","caller":"traceutil/trace.go:171","msg":"trace[795027433] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1439; }","duration":"216.044285ms","start":"2026-07-29T08:11:56.122832Z","end":"2026-07-29T08:11:56.338877Z","steps":["trace[795027433] 'read index received' (duration: 215.959523ms)","trace[795027433] 'applied index is now lower than readState.Index' (duration: 83.382µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:56.338954Z","caller":"traceutil/trace.go:171","msg":"trace[661645950] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"453.806285ms","start":"2026-07-29T08:11:55.885099Z","end":"2026-07-29T08:11:56.338905Z","steps":["trace[661645950] 'process raft request' (duration: 453.62897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:56.339081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.24205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:56.33912Z","caller":"traceutil/trace.go:171","msg":"trace[2018064260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1390; }","duration":"216.347953ms","start":"2026-07-29T08:11:56.122761Z","end":"2026-07-29T08:11:56.339109Z","steps":["trace[2018064260] 'agreement among raft nodes before linearized reading' (duration: 216.24605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:56.339137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:55.885084Z","time spent":"453.952698ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11231,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:56.339297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.197318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:11:56.339391Z","caller":"traceutil/trace.go:171","msg":"trace[1087180338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1390; }","duration":"214.339832ms","start":"2026-07-29T08:11:56.125027Z","end":"2026-07-29T08:11:56.339367Z","steps":["trace[1087180338] 'agreement among raft nodes before linearized reading' (duration: 214.010012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:56.339635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.688025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T08:11:56.339665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.260359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:11:56.339682Z","caller":"traceutil/trace.go:171","msg":"trace[1441860823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1390; }","duration":"213.781177ms","start":"2026-07-29T08:11:56.125889Z","end":"2026-07-29T08:11:56.339671Z","steps":["trace[1441860823] 'agreement among raft nodes before linearized reading' (duration: 213.582012ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:56.339706Z","caller":"traceutil/trace.go:171","msg":"trace[980859449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1390; }","duration":"214.325151ms","start":"2026-07-29T08:11:56.12537Z","end":"2026-07-29T08:11:56.339695Z","steps":["trace[980859449] 'agreement among raft nodes before linearized reading' (duration: 214.144166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:56.340003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.616232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:11:56.340121Z","caller":"traceutil/trace.go:171","msg":"trace[558134229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1390; }","duration":"213.812997ms","start":"2026-07-29T08:11:56.126281Z","end":"2026-07-29T08:11:56.340094Z","steps":["trace[558134229] 'agreement among raft nodes before linearized reading' (duration: 213.482929ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:09.906141Z","caller":"traceutil/trace.go:171","msg":"trace[1606951334] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"150.310736ms","start":"2026-07-29T08:12:09.75581Z","end":"2026-07-29T08:12:09.90612Z","steps":["trace[1606951334] 'process raft request' (duration: 146.346594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:17.319585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.21663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:12:17.319681Z","caller":"traceutil/trace.go:171","msg":"trace[839373638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1668; }","duration":"196.393354ms","start":"2026-07-29T08:12:17.123271Z","end":"2026-07-29T08:12:17.319664Z","steps":["trace[839373638] 'range keys from in-memory index tree' (duration: 196.119257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:17.319716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.368289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:12:17.319815Z","caller":"traceutil/trace.go:171","msg":"trace[1647487361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1668; }","duration":"150.516722ms","start":"2026-07-29T08:12:17.169271Z","end":"2026-07-29T08:12:17.319787Z","steps":["trace[1647487361] 'range keys from in-memory index tree' (duration: 150.01407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:30.663613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.195952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146770"} {"level":"info","ts":"2026-07-29T08:12:30.663711Z","caller":"traceutil/trace.go:171","msg":"trace[1631850074] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1934; }","duration":"294.348635ms","start":"2026-07-29T08:12:30.369345Z","end":"2026-07-29T08:12:30.663693Z","steps":["trace[1631850074] 'range keys from in-memory index tree' (duration: 293.826042ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:45.611766Z","caller":"traceutil/trace.go:171","msg":"trace[766508962] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"184.982967ms","start":"2026-07-29T08:12:45.42675Z","end":"2026-07-29T08:12:45.611733Z","steps":["trace[766508962] 'process raft request' (duration: 184.811882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:46.350155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410896697,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:12:46.54695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.505331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:12:46.547174Z","caller":"traceutil/trace.go:171","msg":"trace[845805466] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"920.691687ms","start":"2026-07-29T08:12:45.62646Z","end":"2026-07-29T08:12:46.547151Z","steps":["trace[845805466] 'process raft request' (duration: 920.611495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:46.54733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:45.626449Z","time spent":"920.770238ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:46.547341Z","caller":"traceutil/trace.go:171","msg":"trace[1993707997] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"922.550344ms","start":"2026-07-29T08:12:45.62474Z","end":"2026-07-29T08:12:46.547291Z","steps":["trace[1993707997] 'process raft request' (duration: 211.591133ms)","trace[1993707997] 'compare' (duration: 710.410357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:46.547569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:45.624727Z","time spent":"922.707008ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:46.573728Z","caller":"traceutil/trace.go:171","msg":"trace[725822143] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"543.755164ms","start":"2026-07-29T08:12:46.029957Z","end":"2026-07-29T08:12:46.573712Z","steps":["trace[725822143] 'process raft request' (duration: 543.62312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:46.573846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.029932Z","time spent":"543.847245ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:46.574112Z","caller":"traceutil/trace.go:171","msg":"trace[1787592084] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"529.572937ms","start":"2026-07-29T08:12:46.044527Z","end":"2026-07-29T08:12:46.5741Z","steps":["trace[1787592084] 'process raft request' (duration: 529.151777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:46.574193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.044508Z","time spent":"529.648159ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:46.574345Z","caller":"traceutil/trace.go:171","msg":"trace[879003925] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"424.052808ms","start":"2026-07-29T08:12:46.150273Z","end":"2026-07-29T08:12:46.574326Z","steps":["trace[879003925] 'process raft request' (duration: 423.73825ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:46.574328Z","caller":"traceutil/trace.go:171","msg":"trace[313968507] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2231; }","duration":"724.420039ms","start":"2026-07-29T08:12:45.849873Z","end":"2026-07-29T08:12:46.574293Z","steps":["trace[313968507] 'read index received' (duration: 577.38214ms)","trace[313968507] 'applied index is now lower than readState.Index' (duration: 147.036849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:46.574418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.150242Z","time spent":"424.141511ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:12:46.574523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.820624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:12:46.574571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.241083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:12:46.574582Z","caller":"traceutil/trace.go:171","msg":"trace[663767110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"451.928366ms","start":"2026-07-29T08:12:46.122641Z","end":"2026-07-29T08:12:46.574569Z","steps":["trace[663767110] 'agreement among raft nodes before linearized reading' (duration: 451.825024ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:46.574612Z","caller":"traceutil/trace.go:171","msg":"trace[1720366683] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2148; }","duration":"405.303145ms","start":"2026-07-29T08:12:46.169296Z","end":"2026-07-29T08:12:46.574599Z","steps":["trace[1720366683] 'agreement among raft nodes before linearized reading' (duration: 405.216563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:46.574668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.169285Z","time spent":"405.369697ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:12:46.574662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.199518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T08:12:46.574616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.12262Z","time spent":"451.988167ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:12:46.574753Z","caller":"traceutil/trace.go:171","msg":"trace[1381493072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2148; }","duration":"340.32466ms","start":"2026-07-29T08:12:46.234406Z","end":"2026-07-29T08:12:46.57473Z","steps":["trace[1381493072] 'agreement among raft nodes before linearized reading' (duration: 340.076524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:46.574803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.234395Z","time spent":"340.399823ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T08:12:46.574767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.820259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T08:12:46.574931Z","caller":"traceutil/trace.go:171","msg":"trace[249031155] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2148; }","duration":"725.076146ms","start":"2026-07-29T08:12:45.849831Z","end":"2026-07-29T08:12:46.574907Z","steps":["trace[249031155] 'agreement among raft nodes before linearized reading' (duration: 724.649105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:46.575012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:45.849812Z","time spent":"725.185868ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:12:47.428049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.852049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:12:47.428149Z","caller":"traceutil/trace.go:171","msg":"trace[1838800143] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2237; }","duration":"615.333998ms","start":"2026-07-29T08:12:46.812798Z","end":"2026-07-29T08:12:47.428132Z","steps":["trace[1838800143] 'read index received' (duration: 42.329671ms)","trace[1838800143] 'applied index is now lower than readState.Index' (duration: 573.002827ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:47.428215Z","caller":"traceutil/trace.go:171","msg":"trace[1685524754] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"650.453083ms","start":"2026-07-29T08:12:46.777726Z","end":"2026-07-29T08:12:47.428179Z","steps":["trace[1685524754] 'process raft request' (duration: 218.374428ms)","trace[1685524754] 'compare' (duration: 431.614313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:47.428417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.777704Z","time spent":"650.609567ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:12:47.428322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.527893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:12:47.428751Z","caller":"traceutil/trace.go:171","msg":"trace[1085191777] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2151; }","duration":"615.969083ms","start":"2026-07-29T08:12:46.812761Z","end":"2026-07-29T08:12:47.42873Z","steps":["trace[1085191777] 'agreement among raft nodes before linearized reading' (duration: 615.43772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:47.428806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.812751Z","time spent":"616.038646ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:12:47.505319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.208856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11911"} {"level":"info","ts":"2026-07-29T08:12:47.505409Z","caller":"traceutil/trace.go:171","msg":"trace[1375553109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2152; }","duration":"669.355329ms","start":"2026-07-29T08:12:46.836033Z","end":"2026-07-29T08:12:47.505389Z","steps":["trace[1375553109] 'agreement among raft nodes before linearized reading' (duration: 669.110453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:47.505454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.836005Z","time spent":"669.438882ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11933,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T08:12:47.505447Z","caller":"traceutil/trace.go:171","msg":"trace[110959208] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"576.63714ms","start":"2026-07-29T08:12:46.928752Z","end":"2026-07-29T08:12:47.505389Z","steps":["trace[110959208] 'process raft request' (duration: 576.209719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:47.505552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.445135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:12:47.505619Z","caller":"traceutil/trace.go:171","msg":"trace[632078532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2152; }","duration":"635.541788ms","start":"2026-07-29T08:12:46.870061Z","end":"2026-07-29T08:12:47.505603Z","steps":["trace[632078532] 'agreement among raft nodes before linearized reading' (duration: 635.367694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:47.505603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.974339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:12:47.505585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.995091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T08:12:47.50568Z","caller":"traceutil/trace.go:171","msg":"trace[1635159374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2152; }","duration":"636.105012ms","start":"2026-07-29T08:12:46.869554Z","end":"2026-07-29T08:12:47.505659Z","steps":["trace[1635159374] 'agreement among raft nodes before linearized reading' (duration: 635.882857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:47.50568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.928703Z","time spent":"576.865926ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:12:47.50572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.869524Z","time spent":"636.188255ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:12:47.50575Z","caller":"traceutil/trace.go:171","msg":"trace[1031319049] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2152; }","duration":"456.227348ms","start":"2026-07-29T08:12:47.049486Z","end":"2026-07-29T08:12:47.505713Z","steps":["trace[1031319049] 'agreement among raft nodes before linearized reading' (duration: 455.740725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:47.505655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:46.870046Z","time spent":"635.6011ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:12:47.505821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:47.049462Z","time spent":"456.34548ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:12:47.543292Z","caller":"traceutil/trace.go:171","msg":"trace[1182079533] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"109.510492ms","start":"2026-07-29T08:12:47.43374Z","end":"2026-07-29T08:12:47.543251Z","steps":["trace[1182079533] 'process raft request' (duration: 109.166433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.091582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410896913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:12:58.367028Z","caller":"traceutil/trace.go:171","msg":"trace[1790542324] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"882.020229ms","start":"2026-07-29T08:12:57.484982Z","end":"2026-07-29T08:12:58.367003Z","steps":["trace[1790542324] 'process raft request' (duration: 881.859904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.367202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.484961Z","time spent":"882.149512ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:58.368291Z","caller":"traceutil/trace.go:171","msg":"trace[1289018549] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"828.04868ms","start":"2026-07-29T08:12:57.54022Z","end":"2026-07-29T08:12:58.368269Z","steps":["trace[1289018549] 'process raft request' (duration: 827.800523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.368487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.540192Z","time spent":"828.156793ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:58.374492Z","caller":"traceutil/trace.go:171","msg":"trace[1212642459] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2341; }","duration":"783.782268ms","start":"2026-07-29T08:12:57.590698Z","end":"2026-07-29T08:12:58.374481Z","steps":["trace[1212642459] 'read index received' (duration: 776.126151ms)","trace[1212642459] 'applied index is now lower than readState.Index' (duration: 7.654917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:58.374782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.169109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T08:12:58.374792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.705123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12235"} {"level":"warn","ts":"2026-07-29T08:12:58.374797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.544906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:12:58.374907Z","caller":"traceutil/trace.go:171","msg":"trace[1379869227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2253; }","duration":"782.682119ms","start":"2026-07-29T08:12:57.592193Z","end":"2026-07-29T08:12:58.374876Z","steps":["trace[1379869227] 'agreement among raft nodes before linearized reading' (duration: 782.445823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.374928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.23889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:12:58.37492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.905084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:12:58.374964Z","caller":"traceutil/trace.go:171","msg":"trace[429134574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2253; }","duration":"784.318331ms","start":"2026-07-29T08:12:57.590637Z","end":"2026-07-29T08:12:58.374956Z","steps":["trace[429134574] 'agreement among raft nodes before linearized reading' (duration: 784.236689ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:58.374972Z","caller":"traceutil/trace.go:171","msg":"trace[1530292020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2253; }","duration":"690.998337ms","start":"2026-07-29T08:12:57.683961Z","end":"2026-07-29T08:12:58.374959Z","steps":["trace[1530292020] 'agreement among raft nodes before linearized reading' (duration: 690.898954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.374987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.590617Z","time spent":"784.365093ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:12:58.374838Z","caller":"traceutil/trace.go:171","msg":"trace[136132219] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2253; }","duration":"694.778374ms","start":"2026-07-29T08:12:57.680045Z","end":"2026-07-29T08:12:58.374823Z","steps":["trace[136132219] 'agreement among raft nodes before linearized reading' (duration: 694.639841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.375013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.506811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:12:58.374812Z","caller":"traceutil/trace.go:171","msg":"trace[2135187274] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2253; }","duration":"720.249481ms","start":"2026-07-29T08:12:57.654555Z","end":"2026-07-29T08:12:58.374804Z","steps":["trace[2135187274] 'agreement among raft nodes before linearized reading' (duration: 720.149228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.375074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.654534Z","time spent":"720.535008ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:12:58.375011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.360955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:12:58.375002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.683941Z","time spent":"691.054247ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T08:12:58.375078Z","caller":"traceutil/trace.go:171","msg":"trace[640601910] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2253; }","duration":"719.596564ms","start":"2026-07-29T08:12:57.655466Z","end":"2026-07-29T08:12:58.375062Z","steps":["trace[640601910] 'agreement among raft nodes before linearized reading' (duration: 719.44043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.375074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.592173Z","time spent":"782.799782ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:12:58.375136Z","caller":"traceutil/trace.go:171","msg":"trace[1774176327] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2253; }","duration":"748.522369ms","start":"2026-07-29T08:12:57.626587Z","end":"2026-07-29T08:12:58.37511Z","steps":["trace[1774176327] 'agreement among raft nodes before linearized reading' (duration: 748.300234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:58.375131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.680032Z","time spent":"695.045882ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12257,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:12:58.37521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.626544Z","time spent":"748.652453ms","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:12:58.37513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:57.655451Z","time spent":"719.670506ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:12:58.375416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.176589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:12:58.375492Z","caller":"traceutil/trace.go:171","msg":"trace[848114417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2253; }","duration":"252.287682ms","start":"2026-07-29T08:12:58.123193Z","end":"2026-07-29T08:12:58.375481Z","steps":["trace[848114417] 'agreement among raft nodes before linearized reading' (duration: 251.630515ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:10.392232Z","caller":"traceutil/trace.go:171","msg":"trace[657630998] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"118.065153ms","start":"2026-07-29T08:13:10.274136Z","end":"2026-07-29T08:13:10.392202Z","steps":["trace[657630998] 'process raft request' (duration: 117.750625ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:13.541722Z","caller":"traceutil/trace.go:171","msg":"trace[217010888] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2461; }","duration":"135.85774ms","start":"2026-07-29T08:13:13.405845Z","end":"2026-07-29T08:13:13.541703Z","steps":["trace[217010888] 'read index received' (duration: 135.578103ms)","trace[217010888] 'applied index is now lower than readState.Index' (duration: 278.827µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:13:13.541858Z","caller":"traceutil/trace.go:171","msg":"trace[1489461338] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"146.458004ms","start":"2026-07-29T08:13:13.395363Z","end":"2026-07-29T08:13:13.541821Z","steps":["trace[1489461338] 'process raft request' (duration: 146.161147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:13.541952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.097566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:13:13.541988Z","caller":"traceutil/trace.go:171","msg":"trace[787193878] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2367; }","duration":"136.187018ms","start":"2026-07-29T08:13:13.405789Z","end":"2026-07-29T08:13:13.541976Z","steps":["trace[787193878] 'agreement among raft nodes before linearized reading' (duration: 136.041375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:13.541955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.571116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:13:13.542055Z","caller":"traceutil/trace.go:171","msg":"trace[1256672290] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2367; }","duration":"132.72055ms","start":"2026-07-29T08:13:13.409321Z","end":"2026-07-29T08:13:13.542041Z","steps":["trace[1256672290] 'agreement among raft nodes before linearized reading' (duration: 132.524305ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:19.3974Z","caller":"traceutil/trace.go:171","msg":"trace[704569247] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"627.894132ms","start":"2026-07-29T08:13:18.769476Z","end":"2026-07-29T08:13:19.39737Z","steps":["trace[704569247] 'process raft request' (duration: 610.39024ms)","trace[704569247] 'compare' (duration: 17.07892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:13:19.397575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:18.769446Z","time spent":"628.034785ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:13:19.406674Z","caller":"traceutil/trace.go:171","msg":"trace[1841864021] linearizableReadLoop","detail":"{readStateIndex:2499; appliedIndex:2497; }","duration":"511.989844ms","start":"2026-07-29T08:13:18.894655Z","end":"2026-07-29T08:13:19.406645Z","steps":["trace[1841864021] 'read index received' (duration: 485.228724ms)","trace[1841864021] 'applied index is now lower than readState.Index' (duration: 26.76001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:13:19.406935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.76743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:13:19.407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.343744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:13:19.407014Z","caller":"traceutil/trace.go:171","msg":"trace[1502730672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2403; }","duration":"286.910063ms","start":"2026-07-29T08:13:19.120084Z","end":"2026-07-29T08:13:19.406995Z","steps":["trace[1502730672] 'agreement among raft nodes before linearized reading' (duration: 286.768679ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:19.407065Z","caller":"traceutil/trace.go:171","msg":"trace[620345185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2403; }","duration":"512.453066ms","start":"2026-07-29T08:13:18.894595Z","end":"2026-07-29T08:13:19.407048Z","steps":["trace[620345185] 'agreement among raft nodes before linearized reading' (duration: 512.1845ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:19.407079Z","caller":"traceutil/trace.go:171","msg":"trace[2085235678] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"549.271444ms","start":"2026-07-29T08:13:18.857484Z","end":"2026-07-29T08:13:19.406756Z","steps":["trace[2085235678] 'process raft request' (duration: 549.015007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:19.406984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.599291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-29T08:13:19.407123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:18.894573Z","time spent":"512.537498ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:13:19.407145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.716085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:13:19.407176Z","caller":"traceutil/trace.go:171","msg":"trace[1927718804] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2403; }","duration":"502.811117ms","start":"2026-07-29T08:13:18.904334Z","end":"2026-07-29T08:13:19.407145Z","steps":["trace[1927718804] 'agreement among raft nodes before linearized reading' (duration: 502.489529ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:19.40723Z","caller":"traceutil/trace.go:171","msg":"trace[2106541159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2403; }","duration":"412.860569ms","start":"2026-07-29T08:13:18.994351Z","end":"2026-07-29T08:13:19.407211Z","steps":["trace[2106541159] 'agreement among raft nodes before linearized reading' (duration: 412.621002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:19.407264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:18.994324Z","time spent":"412.932191ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:13:19.40728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:18.904321Z","time spent":"502.922309ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:13:19.407288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:18.857452Z","time spent":"549.707755ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:13:19.812851Z","caller":"traceutil/trace.go:171","msg":"trace[766610709] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"103.97486ms","start":"2026-07-29T08:13:19.70885Z","end":"2026-07-29T08:13:19.812824Z","steps":["trace[766610709] 'process raft request' (duration: 103.768434ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:21.597719Z","caller":"traceutil/trace.go:171","msg":"trace[156750478] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"194.564043ms","start":"2026-07-29T08:13:21.403123Z","end":"2026-07-29T08:13:21.597687Z","steps":["trace[156750478] 'process raft request' (duration: 186.309121ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:21.60423Z","caller":"traceutil/trace.go:171","msg":"trace[234762088] linearizableReadLoop","detail":"{readStateIndex:2512; appliedIndex:2510; }","duration":"178.335585ms","start":"2026-07-29T08:13:21.425858Z","end":"2026-07-29T08:13:21.604193Z","steps":["trace[234762088] 'read index received' (duration: 163.527604ms)","trace[234762088] 'applied index is now lower than readState.Index' (duration: 14.806451ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:13:21.604469Z","caller":"traceutil/trace.go:171","msg":"trace[1504155256] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"191.70994ms","start":"2026-07-29T08:13:21.412628Z","end":"2026-07-29T08:13:21.604338Z","steps":["trace[1504155256] 'process raft request' (duration: 191.401262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:21.604556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.680764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:13:21.604601Z","caller":"traceutil/trace.go:171","msg":"trace[1807533221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2416; }","duration":"178.796927ms","start":"2026-07-29T08:13:21.42579Z","end":"2026-07-29T08:13:21.604586Z","steps":["trace[1807533221] 'agreement among raft nodes before linearized reading' (duration: 178.559021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:21.604663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.133456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T08:13:21.604679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.128301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:13:21.604736Z","caller":"traceutil/trace.go:171","msg":"trace[841162596] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2416; }","duration":"133.250124ms","start":"2026-07-29T08:13:21.471472Z","end":"2026-07-29T08:13:21.604722Z","steps":["trace[841162596] 'agreement among raft nodes before linearized reading' (duration: 133.030688ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:21.60473Z","caller":"traceutil/trace.go:171","msg":"trace[784752479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2416; }","duration":"134.254479ms","start":"2026-07-29T08:13:21.470457Z","end":"2026-07-29T08:13:21.604711Z","steps":["trace[784752479] 'agreement among raft nodes before linearized reading' (duration: 134.010133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.523145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.207675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-29T08:13:22.523228Z","caller":"traceutil/trace.go:171","msg":"trace[891268095] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:2420; }","duration":"253.353308ms","start":"2026-07-29T08:13:22.269856Z","end":"2026-07-29T08:13:22.523209Z","steps":["trace[891268095] 'range keys from in-memory index tree' (duration: 252.99914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.523283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.139296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:13:22.523313Z","caller":"traceutil/trace.go:171","msg":"trace[1387595168] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2420; }","duration":"210.222808ms","start":"2026-07-29T08:13:22.313083Z","end":"2026-07-29T08:13:22.523306Z","steps":["trace[1387595168] 'count revisions from in-memory index tree' (duration: 210.045063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.523499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.560305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6b486175b0348\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-29T08:13:22.523631Z","caller":"traceutil/trace.go:171","msg":"trace[1465344008] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6b486175b0348; range_end:; response_count:1; response_revision:2420; }","duration":"631.75374ms","start":"2026-07-29T08:13:21.891846Z","end":"2026-07-29T08:13:22.5236Z","steps":["trace[1465344008] 'range keys from in-memory index tree' (duration: 631.32811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.523709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:21.891823Z","time spent":"631.870485ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6b486175b0348\" "} {"level":"warn","ts":"2026-07-29T08:13:22.523691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.544682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:13:22.524133Z","caller":"traceutil/trace.go:171","msg":"trace[327705171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2420; }","duration":"401.000234ms","start":"2026-07-29T08:13:22.123104Z","end":"2026-07-29T08:13:22.524105Z","steps":["trace[327705171] 'range keys from in-memory index tree' (duration: 400.416018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.524195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:22.123081Z","time spent":"401.098146ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:13:22.856236Z","caller":"traceutil/trace.go:171","msg":"trace[770963578] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"330.137487ms","start":"2026-07-29T08:13:22.526057Z","end":"2026-07-29T08:13:22.856194Z","steps":["trace[770963578] 'process raft request' (duration: 307.651728ms)","trace[770963578] 'compare' (duration: 22.171271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:13:22.856405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:22.526031Z","time spent":"330.289511ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:13:22.8565Z","caller":"traceutil/trace.go:171","msg":"trace[1215795060] linearizableReadLoop","detail":"{readStateIndex:2518; appliedIndex:2516; }","duration":"330.403184ms","start":"2026-07-29T08:13:22.526075Z","end":"2026-07-29T08:13:22.856478Z","steps":["trace[1215795060] 'read index received' (duration: 62.761018ms)","trace[1215795060] 'applied index is now lower than readState.Index' (duration: 267.641276ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:13:22.856632Z","caller":"traceutil/trace.go:171","msg":"trace[270919725] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"282.768747ms","start":"2026-07-29T08:13:22.573834Z","end":"2026-07-29T08:13:22.856603Z","steps":["trace[270919725] 'process raft request' (duration: 282.266024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.856661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.576548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:13:22.856732Z","caller":"traceutil/trace.go:171","msg":"trace[106679531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2422; }","duration":"330.711812ms","start":"2026-07-29T08:13:22.526002Z","end":"2026-07-29T08:13:22.856714Z","steps":["trace[106679531] 'agreement among raft nodes before linearized reading' (duration: 330.593289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.856772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:22.525975Z","time spent":"330.791345ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:13:22.886741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.349035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:13:22.886824Z","caller":"traceutil/trace.go:171","msg":"trace[1763257408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2423; }","duration":"294.489839ms","start":"2026-07-29T08:13:22.592317Z","end":"2026-07-29T08:13:22.886807Z","steps":["trace[1763257408] 'agreement among raft nodes before linearized reading' (duration: 294.200182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.886788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.853608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:13:22.886893Z","caller":"traceutil/trace.go:171","msg":"trace[2012594582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2423; }","duration":"191.022642ms","start":"2026-07-29T08:13:22.69585Z","end":"2026-07-29T08:13:22.886872Z","steps":["trace[2012594582] 'agreement among raft nodes before linearized reading' (duration: 190.715094ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:22.886967Z","caller":"traceutil/trace.go:171","msg":"trace[758507750] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"296.807708ms","start":"2026-07-29T08:13:22.590133Z","end":"2026-07-29T08:13:22.886941Z","steps":["trace[758507750] 'process raft request' (duration: 296.215433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.88702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.268533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:13:22.887087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.947798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:13:22.887096Z","caller":"traceutil/trace.go:171","msg":"trace[899854656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2423; }","duration":"287.395236ms","start":"2026-07-29T08:13:22.599678Z","end":"2026-07-29T08:13:22.887073Z","steps":["trace[899854656] 'agreement among raft nodes before linearized reading' (duration: 287.137219ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:22.88713Z","caller":"traceutil/trace.go:171","msg":"trace[195284206] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2423; }","duration":"130.033791ms","start":"2026-07-29T08:13:22.75708Z","end":"2026-07-29T08:13:22.887114Z","steps":["trace[195284206] 'agreement among raft nodes before linearized reading' (duration: 129.954549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:22.886976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.185869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:13:22.887219Z","caller":"traceutil/trace.go:171","msg":"trace[1528871629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2423; }","duration":"271.496836ms","start":"2026-07-29T08:13:22.615709Z","end":"2026-07-29T08:13:22.887206Z","steps":["trace[1528871629] 'agreement among raft nodes before linearized reading' (duration: 271.073645ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:23.164414Z","caller":"traceutil/trace.go:171","msg":"trace[1803517225] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"273.710912ms","start":"2026-07-29T08:13:22.890673Z","end":"2026-07-29T08:13:23.164384Z","steps":["trace[1803517225] 'process raft request' (duration: 273.650201ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:23.164545Z","caller":"traceutil/trace.go:171","msg":"trace[834576835] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"273.852967ms","start":"2026-07-29T08:13:22.890667Z","end":"2026-07-29T08:13:23.164519Z","steps":["trace[834576835] 'process raft request' (duration: 273.490427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:23.790906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.452897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:13:23.791305Z","caller":"traceutil/trace.go:171","msg":"trace[505181186] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"188.726923ms","start":"2026-07-29T08:13:23.602555Z","end":"2026-07-29T08:13:23.791282Z","steps":["trace[505181186] 'process raft request' (duration: 188.649661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:23.79138Z","caller":"traceutil/trace.go:171","msg":"trace[1683452385] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"881.039154ms","start":"2026-07-29T08:13:22.910308Z","end":"2026-07-29T08:13:23.791347Z","steps":["trace[1683452385] 'process raft request' (duration: 880.779667ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:23.791484Z","caller":"traceutil/trace.go:171","msg":"trace[1801478817] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"900.604828ms","start":"2026-07-29T08:13:22.89085Z","end":"2026-07-29T08:13:23.791455Z","steps":["trace[1801478817] 'process raft request' (duration: 309.509736ms)","trace[1801478817] 'compare' (duration: 590.282242ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:13:23.791582Z","caller":"traceutil/trace.go:171","msg":"trace[1138571458] linearizableReadLoop","detail":"{readStateIndex:2523; appliedIndex:2520; }","duration":"900.569718ms","start":"2026-07-29T08:13:22.890898Z","end":"2026-07-29T08:13:23.791468Z","steps":["trace[1138571458] 'read index received' (duration: 273.253311ms)","trace[1138571458] 'applied index is now lower than readState.Index' (duration: 627.312387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:13:23.791619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:22.910286Z","time spent":"881.173657ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:13:23.79166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:22.890841Z","time spent":"900.744862ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:13:23.791729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.802783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-29T08:13:23.791802Z","caller":"traceutil/trace.go:171","msg":"trace[1693788530] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2428; }","duration":"900.947857ms","start":"2026-07-29T08:13:22.890838Z","end":"2026-07-29T08:13:23.791786Z","steps":["trace[1693788530] 'agreement among raft nodes before linearized reading' (duration: 900.716021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:23.791831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:22.890811Z","time spent":"901.014779ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:13:23.801936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.517768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:13:23.80198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.06714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:13:23.802009Z","caller":"traceutil/trace.go:171","msg":"trace[115384639] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2429; }","duration":"446.646741ms","start":"2026-07-29T08:13:23.355346Z","end":"2026-07-29T08:13:23.801993Z","steps":["trace[115384639] 'agreement among raft nodes before linearized reading' (duration: 446.514988ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:23.802022Z","caller":"traceutil/trace.go:171","msg":"trace[755627631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2429; }","duration":"109.110441ms","start":"2026-07-29T08:13:23.692899Z","end":"2026-07-29T08:13:23.80201Z","steps":["trace[755627631] 'agreement among raft nodes before linearized reading' (duration: 108.984858ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:23.801989Z","caller":"traceutil/trace.go:171","msg":"trace[1657844553] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"192.492241ms","start":"2026-07-29T08:13:23.609468Z","end":"2026-07-29T08:13:23.801961Z","steps":["trace[1657844553] 'process raft request' (duration: 192.191153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:23.802052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.339678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:13:23.802096Z","caller":"traceutil/trace.go:171","msg":"trace[1481010281] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2429; }","duration":"182.422761ms","start":"2026-07-29T08:13:23.61966Z","end":"2026-07-29T08:13:23.802083Z","steps":["trace[1481010281] 'agreement among raft nodes before linearized reading' (duration: 182.331469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:23.802105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.85074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T08:13:23.80214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.332828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:13:23.802168Z","caller":"traceutil/trace.go:171","msg":"trace[1907824937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2429; }","duration":"109.920072ms","start":"2026-07-29T08:13:23.692237Z","end":"2026-07-29T08:13:23.802158Z","steps":["trace[1907824937] 'agreement among raft nodes before linearized reading' (duration: 109.751638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:23.802055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:13:23.355327Z","time spent":"446.718112ms","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:13:23.802195Z","caller":"traceutil/trace.go:171","msg":"trace[1308305989] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2429; }","duration":"239.443491ms","start":"2026-07-29T08:13:23.562738Z","end":"2026-07-29T08:13:23.802181Z","steps":["trace[1308305989] 'agreement among raft nodes before linearized reading' (duration: 239.229675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:23.801957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.559829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12632"} {"level":"warn","ts":"2026-07-29T08:13:23.802204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.335089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:13:23.802256Z","caller":"traceutil/trace.go:171","msg":"trace[1571032531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2429; }","duration":"207.908177ms","start":"2026-07-29T08:13:23.594337Z","end":"2026-07-29T08:13:23.802245Z","steps":["trace[1571032531] 'agreement among raft nodes before linearized reading' (duration: 207.502427ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:13:23.80227Z","caller":"traceutil/trace.go:171","msg":"trace[1338369070] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2429; }","duration":"241.451941ms","start":"2026-07-29T08:13:23.560801Z","end":"2026-07-29T08:13:23.802253Z","steps":["trace[1338369070] 'agreement among raft nodes before linearized reading' (duration: 241.232366ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:14:53.778012Z","caller":"traceutil/trace.go:171","msg":"trace[1342867951] linearizableReadLoop","detail":"{readStateIndex:3271; appliedIndex:3270; }","duration":"119.378912ms","start":"2026-07-29T08:14:53.658604Z","end":"2026-07-29T08:14:53.777983Z","steps":["trace[1342867951] 'read index received' (duration: 119.161206ms)","trace[1342867951] 'applied index is now lower than readState.Index' (duration: 216.436µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:14:53.778057Z","caller":"traceutil/trace.go:171","msg":"trace[1578241640] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"120.762017ms","start":"2026-07-29T08:14:53.657274Z","end":"2026-07-29T08:14:53.778036Z","steps":["trace[1578241640] 'process raft request' (duration: 120.554752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:14:53.778245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.618018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:14:53.778303Z","caller":"traceutil/trace.go:171","msg":"trace[584573094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3147; }","duration":"119.715889ms","start":"2026-07-29T08:14:53.658575Z","end":"2026-07-29T08:14:53.778291Z","steps":["trace[584573094] 'agreement among raft nodes before linearized reading' (duration: 119.519225ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:14:57.541142Z","caller":"traceutil/trace.go:171","msg":"trace[308755193] linearizableReadLoop","detail":"{readStateIndex:3336; appliedIndex:3335; }","duration":"418.293304ms","start":"2026-07-29T08:14:57.12282Z","end":"2026-07-29T08:14:57.541113Z","steps":["trace[308755193] 'read index received' (duration: 418.225313ms)","trace[308755193] 'applied index is now lower than readState.Index' (duration: 66.311µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:14:57.541359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.51693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:14:57.541402Z","caller":"traceutil/trace.go:171","msg":"trace[647612738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3212; }","duration":"418.598032ms","start":"2026-07-29T08:14:57.122793Z","end":"2026-07-29T08:14:57.541391Z","steps":["trace[647612738] 'agreement among raft nodes before linearized reading' (duration: 418.464759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:14:57.541437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:14:57.122703Z","time spent":"418.726865ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:14:57.541346Z","caller":"traceutil/trace.go:171","msg":"trace[1440162845] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"502.36956ms","start":"2026-07-29T08:14:57.038891Z","end":"2026-07-29T08:14:57.54126Z","steps":["trace[1440162845] 'process raft request' (duration: 502.032552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:14:57.542447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.342405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:14:57.542537Z","caller":"traceutil/trace.go:171","msg":"trace[663002889] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3213; }","duration":"366.509049ms","start":"2026-07-29T08:14:57.176013Z","end":"2026-07-29T08:14:57.542522Z","steps":["trace[663002889] 'agreement among raft nodes before linearized reading' (duration: 366.327374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:14:57.542616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:14:57.038873Z","time spent":"503.621081ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:14:57.542527Z","caller":"traceutil/trace.go:171","msg":"trace[331738597] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"358.538606ms","start":"2026-07-29T08:14:57.183936Z","end":"2026-07-29T08:14:57.542475Z","steps":["trace[331738597] 'process raft request' (duration: 358.28304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:14:57.542705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:14:57.175986Z","time spent":"366.586601ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:14:57.543337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:14:57.183909Z","time spent":"358.945417ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:32.207484Z","caller":"traceutil/trace.go:171","msg":"trace[275712258] linearizableReadLoop","detail":"{readStateIndex:3595; appliedIndex:3594; }","duration":"192.264223ms","start":"2026-07-29T08:15:32.015201Z","end":"2026-07-29T08:15:32.207465Z","steps":["trace[275712258] 'read index received' (duration: 192.086068ms)","trace[275712258] 'applied index is now lower than readState.Index' (duration: 177.035µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:15:32.207739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.507199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T08:15:32.207772Z","caller":"traceutil/trace.go:171","msg":"trace[1225499469] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3464; }","duration":"192.621101ms","start":"2026-07-29T08:15:32.015143Z","end":"2026-07-29T08:15:32.207764Z","steps":["trace[1225499469] 'agreement among raft nodes before linearized reading' (duration: 192.459597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:32.207817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.6477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:15:32.207902Z","caller":"traceutil/trace.go:171","msg":"trace[1756617750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3464; }","duration":"160.782303ms","start":"2026-07-29T08:15:32.047102Z","end":"2026-07-29T08:15:32.207884Z","steps":["trace[1756617750] 'agreement among raft nodes before linearized reading' (duration: 160.564228ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:15:32.208088Z","caller":"traceutil/trace.go:171","msg":"trace[2011650200] transaction","detail":"{read_only:false; response_revision:3464; number_of_response:1; }","duration":"251.447096ms","start":"2026-07-29T08:15:31.956186Z","end":"2026-07-29T08:15:32.207633Z","steps":["trace[2011650200] 'process raft request' (duration: 251.154709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:32.912287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.182531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:15:32.912603Z","caller":"traceutil/trace.go:171","msg":"trace[298163900] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"369.058634ms","start":"2026-07-29T08:15:32.543523Z","end":"2026-07-29T08:15:32.912582Z","steps":["trace[298163900] 'process raft request' (duration: 369.012663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:32.912724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.543501Z","time spent":"369.178296ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:32.912819Z","caller":"traceutil/trace.go:171","msg":"trace[1038735847] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"590.116178ms","start":"2026-07-29T08:15:32.322625Z","end":"2026-07-29T08:15:32.912741Z","steps":["trace[1038735847] 'process raft request' (duration: 589.80072ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:15:32.912948Z","caller":"traceutil/trace.go:171","msg":"trace[1661395098] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"578.490422ms","start":"2026-07-29T08:15:32.334444Z","end":"2026-07-29T08:15:32.912934Z","steps":["trace[1661395098] 'process raft request' (duration: 578.054951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:32.913026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.334407Z","time spent":"578.583904ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:32.913029Z","caller":"traceutil/trace.go:171","msg":"trace[416308450] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"607.857269ms","start":"2026-07-29T08:15:32.305108Z","end":"2026-07-29T08:15:32.912966Z","steps":["trace[416308450] 'process raft request' (duration: 101.885868ms)","trace[416308450] 'compare' (duration: 505.061028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:15:32.913096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.322605Z","time spent":"590.346024ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:15:32.91317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.30509Z","time spent":"608.007253ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:15:32.913305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.372489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:15:32.913051Z","caller":"traceutil/trace.go:171","msg":"trace[285574269] linearizableReadLoop","detail":"{readStateIndex:3602; appliedIndex:3599; }","duration":"452.043381ms","start":"2026-07-29T08:15:32.460936Z","end":"2026-07-29T08:15:32.91298Z","steps":["trace[285574269] 'read index received' (duration: 153.880369ms)","trace[285574269] 'applied index is now lower than readState.Index' (duration: 298.159292ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:15:32.913366Z","caller":"traceutil/trace.go:171","msg":"trace[724512746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3471; }","duration":"452.468261ms","start":"2026-07-29T08:15:32.460882Z","end":"2026-07-29T08:15:32.91335Z","steps":["trace[724512746] 'agreement among raft nodes before linearized reading' (duration: 452.282777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:32.913392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.460859Z","time spent":"452.526963ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:15:32.913889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.231635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T08:15:32.913947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.013314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:15:32.913984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.873746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T08:15:32.914005Z","caller":"traceutil/trace.go:171","msg":"trace[2003920637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3471; }","duration":"345.118766ms","start":"2026-07-29T08:15:32.568871Z","end":"2026-07-29T08:15:32.91399Z","steps":["trace[2003920637] 'agreement among raft nodes before linearized reading' (duration: 344.851529ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:15:32.91402Z","caller":"traceutil/trace.go:171","msg":"trace[1031477140] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3471; }","duration":"310.948178ms","start":"2026-07-29T08:15:32.603065Z","end":"2026-07-29T08:15:32.914013Z","steps":["trace[1031477140] 'agreement among raft nodes before linearized reading' (duration: 310.777063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:32.914044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.603048Z","time spent":"310.992039ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:15:32.913885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.931205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c6b4a4dd620b08\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-29T08:15:32.914087Z","caller":"traceutil/trace.go:171","msg":"trace[1993340404] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c6b4a4dd620b08; range_end:; response_count:1; response_revision:3471; }","duration":"433.186872ms","start":"2026-07-29T08:15:32.480888Z","end":"2026-07-29T08:15:32.914075Z","steps":["trace[1993340404] 'agreement among raft nodes before linearized reading' (duration: 432.844893ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:15:32.914028Z","caller":"traceutil/trace.go:171","msg":"trace[487227191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3471; }","duration":"448.436301ms","start":"2026-07-29T08:15:32.465572Z","end":"2026-07-29T08:15:32.914008Z","steps":["trace[487227191] 'agreement among raft nodes before linearized reading' (duration: 448.152223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:32.914128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.480868Z","time spent":"433.250744ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18c6b4a4dd620b08\" "} {"level":"warn","ts":"2026-07-29T08:15:32.914206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.465545Z","time spent":"448.645676ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:15:32.914046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.568787Z","time spent":"345.251239ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:15:32.916099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.921571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:15:32.916152Z","caller":"traceutil/trace.go:171","msg":"trace[401616200] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3471; }","duration":"445.066154ms","start":"2026-07-29T08:15:32.47107Z","end":"2026-07-29T08:15:32.916137Z","steps":["trace[401616200] 'agreement among raft nodes before linearized reading' (duration: 442.878239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:32.916253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.471007Z","time spent":"445.167667ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:15:33.476564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.560719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:15:33.476687Z","caller":"traceutil/trace.go:171","msg":"trace[80347811] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"559.5104ms","start":"2026-07-29T08:15:32.917145Z","end":"2026-07-29T08:15:33.476656Z","steps":["trace[80347811] 'process raft request' (duration: 407.750406ms)","trace[80347811] 'compare' (duration: 151.19935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:15:33.476758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.917134Z","time spent":"559.592802ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:33.583516Z","caller":"traceutil/trace.go:171","msg":"trace[1217311941] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"665.061763ms","start":"2026-07-29T08:15:32.918426Z","end":"2026-07-29T08:15:33.583488Z","steps":["trace[1217311941] 'process raft request' (duration: 662.409105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:33.583695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.918407Z","time spent":"665.216776ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:33.583707Z","caller":"traceutil/trace.go:171","msg":"trace[1378919548] linearizableReadLoop","detail":"{readStateIndex:3605; appliedIndex:3603; }","duration":"665.149955ms","start":"2026-07-29T08:15:32.918538Z","end":"2026-07-29T08:15:33.583688Z","steps":["trace[1378919548] 'read index received' (duration: 406.413392ms)","trace[1378919548] 'applied index is now lower than readState.Index' (duration: 258.735683ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:15:33.583787Z","caller":"traceutil/trace.go:171","msg":"trace[932903955] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"661.925853ms","start":"2026-07-29T08:15:32.921852Z","end":"2026-07-29T08:15:33.583777Z","steps":["trace[932903955] 'process raft request' (duration: 661.770469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:33.583848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.921844Z","time spent":"661.970724ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:33.583809Z","caller":"traceutil/trace.go:171","msg":"trace[2034414143] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"663.747729ms","start":"2026-07-29T08:15:32.920013Z","end":"2026-07-29T08:15:33.58376Z","steps":["trace[2034414143] 'process raft request' (duration: 663.576864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:33.584011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.920005Z","time spent":"663.907592ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:33.584101Z","caller":"traceutil/trace.go:171","msg":"trace[648263683] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"664.516108ms","start":"2026-07-29T08:15:32.919563Z","end":"2026-07-29T08:15:33.584079Z","steps":["trace[648263683] 'process raft request' (duration: 663.746337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:33.584136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.595556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-29T08:15:33.584123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.329292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:15:33.584168Z","caller":"traceutil/trace.go:171","msg":"trace[51532576] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3477; }","duration":"665.666828ms","start":"2026-07-29T08:15:32.918494Z","end":"2026-07-29T08:15:33.58416Z","steps":["trace[51532576] 'agreement among raft nodes before linearized reading' (duration: 665.556795ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:15:33.584176Z","caller":"traceutil/trace.go:171","msg":"trace[1145926396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3477; }","duration":"460.421725ms","start":"2026-07-29T08:15:33.123743Z","end":"2026-07-29T08:15:33.584165Z","steps":["trace[1145926396] 'agreement among raft nodes before linearized reading' (duration: 460.345173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:33.584203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.918475Z","time spent":"665.721208ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:15:33.584203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:33.123725Z","time spent":"460.472446ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:15:33.58421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.919554Z","time spent":"664.60637ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:33.584032Z","caller":"traceutil/trace.go:171","msg":"trace[1920313321] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"658.542186ms","start":"2026-07-29T08:15:32.925479Z","end":"2026-07-29T08:15:33.584021Z","steps":["trace[1920313321] 'process raft request' (duration: 658.166727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:15:33.584341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:15:32.925456Z","time spent":"658.831384ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:15:39.293938Z","caller":"traceutil/trace.go:171","msg":"trace[1986700003] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"127.136488ms","start":"2026-07-29T08:15:39.166771Z","end":"2026-07-29T08:15:39.293908Z","steps":["trace[1986700003] 'process raft request' (duration: 53.108531ms)","trace[1986700003] 'compare' (duration: 73.866353ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:15:59.461801Z","caller":"traceutil/trace.go:171","msg":"trace[812735193] transaction","detail":"{read_only:false; response_revision:3649; number_of_response:1; }","duration":"144.02371ms","start":"2026-07-29T08:15:59.317745Z","end":"2026-07-29T08:15:59.461768Z","steps":["trace[812735193] 'process raft request' (duration: 143.788705ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:19:39.353534Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2929} {"level":"info","ts":"2026-07-29T08:19:39.468938Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2929,"took":"113.905863ms","hash":3661514366,"current-db-size-bytes":35311616,"current-db-size":"35 MB","current-db-size-in-use-bytes":11644928,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-29T08:19:39.469009Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3661514366,"revision":2929,"compact-revision":-1} {"level":"info","ts":"2026-07-29T08:20:44.148324Z","caller":"traceutil/trace.go:171","msg":"trace[387983036] linearizableReadLoop","detail":"{readStateIndex:5674; appliedIndex:5673; }","duration":"133.602569ms","start":"2026-07-29T08:20:44.014694Z","end":"2026-07-29T08:20:44.148296Z","steps":["trace[387983036] 'read index received' (duration: 133.346152ms)","trace[387983036] 'applied index is now lower than readState.Index' (duration: 255.147µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:20:44.148513Z","caller":"traceutil/trace.go:171","msg":"trace[916582978] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"235.421367ms","start":"2026-07-29T08:20:43.91305Z","end":"2026-07-29T08:20:44.148472Z","steps":["trace[916582978] 'process raft request' (duration: 235.073608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:20:44.148781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.044591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T08:20:44.148857Z","caller":"traceutil/trace.go:171","msg":"trace[988487995] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5477; }","duration":"134.195575ms","start":"2026-07-29T08:20:44.014646Z","end":"2026-07-29T08:20:44.148842Z","steps":["trace[988487995] 'agreement among raft nodes before linearized reading' (duration: 133.788844ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:44.339787Z","caller":"traceutil/trace.go:171","msg":"trace[1263159456] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"307.548539ms","start":"2026-07-29T08:20:44.032203Z","end":"2026-07-29T08:20:44.339752Z","steps":["trace[1263159456] 'process raft request' (duration: 305.962299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:20:44.339925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:20:44.032177Z","time spent":"307.676502ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:20:44.339885Z","caller":"traceutil/trace.go:171","msg":"trace[1098302819] linearizableReadLoop","detail":"{readStateIndex:5677; appliedIndex:5674; }","duration":"191.42336ms","start":"2026-07-29T08:20:44.148416Z","end":"2026-07-29T08:20:44.339839Z","steps":["trace[1098302819] 'read index received' (duration: 189.716487ms)","trace[1098302819] 'applied index is now lower than readState.Index' (duration: 1.705793ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:20:44.340193Z","caller":"traceutil/trace.go:171","msg":"trace[220962383] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"276.24974ms","start":"2026-07-29T08:20:44.063896Z","end":"2026-07-29T08:20:44.340145Z","steps":["trace[220962383] 'process raft request' (duration: 275.884421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:20:44.34021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.514374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:20:44.340299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.440679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-07-29T08:20:44.340333Z","caller":"traceutil/trace.go:171","msg":"trace[1414000301] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5480; }","duration":"182.502381ms","start":"2026-07-29T08:20:44.157823Z","end":"2026-07-29T08:20:44.340325Z","steps":["trace[1414000301] 'agreement among raft nodes before linearized reading' (duration: 182.309126ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:44.340326Z","caller":"traceutil/trace.go:171","msg":"trace[1611664760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5480; }","duration":"217.672068ms","start":"2026-07-29T08:20:44.122628Z","end":"2026-07-29T08:20:44.3403Z","steps":["trace[1611664760] 'agreement among raft nodes before linearized reading' (duration: 217.455143ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:44.340281Z","caller":"traceutil/trace.go:171","msg":"trace[98010275] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"279.509684ms","start":"2026-07-29T08:20:44.060503Z","end":"2026-07-29T08:20:44.340013Z","steps":["trace[98010275] 'process raft request' (duration: 279.151305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:08.148447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.475951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T08:21:08.148532Z","caller":"traceutil/trace.go:171","msg":"trace[767385613] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5629; }","duration":"134.606714ms","start":"2026-07-29T08:21:08.013908Z","end":"2026-07-29T08:21:08.148515Z","steps":["trace[767385613] 'range keys from in-memory index tree' (duration: 134.319037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:17.677897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.14778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T08:21:17.677991Z","caller":"traceutil/trace.go:171","msg":"trace[837476978] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5690; }","duration":"130.297693ms","start":"2026-07-29T08:21:17.547672Z","end":"2026-07-29T08:21:17.67797Z","steps":["trace[837476978] 'range keys from in-memory index tree' (duration: 129.975445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:21.996041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.736601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:21:21.996194Z","caller":"traceutil/trace.go:171","msg":"trace[1163147285] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"261.196582ms","start":"2026-07-29T08:21:21.73497Z","end":"2026-07-29T08:21:21.996166Z","steps":["trace[1163147285] 'process raft request' (duration: 43.227775ms)","trace[1163147285] 'compare' (duration: 217.601707ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:22.013264Z","caller":"traceutil/trace.go:171","msg":"trace[814639368] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"274.878665ms","start":"2026-07-29T08:21:21.738352Z","end":"2026-07-29T08:21:22.01323Z","steps":["trace[814639368] 'process raft request' (duration: 274.717081ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:22.093568Z","caller":"traceutil/trace.go:171","msg":"trace[2094652401] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"211.895569ms","start":"2026-07-29T08:21:21.881616Z","end":"2026-07-29T08:21:22.093511Z","steps":["trace[2094652401] 'process raft request' (duration: 211.660233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:22.52195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.133287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-29T08:21:22.522306Z","caller":"traceutil/trace.go:171","msg":"trace[1590732587] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:5719; }","duration":"226.551048ms","start":"2026-07-29T08:21:22.295738Z","end":"2026-07-29T08:21:22.522289Z","steps":["trace[1590732587] 'range keys from in-memory index tree' (duration: 225.945162ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:22.725934Z","caller":"traceutil/trace.go:171","msg":"trace[94727001] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"165.879541ms","start":"2026-07-29T08:21:22.560031Z","end":"2026-07-29T08:21:22.72591Z","steps":["trace[94727001] 'process raft request' (duration: 165.708207ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:22.726195Z","caller":"traceutil/trace.go:171","msg":"trace[1036258615] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"199.836108ms","start":"2026-07-29T08:21:22.526344Z","end":"2026-07-29T08:21:22.72618Z","steps":["trace[1036258615] 'process raft request' (duration: 113.742726ms)","trace[1036258615] 'compare' (duration: 85.358213ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:22.726266Z","caller":"traceutil/trace.go:171","msg":"trace[1876489268] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"108.84003ms","start":"2026-07-29T08:21:22.617403Z","end":"2026-07-29T08:21:22.726243Z","steps":["trace[1876489268] 'process raft request' (duration: 108.45958ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:22.79617Z","caller":"traceutil/trace.go:171","msg":"trace[381298606] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"131.32941ms","start":"2026-07-29T08:21:22.664804Z","end":"2026-07-29T08:21:22.796133Z","steps":["trace[381298606] 'process raft request' (duration: 131.065663ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:37.657463Z","caller":"traceutil/trace.go:171","msg":"trace[1017084809] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"114.207178ms","start":"2026-07-29T08:21:37.543231Z","end":"2026-07-29T08:21:37.657438Z","steps":["trace[1017084809] 'process raft request' (duration: 114.067565ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:42.973405Z","caller":"traceutil/trace.go:171","msg":"trace[1629340931] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6057; }","duration":"136.575024ms","start":"2026-07-29T08:21:42.836811Z","end":"2026-07-29T08:21:42.973386Z","steps":["trace[1629340931] 'read index received' (duration: 136.468692ms)","trace[1629340931] 'applied index is now lower than readState.Index' (duration: 105.652µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:42.973486Z","caller":"traceutil/trace.go:171","msg":"trace[342228309] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"178.770254ms","start":"2026-07-29T08:21:42.794707Z","end":"2026-07-29T08:21:42.973477Z","steps":["trace[342228309] 'process raft request' (duration: 178.577739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:42.973675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.866093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:21:42.973697Z","caller":"traceutil/trace.go:171","msg":"trace[1254669799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5849; }","duration":"136.950775ms","start":"2026-07-29T08:21:42.83674Z","end":"2026-07-29T08:21:42.973691Z","steps":["trace[1254669799] 'agreement among raft nodes before linearized reading' (duration: 136.852123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:43.474333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410906049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:21:43.725641Z","caller":"traceutil/trace.go:171","msg":"trace[1554039823] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"849.903817ms","start":"2026-07-29T08:21:42.875711Z","end":"2026-07-29T08:21:43.725615Z","steps":["trace[1554039823] 'process raft request' (duration: 849.750484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:43.725767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:42.875686Z","time spent":"850.020941ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:21:43.994731Z","caller":"traceutil/trace.go:171","msg":"trace[1904521883] linearizableReadLoop","detail":"{readStateIndex:6061; appliedIndex:6058; }","duration":"1.021242491s","start":"2026-07-29T08:21:42.973458Z","end":"2026-07-29T08:21:43.994701Z","steps":["trace[1904521883] 'read index received' (duration: 751.92369ms)","trace[1904521883] 'applied index is now lower than readState.Index' (duration: 269.317891ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:43.994749Z","caller":"traceutil/trace.go:171","msg":"trace[918068827] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"999.103029ms","start":"2026-07-29T08:21:42.99562Z","end":"2026-07-29T08:21:43.994723Z","steps":["trace[918068827] 'process raft request' (duration: 998.985076ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:43.99476Z","caller":"traceutil/trace.go:171","msg":"trace[1170391104] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"1.017537634s","start":"2026-07-29T08:21:42.977163Z","end":"2026-07-29T08:21:43.994701Z","steps":["trace[1170391104] 'process raft request' (duration: 997.067836ms)","trace[1170391104] 'compare' (duration: 20.107619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:21:43.9949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:42.995593Z","time spent":"999.231962ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:21:43.994909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.247753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:21:43.99491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:42.97715Z","time spent":"1.017689178s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:21:43.995003Z","caller":"traceutil/trace.go:171","msg":"trace[35429322] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5852; }","duration":"662.353986ms","start":"2026-07-29T08:21:43.332592Z","end":"2026-07-29T08:21:43.994946Z","steps":["trace[35429322] 'agreement among raft nodes before linearized reading' (duration: 662.261164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:43.994947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021456136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:21:43.995068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:43.332572Z","time spent":"662.47757ms","remote":"127.0.0.1:42886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:21:43.995087Z","caller":"traceutil/trace.go:171","msg":"trace[2144042381] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5852; }","duration":"1.021647661s","start":"2026-07-29T08:21:42.973414Z","end":"2026-07-29T08:21:43.995062Z","steps":["trace[2144042381] 'agreement among raft nodes before linearized reading' (duration: 1.021399945s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:43.994993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.580052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T08:21:43.995158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:42.973397Z","time spent":"1.021727482s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:21:43.995182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.464509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T08:21:43.995203Z","caller":"traceutil/trace.go:171","msg":"trace[476018605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5852; }","duration":"311.852969ms","start":"2026-07-29T08:21:43.683326Z","end":"2026-07-29T08:21:43.995179Z","steps":["trace[476018605] 'agreement among raft nodes before linearized reading' (duration: 311.531121ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:43.995222Z","caller":"traceutil/trace.go:171","msg":"trace[475760242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5852; }","duration":"292.52588ms","start":"2026-07-29T08:21:43.702683Z","end":"2026-07-29T08:21:43.995209Z","steps":["trace[475760242] 'agreement among raft nodes before linearized reading' (duration: 292.354725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:43.995268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:43.683305Z","time spent":"311.944601ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:21:43.995786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.875828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:21:43.995878Z","caller":"traceutil/trace.go:171","msg":"trace[2118861886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5852; }","duration":"451.002681ms","start":"2026-07-29T08:21:43.544857Z","end":"2026-07-29T08:21:43.99586Z","steps":["trace[2118861886] 'agreement among raft nodes before linearized reading' (duration: 450.136579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:43.995961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:43.544836Z","time spent":"451.098163ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:21:44.468169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.247369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:21:44.468265Z","caller":"traceutil/trace.go:171","msg":"trace[839969313] linearizableReadLoop","detail":"{readStateIndex:6065; appliedIndex:6064; }","duration":"347.373176ms","start":"2026-07-29T08:21:44.120875Z","end":"2026-07-29T08:21:44.468248Z","steps":["trace[839969313] 'read index received' (duration: 170.994913ms)","trace[839969313] 'applied index is now lower than readState.Index' (duration: 176.376823ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:44.468342Z","caller":"traceutil/trace.go:171","msg":"trace[1031486022] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"368.487621ms","start":"2026-07-29T08:21:44.099826Z","end":"2026-07-29T08:21:44.468314Z","steps":["trace[1031486022] 'process raft request' (duration: 191.995875ms)","trace[1031486022] 'compare' (duration: 176.141277ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:21:44.468364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.487799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:21:44.468398Z","caller":"traceutil/trace.go:171","msg":"trace[2011385920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5856; }","duration":"347.55106ms","start":"2026-07-29T08:21:44.120833Z","end":"2026-07-29T08:21:44.468384Z","steps":["trace[2011385920] 'agreement among raft nodes before linearized reading' (duration: 347.502109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:44.468429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:44.120812Z","time spent":"347.609052ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:21:44.468436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:44.099806Z","time spent":"368.585654ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:21:44.468472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.469173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:21:44.468529Z","caller":"traceutil/trace.go:171","msg":"trace[250434116] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5856; }","duration":"260.569616ms","start":"2026-07-29T08:21:44.207943Z","end":"2026-07-29T08:21:44.468513Z","steps":["trace[250434116] 'agreement among raft nodes before linearized reading' (duration: 260.420192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:44.468656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.19178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:21:44.468673Z","caller":"traceutil/trace.go:171","msg":"trace[2094121822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5856; }","duration":"173.248032ms","start":"2026-07-29T08:21:44.29542Z","end":"2026-07-29T08:21:44.468668Z","steps":["trace[2094121822] 'agreement among raft nodes before linearized reading' (duration: 173.19651ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:44.91046Z","caller":"traceutil/trace.go:171","msg":"trace[1074127613] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"294.804979ms","start":"2026-07-29T08:21:44.615632Z","end":"2026-07-29T08:21:44.910437Z","steps":["trace[1074127613] 'process raft request' (duration: 288.380333ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:45.067727Z","caller":"traceutil/trace.go:171","msg":"trace[2131469403] linearizableReadLoop","detail":"{readStateIndex:6070; appliedIndex:6069; }","duration":"105.497473ms","start":"2026-07-29T08:21:44.962207Z","end":"2026-07-29T08:21:45.067704Z","steps":["trace[2131469403] 'read index received' (duration: 105.011791ms)","trace[2131469403] 'applied index is now lower than readState.Index' (duration: 484.682µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:45.067778Z","caller":"traceutil/trace.go:171","msg":"trace[815566999] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"115.86039ms","start":"2026-07-29T08:21:44.951899Z","end":"2026-07-29T08:21:45.067759Z","steps":["trace[815566999] 'process raft request' (duration: 115.241035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:45.067972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.702429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:21:45.068066Z","caller":"traceutil/trace.go:171","msg":"trace[2121119030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5861; }","duration":"105.871543ms","start":"2026-07-29T08:21:44.962173Z","end":"2026-07-29T08:21:45.068045Z","steps":["trace[2121119030] 'agreement among raft nodes before linearized reading' (duration: 105.615456ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:45.103823Z","caller":"traceutil/trace.go:171","msg":"trace[2070748904] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"125.625713ms","start":"2026-07-29T08:21:44.978175Z","end":"2026-07-29T08:21:45.103801Z","steps":["trace[2070748904] 'process raft request' (duration: 125.331035ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:23:26.815945Z","caller":"traceutil/trace.go:171","msg":"trace[1514416117] transaction","detail":"{read_only:false; response_revision:6506; number_of_response:1; }","duration":"109.608701ms","start":"2026-07-29T08:23:26.70631Z","end":"2026-07-29T08:23:26.815919Z","steps":["trace[1514416117] 'process raft request' (duration: 109.461958ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:23:27.231738Z","caller":"traceutil/trace.go:171","msg":"trace[981933829] linearizableReadLoop","detail":"{readStateIndex:6737; appliedIndex:6736; }","duration":"108.75128ms","start":"2026-07-29T08:23:27.122951Z","end":"2026-07-29T08:23:27.231703Z","steps":["trace[981933829] 'read index received' (duration: 81.17566ms)","trace[981933829] 'applied index is now lower than readState.Index' (duration: 27.57389ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:23:27.231777Z","caller":"traceutil/trace.go:171","msg":"trace[145776853] transaction","detail":"{read_only:false; response_revision:6508; number_of_response:1; }","duration":"189.083548ms","start":"2026-07-29T08:23:27.042654Z","end":"2026-07-29T08:23:27.231737Z","steps":["trace[145776853] 'process raft request' (duration: 161.545459ms)","trace[145776853] 'compare' (duration: 27.236021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:23:27.232181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.223922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:23:27.232263Z","caller":"traceutil/trace.go:171","msg":"trace[584907663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6508; }","duration":"109.362646ms","start":"2026-07-29T08:23:27.122881Z","end":"2026-07-29T08:23:27.232244Z","steps":["trace[584907663] 'agreement among raft nodes before linearized reading' (duration: 108.932055ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:23:27.398606Z","caller":"traceutil/trace.go:171","msg":"trace[1673900371] transaction","detail":"{read_only:false; response_revision:6509; number_of_response:1; }","duration":"163.037038ms","start":"2026-07-29T08:23:27.235523Z","end":"2026-07-29T08:23:27.39856Z","steps":["trace[1673900371] 'process raft request' (duration: 120.232715ms)","trace[1673900371] 'compare' (duration: 42.601638ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:23:27.398739Z","caller":"traceutil/trace.go:171","msg":"trace[270801166] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"162.437363ms","start":"2026-07-29T08:23:27.236247Z","end":"2026-07-29T08:23:27.398684Z","steps":["trace[270801166] 'process raft request' (duration: 162.255848ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:24:10.139504Z","caller":"traceutil/trace.go:171","msg":"trace[1801398196] transaction","detail":"{read_only:false; response_revision:6778; number_of_response:1; }","duration":"149.607373ms","start":"2026-07-29T08:24:09.989871Z","end":"2026-07-29T08:24:10.139478Z","steps":["trace[1801398196] 'process raft request' (duration: 149.445839ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:24:10.157524Z","caller":"traceutil/trace.go:171","msg":"trace[288747201] linearizableReadLoop","detail":"{readStateIndex:7017; appliedIndex:7015; }","duration":"141.831062ms","start":"2026-07-29T08:24:10.01559Z","end":"2026-07-29T08:24:10.157421Z","steps":["trace[288747201] 'read index received' (duration: 123.737606ms)","trace[288747201] 'applied index is now lower than readState.Index' (duration: 18.091856ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:24:10.157606Z","caller":"traceutil/trace.go:171","msg":"trace[602471393] transaction","detail":"{read_only:false; response_revision:6779; number_of_response:1; }","duration":"152.501767ms","start":"2026-07-29T08:24:10.005074Z","end":"2026-07-29T08:24:10.157575Z","steps":["trace[602471393] 'process raft request' (duration: 152.109377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:24:10.157803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.19871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T08:24:10.1579Z","caller":"traceutil/trace.go:171","msg":"trace[1831861454] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:6779; }","duration":"142.371745ms","start":"2026-07-29T08:24:10.015505Z","end":"2026-07-29T08:24:10.157877Z","steps":["trace[1831861454] 'agreement among raft nodes before linearized reading' (duration: 142.140299ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:24:10.288782Z","caller":"traceutil/trace.go:171","msg":"trace[779133456] transaction","detail":"{read_only:false; response_revision:6780; number_of_response:1; }","duration":"120.478012ms","start":"2026-07-29T08:24:10.168264Z","end":"2026-07-29T08:24:10.288742Z","steps":["trace[779133456] 'process raft request' (duration: 120.156403ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:24:22.564687Z","caller":"traceutil/trace.go:171","msg":"trace[384421277] transaction","detail":"{read_only:false; response_revision:7020; number_of_response:1; }","duration":"203.419864ms","start":"2026-07-29T08:24:22.361214Z","end":"2026-07-29T08:24:22.564634Z","steps":["trace[384421277] 'process raft request' (duration: 203.046985ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:24:22.568064Z","caller":"traceutil/trace.go:171","msg":"trace[604074186] transaction","detail":"{read_only:false; response_revision:7021; number_of_response:1; }","duration":"198.974761ms","start":"2026-07-29T08:24:22.369069Z","end":"2026-07-29T08:24:22.568044Z","steps":["trace[604074186] 'process raft request' (duration: 198.833487ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:24:39.359954Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5066} {"level":"info","ts":"2026-07-29T08:24:39.412658Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5066,"took":"51.436385ms","hash":398091357,"current-db-size-bytes":35311616,"current-db-size":"35 MB","current-db-size-in-use-bytes":10117120,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-29T08:24:39.412808Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":398091357,"revision":5066,"compact-revision":2929} {"level":"info","ts":"2026-07-29T08:24:51.209188Z","caller":"traceutil/trace.go:171","msg":"trace[247552127] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"370.732365ms","start":"2026-07-29T08:24:50.838418Z","end":"2026-07-29T08:24:51.20915Z","steps":["trace[247552127] 'process raft request' (duration: 370.407827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:24:51.209336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:24:50.838392Z","time spent":"370.870409ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:24:51.324624Z","caller":"traceutil/trace.go:171","msg":"trace[215032116] transaction","detail":"{read_only:false; response_revision:7246; number_of_response:1; }","duration":"110.486137ms","start":"2026-07-29T08:24:51.214111Z","end":"2026-07-29T08:24:51.324597Z","steps":["trace[215032116] 'process raft request' (duration: 110.390245ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:24:51.324783Z","caller":"traceutil/trace.go:171","msg":"trace[2102114358] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"110.99429ms","start":"2026-07-29T08:24:51.213752Z","end":"2026-07-29T08:24:51.324746Z","steps":["trace[2102114358] 'process raft request' (duration: 106.462934ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:22.058907Z","caller":"traceutil/trace.go:171","msg":"trace[1995804127] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"346.513147ms","start":"2026-07-29T08:26:21.712366Z","end":"2026-07-29T08:26:22.058879Z","steps":["trace[1995804127] 'process raft request' (duration: 346.268171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.059112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:21.712301Z","time spent":"346.709213ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:22.085473Z","caller":"traceutil/trace.go:171","msg":"trace[205313014] linearizableReadLoop","detail":"{readStateIndex:8813; appliedIndex:8811; }","duration":"313.990102ms","start":"2026-07-29T08:26:21.771458Z","end":"2026-07-29T08:26:22.085448Z","steps":["trace[205313014] 'read index received' (duration: 287.147393ms)","trace[205313014] 'applied index is now lower than readState.Index' (duration: 26.841819ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:22.08556Z","caller":"traceutil/trace.go:171","msg":"trace[718602489] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"362.23697ms","start":"2026-07-29T08:26:21.723302Z","end":"2026-07-29T08:26:22.085539Z","steps":["trace[718602489] 'process raft request' (duration: 362.052156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.085644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:21.723273Z","time spent":"362.325683ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:26:22.085692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.232868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T08:26:22.085716Z","caller":"traceutil/trace.go:171","msg":"trace[367820525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8518; }","duration":"314.263549ms","start":"2026-07-29T08:26:21.771445Z","end":"2026-07-29T08:26:22.085709Z","steps":["trace[367820525] 'agreement among raft nodes before linearized reading' (duration: 314.107335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.085735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:21.771391Z","time spent":"314.339301ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:26:22.085744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.892913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:26:22.085797Z","caller":"traceutil/trace.go:171","msg":"trace[390184024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8518; }","duration":"310.967894ms","start":"2026-07-29T08:26:21.774814Z","end":"2026-07-29T08:26:22.085781Z","steps":["trace[390184024] 'agreement among raft nodes before linearized reading' (duration: 310.78239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.085837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:21.774801Z","time spent":"311.029027ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:26:22.085853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.645724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:26:22.085936Z","caller":"traceutil/trace.go:171","msg":"trace[1513945302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8518; }","duration":"301.766738ms","start":"2026-07-29T08:26:21.784152Z","end":"2026-07-29T08:26:22.085919Z","steps":["trace[1513945302] 'agreement among raft nodes before linearized reading' (duration: 301.515422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.085986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:21.784144Z","time spent":"301.833629ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:26:22.085963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.459821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:26:22.086053Z","caller":"traceutil/trace.go:171","msg":"trace[635721402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8518; }","duration":"310.589474ms","start":"2026-07-29T08:26:21.775443Z","end":"2026-07-29T08:26:22.086032Z","steps":["trace[635721402] 'agreement among raft nodes before linearized reading' (duration: 310.310627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.086113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:21.775431Z","time spent":"310.673527ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:26:22.208237Z","caller":"traceutil/trace.go:171","msg":"trace[1139448439] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"118.051161ms","start":"2026-07-29T08:26:22.090164Z","end":"2026-07-29T08:26:22.208215Z","steps":["trace[1139448439] 'process raft request' (duration: 117.99515ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:22.208284Z","caller":"traceutil/trace.go:171","msg":"trace[850145014] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"118.475121ms","start":"2026-07-29T08:26:22.08978Z","end":"2026-07-29T08:26:22.208256Z","steps":["trace[850145014] 'process raft request' (duration: 118.253176ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:22.208541Z","caller":"traceutil/trace.go:171","msg":"trace[1440815416] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"116.662576ms","start":"2026-07-29T08:26:22.091865Z","end":"2026-07-29T08:26:22.208527Z","steps":["trace[1440815416] 'process raft request' (duration: 116.326898ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:22.208739Z","caller":"traceutil/trace.go:171","msg":"trace[2048196264] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"114.569972ms","start":"2026-07-29T08:26:22.0941Z","end":"2026-07-29T08:26:22.20867Z","steps":["trace[2048196264] 'process raft request' (duration: 114.320056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.501197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.461249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:26:22.501282Z","caller":"traceutil/trace.go:171","msg":"trace[720117406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8526; }","duration":"128.626023ms","start":"2026-07-29T08:26:22.372639Z","end":"2026-07-29T08:26:22.501265Z","steps":["trace[720117406] 'range keys from in-memory index tree' (duration: 128.168961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.501657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.648879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-29T08:26:22.501746Z","caller":"traceutil/trace.go:171","msg":"trace[15742476] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:8526; }","duration":"187.790992ms","start":"2026-07-29T08:26:22.313926Z","end":"2026-07-29T08:26:22.501717Z","steps":["trace[15742476] 'range keys from in-memory index tree' (duration: 187.448503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:22.501627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.702649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:26:22.501889Z","caller":"traceutil/trace.go:171","msg":"trace[1272816922] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8526; }","duration":"216.014887ms","start":"2026-07-29T08:26:22.285857Z","end":"2026-07-29T08:26:22.501872Z","steps":["trace[1272816922] 'range keys from in-memory index tree' (duration: 215.583345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:36.62077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410913001,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:26:36.985189Z","caller":"traceutil/trace.go:171","msg":"trace[897452625] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"877.161313ms","start":"2026-07-29T08:26:36.108009Z","end":"2026-07-29T08:26:36.985171Z","steps":["trace[897452625] 'process raft request' (duration: 877.0124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:36.985315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.107991Z","time spent":"877.255335ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:37.000853Z","caller":"traceutil/trace.go:171","msg":"trace[1739274986] linearizableReadLoop","detail":"{readStateIndex:9098; appliedIndex:9094; }","duration":"880.657093ms","start":"2026-07-29T08:26:36.120174Z","end":"2026-07-29T08:26:37.000831Z","steps":["trace[1739274986] 'read index received' (duration: 864.839057ms)","trace[1739274986] 'applied index is now lower than readState.Index' (duration: 15.816616ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:37.00118Z","caller":"traceutil/trace.go:171","msg":"trace[1968188540] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"619.434326ms","start":"2026-07-29T08:26:36.38173Z","end":"2026-07-29T08:26:37.001164Z","steps":["trace[1968188540] 'process raft request' (duration: 618.862001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.00128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.381708Z","time spent":"619.508668ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:37.001592Z","caller":"traceutil/trace.go:171","msg":"trace[330737109] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"616.120001ms","start":"2026-07-29T08:26:36.385461Z","end":"2026-07-29T08:26:37.001581Z","steps":["trace[330737109] 'process raft request' (duration: 615.248118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.001679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.385433Z","time spent":"616.186162ms","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:37.001832Z","caller":"traceutil/trace.go:171","msg":"trace[283140451] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"451.046272ms","start":"2026-07-29T08:26:36.550774Z","end":"2026-07-29T08:26:37.001821Z","steps":["trace[283140451] 'process raft request' (duration: 449.983954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.001886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.55075Z","time spent":"451.104703ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:26:37.002034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.866724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:26:37.002091Z","caller":"traceutil/trace.go:171","msg":"trace[1886492619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8794; }","duration":"881.954136ms","start":"2026-07-29T08:26:36.120127Z","end":"2026-07-29T08:26:37.002081Z","steps":["trace[1886492619] 'agreement among raft nodes before linearized reading' (duration: 881.875494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.002123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.12011Z","time spent":"882.007127ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:26:37.002382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.164336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:26:37.002413Z","caller":"traceutil/trace.go:171","msg":"trace[14043875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8794; }","duration":"807.229248ms","start":"2026-07-29T08:26:36.195175Z","end":"2026-07-29T08:26:37.002404Z","steps":["trace[14043875] 'agreement among raft nodes before linearized reading' (duration: 807.127265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.002438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.195155Z","time spent":"807.276858ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:26:37.002853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.438468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T08:26:37.002885Z","caller":"traceutil/trace.go:171","msg":"trace[580954832] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8794; }","duration":"431.472349ms","start":"2026-07-29T08:26:36.571404Z","end":"2026-07-29T08:26:37.002877Z","steps":["trace[580954832] 'agreement among raft nodes before linearized reading' (duration: 431.375356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.002912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.571361Z","time spent":"431.54574ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:26:37.003079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.660435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:26:37.003117Z","caller":"traceutil/trace.go:171","msg":"trace[1413975166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8794; }","duration":"435.732597ms","start":"2026-07-29T08:26:36.567373Z","end":"2026-07-29T08:26:37.003105Z","steps":["trace[1413975166] 'agreement among raft nodes before linearized reading' (duration: 435.639785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.003152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.567349Z","time spent":"435.792729ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:26:37.003327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.995806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-prttj\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-07-29T08:26:37.003355Z","caller":"traceutil/trace.go:171","msg":"trace[1375021477] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-prttj; range_end:; response_count:1; response_revision:8794; }","duration":"637.059607ms","start":"2026-07-29T08:26:36.366285Z","end":"2026-07-29T08:26:37.003345Z","steps":["trace[1375021477] 'agreement among raft nodes before linearized reading' (duration: 636.974225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.00338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.366265Z","time spent":"637.108779ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7687,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-prttj\" "} {"level":"warn","ts":"2026-07-29T08:26:37.003666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.920954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:26:37.003706Z","caller":"traceutil/trace.go:171","msg":"trace[544257884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:8794; }","duration":"718.006166ms","start":"2026-07-29T08:26:36.285689Z","end":"2026-07-29T08:26:37.003695Z","steps":["trace[544257884] 'agreement among raft nodes before linearized reading' (duration: 717.829132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.003735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.28567Z","time spent":"718.058258ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-lvcff\" "} {"level":"warn","ts":"2026-07-29T08:26:37.003935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.201058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:26:37.003973Z","caller":"traceutil/trace.go:171","msg":"trace[1766900825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8794; }","duration":"728.249779ms","start":"2026-07-29T08:26:36.275713Z","end":"2026-07-29T08:26:37.003962Z","steps":["trace[1766900825] 'agreement among raft nodes before linearized reading' (duration: 728.161147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.004007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.275706Z","time spent":"728.293161ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:26:37.004836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.637475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:26:37.004969Z","caller":"traceutil/trace.go:171","msg":"trace[524766252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8794; }","duration":"729.81995ms","start":"2026-07-29T08:26:36.275129Z","end":"2026-07-29T08:26:37.004949Z","steps":["trace[524766252] 'agreement among raft nodes before linearized reading' (duration: 729.084991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.005042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.27511Z","time spent":"729.918963ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:26:37.004919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.009273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:26:37.00609Z","caller":"traceutil/trace.go:171","msg":"trace[929069683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8794; }","duration":"736.218753ms","start":"2026-07-29T08:26:36.269831Z","end":"2026-07-29T08:26:37.00605Z","steps":["trace[929069683] 'agreement among raft nodes before linearized reading' (duration: 735.017303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.006265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:36.269811Z","time spent":"736.432579ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:26:37.315332Z","caller":"traceutil/trace.go:171","msg":"trace[1210737832] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"227.079561ms","start":"2026-07-29T08:26:37.088207Z","end":"2026-07-29T08:26:37.315287Z","steps":["trace[1210737832] 'process raft request' (duration: 214.248401ms)","trace[1210737832] 'compare' (duration: 12.521082ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:37.315878Z","caller":"traceutil/trace.go:171","msg":"trace[2042070464] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"226.664691ms","start":"2026-07-29T08:26:37.089164Z","end":"2026-07-29T08:26:37.315829Z","steps":["trace[2042070464] 'process raft request' (duration: 226.039435ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:37.315993Z","caller":"traceutil/trace.go:171","msg":"trace[41998926] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"226.736073ms","start":"2026-07-29T08:26:37.089247Z","end":"2026-07-29T08:26:37.315983Z","steps":["trace[41998926] 'process raft request' (duration: 226.338823ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:37.316115Z","caller":"traceutil/trace.go:171","msg":"trace[374109240] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9105; }","duration":"195.13355ms","start":"2026-07-29T08:26:37.12096Z","end":"2026-07-29T08:26:37.316093Z","steps":["trace[374109240] 'read index received' (duration: 13.557098ms)","trace[374109240] 'applied index is now lower than readState.Index' (duration: 181.575372ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:37.316198Z","caller":"traceutil/trace.go:171","msg":"trace[1311481281] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"226.65076ms","start":"2026-07-29T08:26:37.089527Z","end":"2026-07-29T08:26:37.316178Z","steps":["trace[1311481281] 'process raft request' (duration: 226.374863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.31622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.243884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:26:37.316289Z","caller":"traceutil/trace.go:171","msg":"trace[88459541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8806; }","duration":"195.329466ms","start":"2026-07-29T08:26:37.120952Z","end":"2026-07-29T08:26:37.316282Z","steps":["trace[88459541] 'agreement among raft nodes before linearized reading' (duration: 195.216623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.738145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.218621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:26:37.738238Z","caller":"traceutil/trace.go:171","msg":"trace[1246382196] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8806; }","duration":"288.376375ms","start":"2026-07-29T08:26:37.449841Z","end":"2026-07-29T08:26:37.738217Z","steps":["trace[1246382196] 'count revisions from in-memory index tree' (duration: 288.140619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.862548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.886263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-29T08:26:37.862921Z","caller":"traceutil/trace.go:171","msg":"trace[749841648] linearizableReadLoop","detail":"{readStateIndex:9112; appliedIndex:9110; }","duration":"218.221193ms","start":"2026-07-29T08:26:37.644637Z","end":"2026-07-29T08:26:37.862858Z","steps":["trace[749841648] 'read index received' (duration: 46.035283ms)","trace[749841648] 'applied index is now lower than readState.Index' (duration: 172.18222ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:37.862929Z","caller":"traceutil/trace.go:171","msg":"trace[126376471] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"266.158454ms","start":"2026-07-29T08:26:37.596724Z","end":"2026-07-29T08:26:37.862882Z","steps":["trace[126376471] 'process raft request' (duration: 265.944679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:37.931107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.461646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T08:26:37.931206Z","caller":"traceutil/trace.go:171","msg":"trace[1073023918] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8807; }","duration":"286.595979ms","start":"2026-07-29T08:26:37.644579Z","end":"2026-07-29T08:26:37.931175Z","steps":["trace[1073023918] 'agreement among raft nodes before linearized reading' (duration: 218.449499ms)","trace[1073023918] 'range keys from in-memory index tree' (duration: 67.969276ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:37.931193Z","caller":"traceutil/trace.go:171","msg":"trace[1026609977] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"208.946046ms","start":"2026-07-29T08:26:37.722205Z","end":"2026-07-29T08:26:37.931152Z","steps":["trace[1026609977] 'process raft request' (duration: 188.931301ms)","trace[1026609977] 'compare' (duration: 19.811908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:37.931331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.06366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-29T08:26:37.931412Z","caller":"traceutil/trace.go:171","msg":"trace[433141067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8808; }","duration":"197.198314ms","start":"2026-07-29T08:26:37.734196Z","end":"2026-07-29T08:26:37.931394Z","steps":["trace[433141067] 'agreement among raft nodes before linearized reading' (duration: 196.951998ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:39.186056Z","caller":"traceutil/trace.go:171","msg":"trace[700488661] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"195.399217ms","start":"2026-07-29T08:26:38.990627Z","end":"2026-07-29T08:26:39.186027Z","steps":["trace[700488661] 'process raft request' (duration: 195.179761ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:39.199439Z","caller":"traceutil/trace.go:171","msg":"trace[1808648930] linearizableReadLoop","detail":"{readStateIndex:9116; appliedIndex:9114; }","duration":"126.737964ms","start":"2026-07-29T08:26:39.072687Z","end":"2026-07-29T08:26:39.199425Z","steps":["trace[1808648930] 'read index received' (duration: 113.114264ms)","trace[1808648930] 'applied index is now lower than readState.Index' (duration: 13.62289ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:39.199532Z","caller":"traceutil/trace.go:171","msg":"trace[1634276084] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"188.282774ms","start":"2026-07-29T08:26:39.011241Z","end":"2026-07-29T08:26:39.199524Z","steps":["trace[1634276084] 'process raft request' (duration: 188.059058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:39.243797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.036134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:26:39.243808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.095613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:26:39.243922Z","caller":"traceutil/trace.go:171","msg":"trace[1697961653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8812; }","duration":"171.279018ms","start":"2026-07-29T08:26:39.072622Z","end":"2026-07-29T08:26:39.243902Z","steps":["trace[1697961653] 'agreement among raft nodes before linearized reading' (duration: 127.183115ms)","trace[1697961653] 'range keys from in-memory index tree' (duration: 43.821406ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:39.243918Z","caller":"traceutil/trace.go:171","msg":"trace[430204222] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8812; }","duration":"152.208189ms","start":"2026-07-29T08:26:39.091681Z","end":"2026-07-29T08:26:39.243889Z","steps":["trace[430204222] 'agreement among raft nodes before linearized reading' (duration: 108.115846ms)","trace[430204222] 'range keys from in-memory index tree' (duration: 43.787965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:39.243929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.660391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:26:39.243984Z","caller":"traceutil/trace.go:171","msg":"trace[1669076724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8812; }","duration":"154.743283ms","start":"2026-07-29T08:26:39.089219Z","end":"2026-07-29T08:26:39.243963Z","steps":["trace[1669076724] 'agreement among raft nodes before linearized reading' (duration: 110.556158ms)","trace[1669076724] 'range keys from in-memory index tree' (duration: 44.088402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:39.243796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.048297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:26:39.244041Z","caller":"traceutil/trace.go:171","msg":"trace[2134550045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8812; }","duration":"156.380145ms","start":"2026-07-29T08:26:39.087651Z","end":"2026-07-29T08:26:39.244031Z","steps":["trace[2134550045] 'agreement among raft nodes before linearized reading' (duration: 112.137659ms)","trace[2134550045] 'range keys from in-memory index tree' (duration: 43.766794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:39.243808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.668023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:26:39.244106Z","caller":"traceutil/trace.go:171","msg":"trace[70385758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8812; }","duration":"157.034772ms","start":"2026-07-29T08:26:39.087065Z","end":"2026-07-29T08:26:39.244099Z","steps":["trace[70385758] 'agreement among raft nodes before linearized reading' (duration: 112.652862ms)","trace[70385758] 'range keys from in-memory index tree' (duration: 43.908978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:39.244199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.639273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:26:39.244242Z","caller":"traceutil/trace.go:171","msg":"trace[306192892] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:8812; }","duration":"151.701795ms","start":"2026-07-29T08:26:39.092528Z","end":"2026-07-29T08:26:39.24423Z","steps":["trace[306192892] 'agreement among raft nodes before linearized reading' (duration: 107.241363ms)","trace[306192892] 'range keys from in-memory index tree' (duration: 44.347999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:39.244538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.115571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T08:26:39.244724Z","caller":"traceutil/trace.go:171","msg":"trace[959855800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8812; }","duration":"153.282546ms","start":"2026-07-29T08:26:39.091354Z","end":"2026-07-29T08:26:39.244637Z","steps":["trace[959855800] 'agreement among raft nodes before linearized reading' (duration: 108.418383ms)","trace[959855800] 'range keys from in-memory index tree' (duration: 44.40698ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:40.900502Z","caller":"traceutil/trace.go:171","msg":"trace[1839346776] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"102.962414ms","start":"2026-07-29T08:26:40.797517Z","end":"2026-07-29T08:26:40.90048Z","steps":["trace[1839346776] 'process raft request' (duration: 102.729447ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:46.915131Z","caller":"traceutil/trace.go:171","msg":"trace[766542223] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"214.050587ms","start":"2026-07-29T08:26:46.701045Z","end":"2026-07-29T08:26:46.915096Z","steps":["trace[766542223] 'process raft request' (duration: 213.677406ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:46.915266Z","caller":"traceutil/trace.go:171","msg":"trace[1490963414] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9322; }","duration":"200.681124ms","start":"2026-07-29T08:26:46.71433Z","end":"2026-07-29T08:26:46.915012Z","steps":["trace[1490963414] 'read index received' (duration: 200.5738ms)","trace[1490963414] 'applied index is now lower than readState.Index' (duration: 106.533µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:46.91543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.087404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-29T08:26:46.915489Z","caller":"traceutil/trace.go:171","msg":"trace[1579301059] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9017; }","duration":"201.192896ms","start":"2026-07-29T08:26:46.714286Z","end":"2026-07-29T08:26:46.915479Z","steps":["trace[1579301059] 'agreement among raft nodes before linearized reading' (duration: 201.034292ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:46.917938Z","caller":"traceutil/trace.go:171","msg":"trace[1008821914] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"164.818913ms","start":"2026-07-29T08:26:46.753084Z","end":"2026-07-29T08:26:46.917903Z","steps":["trace[1008821914] 'process raft request' (duration: 164.680028ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:04.076845Z","caller":"traceutil/trace.go:171","msg":"trace[1119797800] linearizableReadLoop","detail":"{readStateIndex:9532; appliedIndex:9531; }","duration":"351.084665ms","start":"2026-07-29T08:27:03.725737Z","end":"2026-07-29T08:27:04.076822Z","steps":["trace[1119797800] 'read index received' (duration: 350.994323ms)","trace[1119797800] 'applied index is now lower than readState.Index' (duration: 85.232µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:27:04.076899Z","caller":"traceutil/trace.go:171","msg":"trace[972913295] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"397.545378ms","start":"2026-07-29T08:27:03.679317Z","end":"2026-07-29T08:27:04.076862Z","steps":["trace[972913295] 'process raft request' (duration: 397.338063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:04.077045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.28543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"warn","ts":"2026-07-29T08:27:04.077066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:27:03.679289Z","time spent":"397.688911ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10916,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:27:04.077084Z","caller":"traceutil/trace.go:171","msg":"trace[900042338] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9220; }","duration":"351.375573ms","start":"2026-07-29T08:27:03.725695Z","end":"2026-07-29T08:27:04.07707Z","steps":["trace[900042338] 'agreement among raft nodes before linearized reading' (duration: 351.229949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:04.077123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:27:03.725674Z","time spent":"351.440665ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1665,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-29T08:27:04.270611Z","caller":"traceutil/trace.go:171","msg":"trace[1333208336] linearizableReadLoop","detail":"{readStateIndex:9533; appliedIndex:9532; }","duration":"190.383718ms","start":"2026-07-29T08:27:04.080201Z","end":"2026-07-29T08:27:04.270585Z","steps":["trace[1333208336] 'read index received' (duration: 187.964306ms)","trace[1333208336] 'applied index is now lower than readState.Index' (duration: 2.418382ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:27:04.270736Z","caller":"traceutil/trace.go:171","msg":"trace[13038432] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"304.773316ms","start":"2026-07-29T08:27:03.96594Z","end":"2026-07-29T08:27:04.270713Z","steps":["trace[13038432] 'process raft request' (duration: 302.20672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:04.270859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:27:03.965916Z","time spent":"304.870639ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:27:04.270944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.715157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ac1ce25-64be-4a73-8e4b-a9436a7bff7c\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T08:27:04.27102Z","caller":"traceutil/trace.go:171","msg":"trace[1408598605] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ac1ce25-64be-4a73-8e4b-a9436a7bff7c; range_end:; response_count:1; response_revision:9221; }","duration":"190.8374ms","start":"2026-07-29T08:27:04.080159Z","end":"2026-07-29T08:27:04.270997Z","steps":["trace[1408598605] 'agreement among raft nodes before linearized reading' (duration: 190.586213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:04.771703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410913948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:27:04.864445Z","caller":"traceutil/trace.go:171","msg":"trace[1139962129] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"781.054355ms","start":"2026-07-29T08:27:04.083355Z","end":"2026-07-29T08:27:04.86441Z","steps":["trace[1139962129] 'process raft request' (duration: 780.420679ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:04.864763Z","caller":"traceutil/trace.go:171","msg":"trace[1314945604] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"780.629265ms","start":"2026-07-29T08:27:04.083925Z","end":"2026-07-29T08:27:04.864554Z","steps":["trace[1314945604] 'process raft request' (duration: 780.538602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:04.864782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:27:04.083301Z","time spent":"781.23868ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:27:04.864793Z","caller":"traceutil/trace.go:171","msg":"trace[1026586028] linearizableReadLoop","detail":"{readStateIndex:9537; appliedIndex:9533; }","duration":"594.060303ms","start":"2026-07-29T08:27:04.270715Z","end":"2026-07-29T08:27:04.864775Z","steps":["trace[1026586028] 'read index received' (duration: 592.974276ms)","trace[1026586028] 'applied index is now lower than readState.Index' (duration: 1.085117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:27:04.864906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:27:04.08391Z","time spent":"780.918442ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:27:04.865049Z","caller":"traceutil/trace.go:171","msg":"trace[769872772] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"781.101037ms","start":"2026-07-29T08:27:04.083935Z","end":"2026-07-29T08:27:04.865036Z","steps":["trace[769872772] 'process raft request' (duration: 780.574554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:04.865119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:27:04.083921Z","time spent":"781.156208ms","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:27:04.865201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.920938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-29T08:27:04.865221Z","caller":"traceutil/trace.go:171","msg":"trace[1832343236] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"781.584799ms","start":"2026-07-29T08:27:04.083611Z","end":"2026-07-29T08:27:04.865196Z","steps":["trace[1832343236] 'process raft request' (duration: 780.692806ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:04.865273Z","caller":"traceutil/trace.go:171","msg":"trace[539700207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9225; }","duration":"185.02566ms","start":"2026-07-29T08:27:04.680225Z","end":"2026-07-29T08:27:04.86525Z","steps":["trace[539700207] 'agreement among raft nodes before linearized reading' (duration: 184.810875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:04.865323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:27:04.083578Z","time spent":"781.693132ms","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:27:04.865379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.90783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:27:04.865469Z","caller":"traceutil/trace.go:171","msg":"trace[688615419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9225; }","duration":"742.113915ms","start":"2026-07-29T08:27:04.123332Z","end":"2026-07-29T08:27:04.865445Z","steps":["trace[688615419] 'agreement among raft nodes before linearized reading' (duration: 741.834848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:04.865511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:27:04.123319Z","time spent":"742.182887ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:27:05.665282Z","caller":"traceutil/trace.go:171","msg":"trace[791685267] linearizableReadLoop","detail":"{readStateIndex:9544; appliedIndex:9542; }","duration":"258.596511ms","start":"2026-07-29T08:27:05.406654Z","end":"2026-07-29T08:27:05.66525Z","steps":["trace[791685267] 'read index received' (duration: 258.277873ms)","trace[791685267] 'applied index is now lower than readState.Index' (duration: 317.478µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:27:05.665429Z","caller":"traceutil/trace.go:171","msg":"trace[1477527898] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"262.682235ms","start":"2026-07-29T08:27:05.402702Z","end":"2026-07-29T08:27:05.665384Z","steps":["trace[1477527898] 'process raft request' (duration: 262.427199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:05.665611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.899896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82471"} {"level":"info","ts":"2026-07-29T08:27:05.665717Z","caller":"traceutil/trace.go:171","msg":"trace[390361564] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"262.925822ms","start":"2026-07-29T08:27:05.402522Z","end":"2026-07-29T08:27:05.665448Z","steps":["trace[390361564] 'process raft request' (duration: 262.072099ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:05.665897Z","caller":"traceutil/trace.go:171","msg":"trace[282493933] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:9232; }","duration":"261.981187ms","start":"2026-07-29T08:27:05.403658Z","end":"2026-07-29T08:27:05.665639Z","steps":["trace[282493933] 'agreement among raft nodes before linearized reading' (duration: 261.737441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:05.697657Z","caller":"traceutil/trace.go:171","msg":"trace[837952853] transaction","detail":"{read_only:false; response_revision:9233; number_of_response:1; }","duration":"286.870935ms","start":"2026-07-29T08:27:05.410754Z","end":"2026-07-29T08:27:05.697625Z","steps":["trace[837952853] 'process raft request' (duration: 286.634689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:05.697683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.79781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T08:27:05.697748Z","caller":"traceutil/trace.go:171","msg":"trace[956177315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9233; }","duration":"280.923693ms","start":"2026-07-29T08:27:05.416811Z","end":"2026-07-29T08:27:05.697735Z","steps":["trace[956177315] 'agreement among raft nodes before linearized reading' (duration: 280.719218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:05.697871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.370541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:27:05.697971Z","caller":"traceutil/trace.go:171","msg":"trace[2079734545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9233; }","duration":"275.505753ms","start":"2026-07-29T08:27:05.422444Z","end":"2026-07-29T08:27:05.697949Z","steps":["trace[2079734545] 'agreement among raft nodes before linearized reading' (duration: 275.222366ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:44.403407Z","caller":"traceutil/trace.go:171","msg":"trace[1055889489] linearizableReadLoop","detail":"{readStateIndex:9937; appliedIndex:9936; }","duration":"126.249091ms","start":"2026-07-29T08:27:44.277135Z","end":"2026-07-29T08:27:44.403384Z","steps":["trace[1055889489] 'read index received' (duration: 126.168079ms)","trace[1055889489] 'applied index is now lower than readState.Index' (duration: 80.132µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:27:44.40359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.444877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:27:44.403577Z","caller":"traceutil/trace.go:171","msg":"trace[245056895] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"133.480588ms","start":"2026-07-29T08:27:44.270016Z","end":"2026-07-29T08:27:44.403497Z","steps":["trace[245056895] 'process raft request' (duration: 133.212571ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:44.403629Z","caller":"traceutil/trace.go:171","msg":"trace[318358491] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9615; }","duration":"126.533249ms","start":"2026-07-29T08:27:44.277085Z","end":"2026-07-29T08:27:44.403618Z","steps":["trace[318358491] 'agreement among raft nodes before linearized reading' (duration: 126.426917ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:44.810733Z","caller":"traceutil/trace.go:171","msg":"trace[1416263486] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"292.980272ms","start":"2026-07-29T08:27:44.517732Z","end":"2026-07-29T08:27:44.810712Z","steps":["trace[1416263486] 'process raft request' (duration: 291.603517ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:45.582925Z","caller":"traceutil/trace.go:171","msg":"trace[48548263] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"100.356417ms","start":"2026-07-29T08:27:45.482542Z","end":"2026-07-29T08:27:45.582898Z","steps":["trace[48548263] 'process raft request' (duration: 100.268465ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:45.582959Z","caller":"traceutil/trace.go:171","msg":"trace[1234186050] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"127.180305ms","start":"2026-07-29T08:27:45.455728Z","end":"2026-07-29T08:27:45.582908Z","steps":["trace[1234186050] 'process raft request' (duration: 89.067426ms)","trace[1234186050] 'compare' (duration: 37.854373ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:27:51.1734Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T08:27:51.178946Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-29T08:27:51.179061Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-29T08:29:39.365962Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7166} {"level":"info","ts":"2026-07-29T08:29:39.431017Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7166,"took":"62.991808ms","hash":2107141933,"current-db-size-bytes":36581376,"current-db-size":"37 MB","current-db-size-in-use-bytes":34074624,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-29T08:29:39.431375Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2107141933,"revision":7166,"compact-revision":5066} {"level":"info","ts":"2026-07-29T08:31:35.55749Z","caller":"traceutil/trace.go:171","msg":"trace[826049656] linearizableReadLoop","detail":"{readStateIndex:11890; appliedIndex:11888; }","duration":"113.386061ms","start":"2026-07-29T08:31:35.444076Z","end":"2026-07-29T08:31:35.557462Z","steps":["trace[826049656] 'read index received' (duration: 28.399249ms)","trace[826049656] 'applied index is now lower than readState.Index' (duration: 84.985202ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:31:35.557523Z","caller":"traceutil/trace.go:171","msg":"trace[453754934] transaction","detail":"{read_only:false; response_revision:11515; number_of_response:1; }","duration":"117.98114ms","start":"2026-07-29T08:31:35.439507Z","end":"2026-07-29T08:31:35.557488Z","steps":["trace[453754934] 'process raft request' (duration: 98.438668ms)","trace[453754934] 'compare' (duration: 19.382828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:31:35.557932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.800001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:31:35.558098Z","caller":"traceutil/trace.go:171","msg":"trace[1874808985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:11515; }","duration":"114.032438ms","start":"2026-07-29T08:31:35.444032Z","end":"2026-07-29T08:31:35.558064Z","steps":["trace[1874808985] 'agreement among raft nodes before linearized reading' (duration: 113.535265ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:31:41.465398Z","caller":"traceutil/trace.go:171","msg":"trace[1134038570] transaction","detail":"{read_only:false; response_revision:11550; number_of_response:1; }","duration":"102.092812ms","start":"2026-07-29T08:31:41.363284Z","end":"2026-07-29T08:31:41.465377Z","steps":["trace[1134038570] 'process raft request' (duration: 101.697722ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:31:49.752827Z","caller":"traceutil/trace.go:171","msg":"trace[1355848627] linearizableReadLoop","detail":"{readStateIndex:11981; appliedIndex:11979; }","duration":"218.07534ms","start":"2026-07-29T08:31:49.534663Z","end":"2026-07-29T08:31:49.752738Z","steps":["trace[1355848627] 'read index received' (duration: 5.214654ms)","trace[1355848627] 'applied index is now lower than readState.Index' (duration: 212.859226ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:31:49.752974Z","caller":"traceutil/trace.go:171","msg":"trace[1180481337] transaction","detail":"{read_only:false; response_revision:11603; number_of_response:1; }","duration":"219.229651ms","start":"2026-07-29T08:31:49.533729Z","end":"2026-07-29T08:31:49.752959Z","steps":["trace[1180481337] 'process raft request' (duration: 173.641129ms)","trace[1180481337] 'compare' (duration: 45.229902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:31:49.753018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.339577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:31:49.753097Z","caller":"traceutil/trace.go:171","msg":"trace[1432629013] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11603; }","duration":"218.45057ms","start":"2026-07-29T08:31:49.534629Z","end":"2026-07-29T08:31:49.753079Z","steps":["trace[1432629013] 'agreement among raft nodes before linearized reading' (duration: 218.325777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:31:49.754273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.333203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:31:49.754356Z","caller":"traceutil/trace.go:171","msg":"trace[1843797220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11604; }","duration":"205.471566ms","start":"2026-07-29T08:31:49.548865Z","end":"2026-07-29T08:31:49.754337Z","steps":["trace[1843797220] 'agreement among raft nodes before linearized reading' (duration: 205.258281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:31:49.754729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.996173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:31:49.754772Z","caller":"traceutil/trace.go:171","msg":"trace[399325102] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:11604; }","duration":"108.084795ms","start":"2026-07-29T08:31:49.646679Z","end":"2026-07-29T08:31:49.754764Z","steps":["trace[399325102] 'agreement among raft nodes before linearized reading' (duration: 107.945501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:31:49.754833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.668562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T08:31:49.754933Z","caller":"traceutil/trace.go:171","msg":"trace[102815507] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:11604; }","duration":"133.807015ms","start":"2026-07-29T08:31:49.621102Z","end":"2026-07-29T08:31:49.754909Z","steps":["trace[102815507] 'agreement among raft nodes before linearized reading' (duration: 133.621771ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:31:59.99777Z","caller":"traceutil/trace.go:171","msg":"trace[1869325845] transaction","detail":"{read_only:false; response_revision:11670; number_of_response:1; }","duration":"161.695782ms","start":"2026-07-29T08:31:59.836046Z","end":"2026-07-29T08:31:59.997741Z","steps":["trace[1869325845] 'process raft request' (duration: 139.564564ms)","trace[1869325845] 'compare' (duration: 22.016805ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:32:00.014639Z","caller":"traceutil/trace.go:171","msg":"trace[196367125] transaction","detail":"{read_only:false; response_revision:11671; number_of_response:1; }","duration":"177.999141ms","start":"2026-07-29T08:31:59.836615Z","end":"2026-07-29T08:32:00.014614Z","steps":["trace[196367125] 'process raft request' (duration: 177.790536ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:32:00.014912Z","caller":"traceutil/trace.go:171","msg":"trace[1589836601] linearizableReadLoop","detail":"{readStateIndex:12051; appliedIndex:12049; }","duration":"177.883759ms","start":"2026-07-29T08:31:59.837017Z","end":"2026-07-29T08:32:00.014901Z","steps":["trace[1589836601] 'read index received' (duration: 139.375219ms)","trace[1589836601] 'applied index is now lower than readState.Index' (duration: 38.50715ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:32:00.015034Z","caller":"traceutil/trace.go:171","msg":"trace[161260297] transaction","detail":"{read_only:false; response_revision:11672; number_of_response:1; }","duration":"177.799676ms","start":"2026-07-29T08:31:59.837204Z","end":"2026-07-29T08:32:00.015004Z","steps":["trace[161260297] 'process raft request' (duration: 177.340355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:32:00.015331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.229977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-29T08:32:00.015432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.423282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-29T08:32:00.015481Z","caller":"traceutil/trace.go:171","msg":"trace[1352626995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:11672; }","duration":"178.464304ms","start":"2026-07-29T08:31:59.836989Z","end":"2026-07-29T08:32:00.015453Z","steps":["trace[1352626995] 'agreement among raft nodes before linearized reading' (duration: 178.044423ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:32:00.015571Z","caller":"traceutil/trace.go:171","msg":"trace[1275315785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11672; }","duration":"120.531875ms","start":"2026-07-29T08:31:59.894938Z","end":"2026-07-29T08:32:00.01547Z","steps":["trace[1275315785] 'agreement among raft nodes before linearized reading' (duration: 120.148415ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:32:11.57255Z","caller":"traceutil/trace.go:171","msg":"trace[1314889898] transaction","detail":"{read_only:false; response_revision:11774; number_of_response:1; }","duration":"199.773239ms","start":"2026-07-29T08:32:11.372744Z","end":"2026-07-29T08:32:11.572517Z","steps":["trace[1314889898] 'process raft request' (duration: 199.427531ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:32:11.828082Z","caller":"traceutil/trace.go:171","msg":"trace[204223061] transaction","detail":"{read_only:false; response_revision:11780; number_of_response:1; }","duration":"103.275122ms","start":"2026-07-29T08:32:11.724774Z","end":"2026-07-29T08:32:11.828049Z","steps":["trace[204223061] 'process raft request' (duration: 97.760751ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:32:12.117324Z","caller":"traceutil/trace.go:171","msg":"trace[890208914] transaction","detail":"{read_only:false; response_revision:11785; number_of_response:1; }","duration":"122.577148ms","start":"2026-07-29T08:32:11.994708Z","end":"2026-07-29T08:32:12.117285Z","steps":["trace[890208914] 'process raft request' (duration: 46.33092ms)","trace[890208914] 'compare' (duration: 76.095054ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:32:12.150946Z","caller":"traceutil/trace.go:171","msg":"trace[316010904] transaction","detail":"{read_only:false; response_revision:11786; number_of_response:1; }","duration":"155.595446ms","start":"2026-07-29T08:32:11.995308Z","end":"2026-07-29T08:32:12.150904Z","steps":["trace[316010904] 'process raft request' (duration: 155.36591ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:32:12.151217Z","caller":"traceutil/trace.go:171","msg":"trace[1507152024] transaction","detail":"{read_only:false; response_revision:11788; number_of_response:1; }","duration":"152.249689ms","start":"2026-07-29T08:32:11.998932Z","end":"2026-07-29T08:32:12.151181Z","steps":["trace[1507152024] 'process raft request' (duration: 152.114626ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:32:12.151383Z","caller":"traceutil/trace.go:171","msg":"trace[1790753806] transaction","detail":"{read_only:false; response_revision:11787; number_of_response:1; }","duration":"155.661937ms","start":"2026-07-29T08:32:11.99571Z","end":"2026-07-29T08:32:12.151372Z","steps":["trace[1790753806] 'process raft request' (duration: 155.084922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:32:17.309041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.64631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:32:17.30921Z","caller":"traceutil/trace.go:171","msg":"trace[980324174] transaction","detail":"{read_only:false; response_revision:11835; number_of_response:1; }","duration":"176.667896ms","start":"2026-07-29T08:32:17.132514Z","end":"2026-07-29T08:32:17.309182Z","steps":["trace[980324174] 'process raft request' (duration: 60.76994ms)","trace[980324174] 'compare' (duration: 115.466245ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:32:24.87326Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002fed.wal"} {"level":"info","ts":"2026-07-29T08:33:15.834232Z","caller":"traceutil/trace.go:171","msg":"trace[2088963739] transaction","detail":"{read_only:false; response_revision:12267; number_of_response:1; }","duration":"103.311102ms","start":"2026-07-29T08:33:15.730893Z","end":"2026-07-29T08:33:15.834204Z","steps":["trace[2088963739] 'process raft request' (duration: 103.126177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:23.714723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.032293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:23.714808Z","caller":"traceutil/trace.go:171","msg":"trace[13708161] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12361; }","duration":"101.169167ms","start":"2026-07-29T08:33:23.61362Z","end":"2026-07-29T08:33:23.714789Z","steps":["trace[13708161] 'count revisions from in-memory index tree' (duration: 100.940571ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:38.596648Z","caller":"traceutil/trace.go:171","msg":"trace[1542898026] transaction","detail":"{read_only:false; response_revision:12595; number_of_response:1; }","duration":"302.191815ms","start":"2026-07-29T08:33:38.294438Z","end":"2026-07-29T08:33:38.59663Z","steps":["trace[1542898026] 'process raft request' (duration: 302.061712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:38.59679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:38.294427Z","time spent":"302.303889ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:33:38.597729Z","caller":"traceutil/trace.go:171","msg":"trace[1051179400] linearizableReadLoop","detail":"{readStateIndex:13002; appliedIndex:13000; }","duration":"156.960833ms","start":"2026-07-29T08:33:38.440753Z","end":"2026-07-29T08:33:38.597714Z","steps":["trace[1051179400] 'read index received' (duration: 155.754782ms)","trace[1051179400] 'applied index is now lower than readState.Index' (duration: 1.205281ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:33:38.597922Z","caller":"traceutil/trace.go:171","msg":"trace[126738263] transaction","detail":"{read_only:false; response_revision:12596; number_of_response:1; }","duration":"300.633426ms","start":"2026-07-29T08:33:38.297279Z","end":"2026-07-29T08:33:38.597913Z","steps":["trace[126738263] 'process raft request' (duration: 300.295176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:38.598001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:38.297269Z","time spent":"300.676786ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:33:38.598253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.511228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:33:38.598281Z","caller":"traceutil/trace.go:171","msg":"trace[1576657254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12597; }","duration":"157.56933ms","start":"2026-07-29T08:33:38.440705Z","end":"2026-07-29T08:33:38.598274Z","steps":["trace[1576657254] 'agreement among raft nodes before linearized reading' (duration: 157.471387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:38.598317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.88148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:38.59838Z","caller":"traceutil/trace.go:171","msg":"trace[1320849919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12597; }","duration":"140.972132ms","start":"2026-07-29T08:33:38.45739Z","end":"2026-07-29T08:33:38.598362Z","steps":["trace[1320849919] 'agreement among raft nodes before linearized reading' (duration: 140.87907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:39.875912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410922511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:33:40.376774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410922511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:33:40.394738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021160127s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:33:40.395109Z","caller":"traceutil/trace.go:171","msg":"trace[954686904] transaction","detail":"{read_only:false; response_revision:12603; number_of_response:1; }","duration":"1.02160629s","start":"2026-07-29T08:33:39.37348Z","end":"2026-07-29T08:33:40.395087Z","steps":["trace[954686904] 'process raft request' (duration: 1.021454266s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:40.395248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:39.373452Z","time spent":"1.021723962s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:33:41.162567Z","caller":"traceutil/trace.go:171","msg":"trace[376476220] transaction","detail":"{read_only:false; response_revision:12605; number_of_response:1; }","duration":"1.78437948s","start":"2026-07-29T08:33:39.378158Z","end":"2026-07-29T08:33:41.162538Z","steps":["trace[376476220] 'process raft request' (duration: 1.784314448s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:41.162581Z","caller":"traceutil/trace.go:171","msg":"trace[318603373] transaction","detail":"{read_only:false; response_revision:12604; number_of_response:1; }","duration":"1.784708448s","start":"2026-07-29T08:33:39.377827Z","end":"2026-07-29T08:33:41.162536Z","steps":["trace[318603373] 'process raft request' (duration: 1.784501513s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.162736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:39.378145Z","time spent":"1.784512123s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:33:41.16278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:39.377809Z","time spent":"1.784874963s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:33:41.162817Z","caller":"traceutil/trace.go:171","msg":"trace[89192942] linearizableReadLoop","detail":"{readStateIndex:13012; appliedIndex:13008; }","duration":"1.787578052s","start":"2026-07-29T08:33:39.375203Z","end":"2026-07-29T08:33:41.162781Z","steps":["trace[89192942] 'read index received' (duration: 1.019750081s)","trace[89192942] 'applied index is now lower than readState.Index' (duration: 767.825091ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:33:41.163002Z","caller":"traceutil/trace.go:171","msg":"trace[23072619] transaction","detail":"{read_only:false; response_revision:12606; number_of_response:1; }","duration":"1.619763359s","start":"2026-07-29T08:33:39.543153Z","end":"2026-07-29T08:33:41.162917Z","steps":["trace[23072619] 'process raft request' (duration: 1.619352008s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.163137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78789372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:33:41.163233Z","caller":"traceutil/trace.go:171","msg":"trace[579212277] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12606; }","duration":"1.788040594s","start":"2026-07-29T08:33:39.375169Z","end":"2026-07-29T08:33:41.16321Z","steps":["trace[579212277] 'agreement among raft nodes before linearized reading' (duration: 1.787820058s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.16328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:39.375156Z","time spent":"1.788111695s","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:33:41.163408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:39.543132Z","time spent":"1.619953054s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:33:41.16459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57517127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:33:41.164644Z","caller":"traceutil/trace.go:171","msg":"trace[930102476] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12608; }","duration":"1.575260562s","start":"2026-07-29T08:33:39.58937Z","end":"2026-07-29T08:33:41.16463Z","steps":["trace[930102476] 'agreement among raft nodes before linearized reading' (duration: 1.575147379s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.164657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.180221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:33:41.164675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:39.589356Z","time spent":"1.575310964s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:33:41.164693Z","caller":"traceutil/trace.go:171","msg":"trace[754712171] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12608; }","duration":"402.244233ms","start":"2026-07-29T08:33:40.762439Z","end":"2026-07-29T08:33:41.164683Z","steps":["trace[754712171] 'agreement among raft nodes before linearized reading' (duration: 402.12944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.164722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.762424Z","time spent":"402.292074ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:33:41.164871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.995528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:33:41.1649Z","caller":"traceutil/trace.go:171","msg":"trace[437875458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12608; }","duration":"345.023389ms","start":"2026-07-29T08:33:40.819868Z","end":"2026-07-29T08:33:41.164892Z","steps":["trace[437875458] 'agreement among raft nodes before linearized reading' (duration: 344.951537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.164896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.596394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:33:41.16492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.81983Z","time spent":"345.08486ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:33:41.164938Z","caller":"traceutil/trace.go:171","msg":"trace[644196492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12608; }","duration":"562.670016ms","start":"2026-07-29T08:33:40.60226Z","end":"2026-07-29T08:33:41.16493Z","steps":["trace[644196492] 'agreement among raft nodes before linearized reading' (duration: 562.575773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.164968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.602243Z","time spent":"562.719517ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:33:41.164986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041175174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:41.165008Z","caller":"traceutil/trace.go:171","msg":"trace[745917985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12608; }","duration":"1.041230265s","start":"2026-07-29T08:33:40.123772Z","end":"2026-07-29T08:33:41.165002Z","steps":["trace[745917985] 'agreement among raft nodes before linearized reading' (duration: 1.041199045s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.165024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.123753Z","time spent":"1.041267356s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:33:41.165018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21808437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T08:33:41.164968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.053054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:33:41.16508Z","caller":"traceutil/trace.go:171","msg":"trace[1428326617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12608; }","duration":"1.218172733s","start":"2026-07-29T08:33:39.94689Z","end":"2026-07-29T08:33:41.165063Z","steps":["trace[1428326617] 'agreement among raft nodes before linearized reading' (duration: 1.218005669s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.165097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.360335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-29T08:33:41.165108Z","caller":"traceutil/trace.go:171","msg":"trace[1501866712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12608; }","duration":"554.193808ms","start":"2026-07-29T08:33:40.610894Z","end":"2026-07-29T08:33:41.165088Z","steps":["trace[1501866712] 'agreement among raft nodes before linearized reading' (duration: 553.935071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.16514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:39.946879Z","time spent":"1.218248015s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:33:41.16514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.328247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T08:33:41.16518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.610825Z","time spent":"554.338072ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:33:41.165198Z","caller":"traceutil/trace.go:171","msg":"trace[6712843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12608; }","duration":"359.422369ms","start":"2026-07-29T08:33:40.80576Z","end":"2026-07-29T08:33:41.165183Z","steps":["trace[6712843] 'agreement among raft nodes before linearized reading' (duration: 359.174173ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:41.165198Z","caller":"traceutil/trace.go:171","msg":"trace[1933866564] transaction","detail":"{read_only:false; response_revision:12607; number_of_response:1; }","duration":"565.759975ms","start":"2026-07-29T08:33:40.599372Z","end":"2026-07-29T08:33:41.165132Z","steps":["trace[1933866564] 'process raft request' (duration: 565.018956ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:41.165133Z","caller":"traceutil/trace.go:171","msg":"trace[739230623] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12608; }","duration":"511.425106ms","start":"2026-07-29T08:33:40.6537Z","end":"2026-07-29T08:33:41.165125Z","steps":["trace[739230623] 'agreement among raft nodes before linearized reading' (duration: 511.338753ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:41.165222Z","caller":"traceutil/trace.go:171","msg":"trace[58394914] transaction","detail":"{read_only:false; response_revision:12608; number_of_response:1; }","duration":"564.573364ms","start":"2026-07-29T08:33:40.600617Z","end":"2026-07-29T08:33:41.16519Z","steps":["trace[58394914] 'process raft request' (duration: 563.856506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.165328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.653681Z","time spent":"511.56936ms","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-29T08:33:41.165008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.093839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:33:41.165382Z","caller":"traceutil/trace.go:171","msg":"trace[1155708652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:12608; }","duration":"336.512019ms","start":"2026-07-29T08:33:40.828859Z","end":"2026-07-29T08:33:41.165371Z","steps":["trace[1155708652] 'agreement among raft nodes before linearized reading' (duration: 335.862082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.165366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.59935Z","time spent":"565.926759ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:33:41.165408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.600604Z","time spent":"564.719778ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:33:41.165238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.80573Z","time spent":"359.499251ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:33:41.165418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.828852Z","time spent":"336.55565ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-lvcff\" "} {"level":"warn","ts":"2026-07-29T08:33:41.165844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.872189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128994"} {"level":"info","ts":"2026-07-29T08:33:41.165903Z","caller":"traceutil/trace.go:171","msg":"trace[1943920656] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12608; }","duration":"506.984211ms","start":"2026-07-29T08:33:40.658906Z","end":"2026-07-29T08:33:41.16589Z","steps":["trace[1943920656] 'agreement among raft nodes before linearized reading' (duration: 506.095708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:41.165942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:40.658887Z","time spent":"507.045642ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129016,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-29T08:33:43.336208Z","caller":"traceutil/trace.go:171","msg":"trace[379432399] transaction","detail":"{read_only:false; response_revision:12626; number_of_response:1; }","duration":"105.304343ms","start":"2026-07-29T08:33:43.230885Z","end":"2026-07-29T08:33:43.336189Z","steps":["trace[379432399] 'process raft request' (duration: 105.248962ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:43.336567Z","caller":"traceutil/trace.go:171","msg":"trace[2013432894] transaction","detail":"{read_only:false; response_revision:12627; number_of_response:1; }","duration":"105.485427ms","start":"2026-07-29T08:33:43.231058Z","end":"2026-07-29T08:33:43.336543Z","steps":["trace[2013432894] 'process raft request' (duration: 105.109608ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:43.336693Z","caller":"traceutil/trace.go:171","msg":"trace[2115514555] linearizableReadLoop","detail":"{readStateIndex:13033; appliedIndex:13030; }","duration":"105.699024ms","start":"2026-07-29T08:33:43.230974Z","end":"2026-07-29T08:33:43.336673Z","steps":["trace[2115514555] 'read index received' (duration: 12.504123ms)","trace[2115514555] 'applied index is now lower than readState.Index' (duration: 93.193101ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:33:43.336725Z","caller":"traceutil/trace.go:171","msg":"trace[559939987] transaction","detail":"{read_only:false; response_revision:12628; number_of_response:1; }","duration":"104.873632ms","start":"2026-07-29T08:33:43.231836Z","end":"2026-07-29T08:33:43.33671Z","steps":["trace[559939987] 'process raft request' (duration: 104.580644ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:43.336836Z","caller":"traceutil/trace.go:171","msg":"trace[1943391992] transaction","detail":"{read_only:false; response_revision:12629; number_of_response:1; }","duration":"104.436741ms","start":"2026-07-29T08:33:43.232391Z","end":"2026-07-29T08:33:43.336828Z","steps":["trace[1943391992] 'process raft request' (duration: 104.187434ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:43.336314Z","caller":"traceutil/trace.go:171","msg":"trace[997867310] transaction","detail":"{read_only:false; response_revision:12625; number_of_response:1; }","duration":"105.449537ms","start":"2026-07-29T08:33:43.230785Z","end":"2026-07-29T08:33:43.336235Z","steps":["trace[997867310] 'process raft request' (duration: 105.18423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:43.337228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.222247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223743"} {"level":"info","ts":"2026-07-29T08:33:43.337277Z","caller":"traceutil/trace.go:171","msg":"trace[229699905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:12629; }","duration":"106.310299ms","start":"2026-07-29T08:33:43.230956Z","end":"2026-07-29T08:33:43.337266Z","steps":["trace[229699905] 'agreement among raft nodes before linearized reading' (duration: 105.802336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:51.530367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.85198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:33:51.530644Z","caller":"traceutil/trace.go:171","msg":"trace[868627690] transaction","detail":"{read_only:false; response_revision:12678; number_of_response:1; }","duration":"126.689594ms","start":"2026-07-29T08:33:51.4039Z","end":"2026-07-29T08:33:51.53059Z","steps":["trace[868627690] 'process raft request' (duration: 126.640432ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:51.530645Z","caller":"traceutil/trace.go:171","msg":"trace[475496531] transaction","detail":"{read_only:false; response_revision:12676; number_of_response:1; }","duration":"127.134505ms","start":"2026-07-29T08:33:51.403422Z","end":"2026-07-29T08:33:51.530556Z","steps":["trace[475496531] 'process raft request' (duration: 23.960577ms)","trace[475496531] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 102.246145ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:33:51.530716Z","caller":"traceutil/trace.go:171","msg":"trace[940438340] transaction","detail":"{read_only:false; response_revision:12677; number_of_response:1; }","duration":"127.198657ms","start":"2026-07-29T08:33:51.403506Z","end":"2026-07-29T08:33:51.530705Z","steps":["trace[940438340] 'process raft request' (duration: 126.95704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.075904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.828081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.07598Z","caller":"traceutil/trace.go:171","msg":"trace[353978633] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12678; }","duration":"229.932194ms","start":"2026-07-29T08:33:51.846028Z","end":"2026-07-29T08:33:52.07596Z","steps":["trace[353978633] 'count revisions from in-memory index tree' (duration: 229.79147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.076008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.064365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.98888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.076084Z","caller":"traceutil/trace.go:171","msg":"trace[2028972883] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12678; }","duration":"247.183588ms","start":"2026-07-29T08:33:51.82888Z","end":"2026-07-29T08:33:52.076063Z","steps":["trace[2028972883] 'range keys from in-memory index tree' (duration: 246.971523ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.076144Z","caller":"traceutil/trace.go:171","msg":"trace[1111365544] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12678; }","duration":"132.139714ms","start":"2026-07-29T08:33:51.943982Z","end":"2026-07-29T08:33:52.076122Z","steps":["trace[1111365544] 'range keys from in-memory index tree' (duration: 131.829376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.076229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.053672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.26848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.076322Z","caller":"traceutil/trace.go:171","msg":"trace[1546527881] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12678; }","duration":"132.163055ms","start":"2026-07-29T08:33:51.944132Z","end":"2026-07-29T08:33:52.076295Z","steps":["trace[1546527881] 'range keys from in-memory index tree' (duration: 132.019891ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.076349Z","caller":"traceutil/trace.go:171","msg":"trace[758813176] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12678; }","duration":"247.370773ms","start":"2026-07-29T08:33:51.82897Z","end":"2026-07-29T08:33:52.076341Z","steps":["trace[758813176] 'range keys from in-memory index tree' (duration: 247.169958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.076361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.488151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.675133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.077364Z","caller":"traceutil/trace.go:171","msg":"trace[1890210953] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12678; }","duration":"231.609976ms","start":"2026-07-29T08:33:51.845731Z","end":"2026-07-29T08:33:52.077341Z","steps":["trace[1890210953] 'range keys from in-memory index tree' (duration: 230.639802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.076434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.637692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.077473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.499261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.749853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.13575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.39031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.166025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.041009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.910477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.326916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.802184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.391937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.460618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.076947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.058355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.077061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.840874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.07808Z","caller":"traceutil/trace.go:171","msg":"trace[1515430834] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12678; }","duration":"249.139569ms","start":"2026-07-29T08:33:51.828903Z","end":"2026-07-29T08:33:52.078042Z","steps":["trace[1515430834] 'count revisions from in-memory index tree' (duration: 247.318901ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078116Z","caller":"traceutil/trace.go:171","msg":"trace[123878663] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:12678; }","duration":"216.467147ms","start":"2026-07-29T08:33:51.861628Z","end":"2026-07-29T08:33:52.078095Z","steps":["trace[123878663] 'count revisions from in-memory index tree' (duration: 214.828985ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078111Z","caller":"traceutil/trace.go:171","msg":"trace[1822252765] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12678; }","duration":"167.867125ms","start":"2026-07-29T08:33:51.91022Z","end":"2026-07-29T08:33:52.078087Z","steps":["trace[1822252765] 'range keys from in-memory index tree' (duration: 165.979626ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078134Z","caller":"traceutil/trace.go:171","msg":"trace[1917750470] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12678; }","duration":"102.903762ms","start":"2026-07-29T08:33:51.975199Z","end":"2026-07-29T08:33:52.078103Z","steps":["trace[1917750470] 'range keys from in-memory index tree' (duration: 101.799723ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078271Z","caller":"traceutil/trace.go:171","msg":"trace[722980555] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12678; }","duration":"134.187137ms","start":"2026-07-29T08:33:51.944074Z","end":"2026-07-29T08:33:52.078261Z","steps":["trace[722980555] 'count revisions from in-memory index tree' (duration: 132.35664ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078334Z","caller":"traceutil/trace.go:171","msg":"trace[1099351958] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12678; }","duration":"195.859326ms","start":"2026-07-29T08:33:51.882462Z","end":"2026-07-29T08:33:52.078321Z","steps":["trace[1099351958] 'range keys from in-memory index tree' (duration: 193.967547ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078369Z","caller":"traceutil/trace.go:171","msg":"trace[58820871] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:12678; }","duration":"216.681613ms","start":"2026-07-29T08:33:51.861666Z","end":"2026-07-29T08:33:52.078348Z","steps":["trace[58820871] 'range keys from in-memory index tree' (duration: 214.691441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.07843Z","caller":"traceutil/trace.go:171","msg":"trace[1141832160] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:12678; }","duration":"216.615722ms","start":"2026-07-29T08:33:51.861803Z","end":"2026-07-29T08:33:52.078418Z","steps":["trace[1141832160] 'range keys from in-memory index tree' (duration: 214.737743ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078503Z","caller":"traceutil/trace.go:171","msg":"trace[1144107522] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12678; }","duration":"231.181406ms","start":"2026-07-29T08:33:51.847308Z","end":"2026-07-29T08:33:52.078489Z","steps":["trace[1144107522] 'range keys from in-memory index tree' (duration: 229.078811ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078391Z","caller":"traceutil/trace.go:171","msg":"trace[1978331883] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12678; }","duration":"104.098033ms","start":"2026-07-29T08:33:51.974278Z","end":"2026-07-29T08:33:52.078376Z","steps":["trace[1978331883] 'range keys from in-memory index tree' (duration: 102.229734ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078601Z","caller":"traceutil/trace.go:171","msg":"trace[1174280147] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12678; }","duration":"196.855962ms","start":"2026-07-29T08:33:51.881725Z","end":"2026-07-29T08:33:52.078581Z","steps":["trace[1174280147] 'range keys from in-memory index tree' (duration: 194.922671ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.077503Z","caller":"traceutil/trace.go:171","msg":"trace[205341950] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12678; }","duration":"165.656427ms","start":"2026-07-29T08:33:51.911768Z","end":"2026-07-29T08:33:52.077425Z","steps":["trace[205341950] 'range keys from in-memory index tree' (duration: 164.601961ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078701Z","caller":"traceutil/trace.go:171","msg":"trace[1073296476] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12678; }","duration":"104.41077ms","start":"2026-07-29T08:33:51.974282Z","end":"2026-07-29T08:33:52.078692Z","steps":["trace[1073296476] 'count revisions from in-memory index tree' (duration: 102.266664ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.078798Z","caller":"traceutil/trace.go:171","msg":"trace[296472197] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12678; }","duration":"168.47649ms","start":"2026-07-29T08:33:51.910304Z","end":"2026-07-29T08:33:52.07878Z","steps":["trace[296472197] 'count revisions from in-memory index tree' (duration: 166.419317ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.077282Z","caller":"traceutil/trace.go:171","msg":"trace[2067123877] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12678; }","duration":"195.353512ms","start":"2026-07-29T08:33:51.881807Z","end":"2026-07-29T08:33:52.077161Z","steps":["trace[2067123877] 'count revisions from in-memory index tree' (duration: 194.358117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.3437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.395591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.343813Z","caller":"traceutil/trace.go:171","msg":"trace[1585753882] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12679; }","duration":"139.557315ms","start":"2026-07-29T08:33:52.204224Z","end":"2026-07-29T08:33:52.343782Z","steps":["trace[1585753882] 'count revisions from in-memory index tree' (duration: 139.277907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.343774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.926088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.343831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.895047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.343911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.133849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.343948Z","caller":"traceutil/trace.go:171","msg":"trace[825012152] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12679; }","duration":"158.078092ms","start":"2026-07-29T08:33:52.185844Z","end":"2026-07-29T08:33:52.343922Z","steps":["trace[825012152] 'range keys from in-memory index tree' (duration: 157.784055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.343938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.17473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:33:52.343938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.029388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.343974Z","caller":"traceutil/trace.go:171","msg":"trace[721518365] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12679; }","duration":"119.189141ms","start":"2026-07-29T08:33:52.224761Z","end":"2026-07-29T08:33:52.34395Z","steps":["trace[721518365] 'range keys from in-memory index tree' (duration: 119.091518ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.344007Z","caller":"traceutil/trace.go:171","msg":"trace[1996726856] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12679; }","duration":"119.290114ms","start":"2026-07-29T08:33:52.2247Z","end":"2026-07-29T08:33:52.34399Z","steps":["trace[1996726856] 'count revisions from in-memory index tree' (duration: 119.095408ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.344022Z","caller":"traceutil/trace.go:171","msg":"trace[386708507] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12679; }","duration":"140.157542ms","start":"2026-07-29T08:33:52.203843Z","end":"2026-07-29T08:33:52.344001Z","steps":["trace[386708507] 'range keys from in-memory index tree' (duration: 139.925784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.344029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.354023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.344057Z","caller":"traceutil/trace.go:171","msg":"trace[914206024] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12679; }","duration":"103.434805ms","start":"2026-07-29T08:33:52.240613Z","end":"2026-07-29T08:33:52.344048Z","steps":["trace[914206024] 'count revisions from in-memory index tree' (duration: 103.25234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.344065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.287114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.343905Z","caller":"traceutil/trace.go:171","msg":"trace[677793784] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12679; }","duration":"158.114663ms","start":"2026-07-29T08:33:52.185763Z","end":"2026-07-29T08:33:52.343878Z","steps":["trace[677793784] 'count revisions from in-memory index tree' (duration: 157.876857ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.344125Z","caller":"traceutil/trace.go:171","msg":"trace[2092709260] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12679; }","duration":"119.386426ms","start":"2026-07-29T08:33:52.22472Z","end":"2026-07-29T08:33:52.344106Z","steps":["trace[2092709260] 'range keys from in-memory index tree' (duration: 119.218531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.343799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.2843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.344234Z","caller":"traceutil/trace.go:171","msg":"trace[125974841] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12679; }","duration":"103.753443ms","start":"2026-07-29T08:33:52.240468Z","end":"2026-07-29T08:33:52.344221Z","steps":["trace[125974841] 'range keys from in-memory index tree' (duration: 103.228229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.343873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.143904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.344478Z","caller":"traceutil/trace.go:171","msg":"trace[1505707549] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12679; }","duration":"139.744401ms","start":"2026-07-29T08:33:52.20472Z","end":"2026-07-29T08:33:52.344464Z","steps":["trace[1505707549] 'range keys from in-memory index tree' (duration: 139.087263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.344526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.03134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.34464Z","caller":"traceutil/trace.go:171","msg":"trace[1339458633] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12679; }","duration":"158.918924ms","start":"2026-07-29T08:33:52.185643Z","end":"2026-07-29T08:33:52.344562Z","steps":["trace[1339458633] 'range keys from in-memory index tree' (duration: 157.951679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.344238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.796378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:52.3448Z","caller":"traceutil/trace.go:171","msg":"trace[1492968272] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12679; }","duration":"103.484676ms","start":"2026-07-29T08:33:52.241289Z","end":"2026-07-29T08:33:52.344774Z","steps":["trace[1492968272] 'range keys from in-memory index tree' (duration: 102.689017ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:52.545524Z","caller":"traceutil/trace.go:171","msg":"trace[1673268529] linearizableReadLoop","detail":"{readStateIndex:13089; appliedIndex:13088; }","duration":"123.970634ms","start":"2026-07-29T08:33:52.42153Z","end":"2026-07-29T08:33:52.545501Z","steps":["trace[1673268529] 'read index received' (duration: 61.870624ms)","trace[1673268529] 'applied index is now lower than readState.Index' (duration: 62.09813ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:33:52.545586Z","caller":"traceutil/trace.go:171","msg":"trace[434134246] transaction","detail":"{read_only:false; response_revision:12680; number_of_response:1; }","duration":"157.313622ms","start":"2026-07-29T08:33:52.388248Z","end":"2026-07-29T08:33:52.545562Z","steps":["trace[434134246] 'process raft request' (duration: 95.11528ms)","trace[434134246] 'compare' (duration: 61.856854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:33:52.545793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.247302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-29T08:33:52.545883Z","caller":"traceutil/trace.go:171","msg":"trace[743705462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12680; }","duration":"124.389115ms","start":"2026-07-29T08:33:52.421476Z","end":"2026-07-29T08:33:52.545865Z","steps":["trace[743705462] 'agreement among raft nodes before linearized reading' (duration: 124.119227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:52.55716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.578379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T08:33:52.557248Z","caller":"traceutil/trace.go:171","msg":"trace[1879322750] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12681; }","duration":"110.708583ms","start":"2026-07-29T08:33:52.44652Z","end":"2026-07-29T08:33:52.557229Z","steps":["trace[1879322750] 'agreement among raft nodes before linearized reading' (duration: 110.471337ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:53.948595Z","caller":"traceutil/trace.go:171","msg":"trace[2043237119] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"572.142959ms","start":"2026-07-29T08:33:53.376417Z","end":"2026-07-29T08:33:53.94856Z","steps":["trace[2043237119] 'process raft request' (duration: 502.832454ms)","trace[2043237119] 'compare' (duration: 68.835463ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:33:53.948842Z","caller":"traceutil/trace.go:171","msg":"trace[909025958] linearizableReadLoop","detail":"{readStateIndex:13096; appliedIndex:13095; }","duration":"546.774546ms","start":"2026-07-29T08:33:53.402022Z","end":"2026-07-29T08:33:53.948797Z","steps":["trace[909025958] 'read index received' (duration: 477.306867ms)","trace[909025958] 'applied index is now lower than readState.Index' (duration: 69.464099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:33:53.94888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:53.376405Z","time spent":"572.267133ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:33:53.949094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.051423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:33:53.949136Z","caller":"traceutil/trace.go:171","msg":"trace[1197022907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12688; }","duration":"547.138755ms","start":"2026-07-29T08:33:53.401986Z","end":"2026-07-29T08:33:53.949125Z","steps":["trace[1197022907] 'agreement among raft nodes before linearized reading' (duration: 546.967661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:53.949169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:53.401971Z","time spent":"547.190067ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:33:53.948648Z","caller":"traceutil/trace.go:171","msg":"trace[1027841551] transaction","detail":"{read_only:false; response_revision:12688; number_of_response:1; }","duration":"337.70926ms","start":"2026-07-29T08:33:53.610912Z","end":"2026-07-29T08:33:53.948622Z","steps":["trace[1027841551] 'process raft request' (duration: 337.637178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:53.949366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.154136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:33:53.949375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.85245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:33:53.949413Z","caller":"traceutil/trace.go:171","msg":"trace[858059119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12688; }","duration":"415.230469ms","start":"2026-07-29T08:33:53.53417Z","end":"2026-07-29T08:33:53.9494Z","steps":["trace[858059119] 'agreement among raft nodes before linearized reading' (duration: 415.111695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:53.94925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.891654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T08:33:53.949395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.446577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T08:33:53.949489Z","caller":"traceutil/trace.go:171","msg":"trace[1670243487] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12688; }","duration":"414.56659ms","start":"2026-07-29T08:33:53.534907Z","end":"2026-07-29T08:33:53.949473Z","steps":["trace[1670243487] 'agreement among raft nodes before linearized reading' (duration: 414.360725ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:53.94948Z","caller":"traceutil/trace.go:171","msg":"trace[1650922155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12688; }","duration":"539.11474ms","start":"2026-07-29T08:33:53.410338Z","end":"2026-07-29T08:33:53.949452Z","steps":["trace[1650922155] 'agreement among raft nodes before linearized reading' (duration: 538.725919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:53.949551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:53.534899Z","time spent":"414.629162ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:33:53.949558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:53.410269Z","time spent":"539.268033ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:33:53.949396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.832468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T08:33:53.949447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:53.534155Z","time spent":"415.28492ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:33:53.949427Z","caller":"traceutil/trace.go:171","msg":"trace[162771804] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:12688; }","duration":"534.924781ms","start":"2026-07-29T08:33:53.414486Z","end":"2026-07-29T08:33:53.949411Z","steps":["trace[162771804] 'agreement among raft nodes before linearized reading' (duration: 534.799198ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:53.949692Z","caller":"traceutil/trace.go:171","msg":"trace[1007805505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12688; }","duration":"415.136016ms","start":"2026-07-29T08:33:53.534508Z","end":"2026-07-29T08:33:53.949644Z","steps":["trace[1007805505] 'agreement among raft nodes before linearized reading' (duration: 414.739576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:53.949772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:53.414468Z","time spent":"535.28361ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-lvcff\" "} {"level":"warn","ts":"2026-07-29T08:33:53.949822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:53.53449Z","time spent":"415.283389ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:33:53.949905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:33:53.610885Z","time spent":"338.46103ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:33:54.106789Z","caller":"traceutil/trace.go:171","msg":"trace[734006692] transaction","detail":"{read_only:false; response_revision:12689; number_of_response:1; }","duration":"152.617602ms","start":"2026-07-29T08:33:53.954142Z","end":"2026-07-29T08:33:54.10676Z","steps":["trace[734006692] 'process raft request' (duration: 142.923432ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:54.11951Z","caller":"traceutil/trace.go:171","msg":"trace[646001027] transaction","detail":"{read_only:false; response_revision:12692; number_of_response:1; }","duration":"165.205246ms","start":"2026-07-29T08:33:53.954285Z","end":"2026-07-29T08:33:54.11949Z","steps":["trace[646001027] 'process raft request' (duration: 165.154525ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:54.119588Z","caller":"traceutil/trace.go:171","msg":"trace[1069787034] transaction","detail":"{read_only:false; response_revision:12690; number_of_response:1; }","duration":"165.3427ms","start":"2026-07-29T08:33:53.954188Z","end":"2026-07-29T08:33:54.119531Z","steps":["trace[1069787034] 'process raft request' (duration: 165.103954ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:54.11976Z","caller":"traceutil/trace.go:171","msg":"trace[1813565526] transaction","detail":"{read_only:false; response_revision:12691; number_of_response:1; }","duration":"165.438462ms","start":"2026-07-29T08:33:53.954284Z","end":"2026-07-29T08:33:54.119722Z","steps":["trace[1813565526] 'process raft request' (duration: 165.127004ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:54.119838Z","caller":"traceutil/trace.go:171","msg":"trace[1248094959] transaction","detail":"{read_only:false; response_revision:12693; number_of_response:1; }","duration":"165.132604ms","start":"2026-07-29T08:33:53.954697Z","end":"2026-07-29T08:33:54.11983Z","steps":["trace[1248094959] 'process raft request' (duration: 164.764565ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:54.119777Z","caller":"traceutil/trace.go:171","msg":"trace[1863387564] linearizableReadLoop","detail":"{readStateIndex:13099; appliedIndex:13097; }","duration":"165.536465ms","start":"2026-07-29T08:33:53.954217Z","end":"2026-07-29T08:33:54.119754Z","steps":["trace[1863387564] 'read index received' (duration: 142.909882ms)","trace[1863387564] 'applied index is now lower than readState.Index' (duration: 22.625213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:33:54.12039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.12915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223743"} {"level":"info","ts":"2026-07-29T08:33:54.120457Z","caller":"traceutil/trace.go:171","msg":"trace[1267958086] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:12693; }","duration":"166.231893ms","start":"2026-07-29T08:33:53.95421Z","end":"2026-07-29T08:33:54.120442Z","steps":["trace[1267958086] 'agreement among raft nodes before linearized reading' (duration: 165.606756ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:55.614659Z","caller":"traceutil/trace.go:171","msg":"trace[1612844069] transaction","detail":"{read_only:false; response_revision:12698; number_of_response:1; }","duration":"249.22603ms","start":"2026-07-29T08:33:55.365401Z","end":"2026-07-29T08:33:55.614627Z","steps":["trace[1612844069] 'process raft request' (duration: 248.987734ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:55.614851Z","caller":"traceutil/trace.go:171","msg":"trace[2038290803] linearizableReadLoop","detail":"{readStateIndex:13108; appliedIndex:13106; }","duration":"225.979812ms","start":"2026-07-29T08:33:55.388839Z","end":"2026-07-29T08:33:55.614818Z","steps":["trace[2038290803] 'read index received' (duration: 225.258384ms)","trace[2038290803] 'applied index is now lower than readState.Index' (duration: 718.978µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:33:55.61488Z","caller":"traceutil/trace.go:171","msg":"trace[1622395791] transaction","detail":"{read_only:false; response_revision:12699; number_of_response:1; }","duration":"248.021039ms","start":"2026-07-29T08:33:55.366827Z","end":"2026-07-29T08:33:55.614848Z","steps":["trace[1622395791] 'process raft request' (duration: 247.751962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:55.615012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.159357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:55.615055Z","caller":"traceutil/trace.go:171","msg":"trace[930677852] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:12699; }","duration":"226.26045ms","start":"2026-07-29T08:33:55.388781Z","end":"2026-07-29T08:33:55.615041Z","steps":["trace[930677852] 'agreement among raft nodes before linearized reading' (duration: 226.167657ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:56.0774Z","caller":"traceutil/trace.go:171","msg":"trace[1782594943] transaction","detail":"{read_only:false; response_revision:12700; number_of_response:1; }","duration":"120.818482ms","start":"2026-07-29T08:33:55.956553Z","end":"2026-07-29T08:33:56.077371Z","steps":["trace[1782594943] 'process raft request' (duration: 120.586737ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:07.304177Z","caller":"traceutil/trace.go:171","msg":"trace[1623331855] transaction","detail":"{read_only:false; response_revision:12782; number_of_response:1; }","duration":"104.514203ms","start":"2026-07-29T08:34:07.199519Z","end":"2026-07-29T08:34:07.304033Z","steps":["trace[1623331855] 'process raft request' (duration: 94.722371ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:13.85492Z","caller":"traceutil/trace.go:171","msg":"trace[1923987966] transaction","detail":"{read_only:false; response_revision:12824; number_of_response:1; }","duration":"143.062326ms","start":"2026-07-29T08:34:13.711828Z","end":"2026-07-29T08:34:13.85489Z","steps":["trace[1923987966] 'process raft request' (duration: 142.860191ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:13.904118Z","caller":"traceutil/trace.go:171","msg":"trace[685179233] linearizableReadLoop","detail":"{readStateIndex:13238; appliedIndex:13236; }","duration":"187.565292ms","start":"2026-07-29T08:34:13.716525Z","end":"2026-07-29T08:34:13.90409Z","steps":["trace[685179233] 'read index received' (duration: 138.150588ms)","trace[685179233] 'applied index is now lower than readState.Index' (duration: 49.413494ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:13.904235Z","caller":"traceutil/trace.go:171","msg":"trace[223620862] transaction","detail":"{read_only:false; response_revision:12825; number_of_response:1; }","duration":"190.535068ms","start":"2026-07-29T08:34:13.713688Z","end":"2026-07-29T08:34:13.904223Z","steps":["trace[223620862] 'process raft request' (duration: 190.256011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:13.904497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.941032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:13.904634Z","caller":"traceutil/trace.go:171","msg":"trace[398339606] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12825; }","duration":"188.138407ms","start":"2026-07-29T08:34:13.716458Z","end":"2026-07-29T08:34:13.904597Z","steps":["trace[398339606] 'agreement among raft nodes before linearized reading' (duration: 187.849299ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:15.076098Z","caller":"traceutil/trace.go:171","msg":"trace[814786659] transaction","detail":"{read_only:false; response_revision:12834; number_of_response:1; }","duration":"208.014668ms","start":"2026-07-29T08:34:14.868062Z","end":"2026-07-29T08:34:15.076077Z","steps":["trace[814786659] 'process raft request' (duration: 207.864475ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:21.758762Z","caller":"traceutil/trace.go:171","msg":"trace[227680831] linearizableReadLoop","detail":"{readStateIndex:13340; appliedIndex:13339; }","duration":"124.271272ms","start":"2026-07-29T08:34:21.634468Z","end":"2026-07-29T08:34:21.758739Z","steps":["trace[227680831] 'read index received' (duration: 122.526067ms)","trace[227680831] 'applied index is now lower than readState.Index' (duration: 1.743825ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:21.758834Z","caller":"traceutil/trace.go:171","msg":"trace[285476845] transaction","detail":"{read_only:false; response_revision:12923; number_of_response:1; }","duration":"161.84491ms","start":"2026-07-29T08:34:21.596965Z","end":"2026-07-29T08:34:21.75881Z","steps":["trace[285476845] 'process raft request' (duration: 161.619104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:21.75896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.482868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:21825"} {"level":"info","ts":"2026-07-29T08:34:21.759001Z","caller":"traceutil/trace.go:171","msg":"trace[1726996288] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12923; }","duration":"124.57347ms","start":"2026-07-29T08:34:21.634418Z","end":"2026-07-29T08:34:21.758991Z","steps":["trace[1726996288] 'agreement among raft nodes before linearized reading' (duration: 124.416416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:24.961052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410923497,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:34:25.222644Z","caller":"traceutil/trace.go:171","msg":"trace[1949593742] transaction","detail":"{read_only:false; response_revision:12945; number_of_response:1; }","duration":"794.281492ms","start":"2026-07-29T08:34:24.428333Z","end":"2026-07-29T08:34:25.222615Z","steps":["trace[1949593742] 'process raft request' (duration: 794.067807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:25.222802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.428319Z","time spent":"794.410155ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:25.859962Z","caller":"traceutil/trace.go:171","msg":"trace[985679573] linearizableReadLoop","detail":"{readStateIndex:13364; appliedIndex:13363; }","duration":"1.399598198s","start":"2026-07-29T08:34:24.460303Z","end":"2026-07-29T08:34:25.859901Z","steps":["trace[985679573] 'read index received' (duration: 762.294099ms)","trace[985679573] 'applied index is now lower than readState.Index' (duration: 637.302539ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:25.860154Z","caller":"traceutil/trace.go:171","msg":"trace[1137562288] transaction","detail":"{read_only:false; response_revision:12946; number_of_response:1; }","duration":"1.122604132s","start":"2026-07-29T08:34:24.737485Z","end":"2026-07-29T08:34:25.860089Z","steps":["trace[1137562288] 'process raft request' (duration: 1.08220289s)","trace[1137562288] 'compare' (duration: 39.504748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:25.861046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357827841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416586"} {"level":"info","ts":"2026-07-29T08:34:25.861123Z","caller":"traceutil/trace.go:171","msg":"trace[189637623] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12947; }","duration":"1.357924694s","start":"2026-07-29T08:34:24.503164Z","end":"2026-07-29T08:34:25.861089Z","steps":["trace[189637623] 'agreement among raft nodes before linearized reading' (duration: 1.357649657s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:25.861085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.377273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:34:25.861179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.503143Z","time spent":"1.358026166s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416608,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-29T08:34:25.86109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027748467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:34:25.861224Z","caller":"traceutil/trace.go:171","msg":"trace[1218546032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12947; }","duration":"738.562227ms","start":"2026-07-29T08:34:25.122624Z","end":"2026-07-29T08:34:25.861186Z","steps":["trace[1218546032] 'agreement among raft nodes before linearized reading' (duration: 738.298521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:25.86103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.73746Z","time spent":"1.123420332s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:34:25.861253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.645858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:34:25.861459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332034396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T08:34:25.861418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331496202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:34:25.861472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333164416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T08:34:25.861522Z","caller":"traceutil/trace.go:171","msg":"trace[682854530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:12947; }","duration":"278.932685ms","start":"2026-07-29T08:34:25.582559Z","end":"2026-07-29T08:34:25.861491Z","steps":["trace[682854530] 'agreement among raft nodes before linearized reading' (duration: 278.639518ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:25.861569Z","caller":"traceutil/trace.go:171","msg":"trace[156935111] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12947; }","duration":"1.331680967s","start":"2026-07-29T08:34:24.529852Z","end":"2026-07-29T08:34:25.861533Z","steps":["trace[156935111] 'agreement among raft nodes before linearized reading' (duration: 1.331255786s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:25.861566Z","caller":"traceutil/trace.go:171","msg":"trace[435703862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12947; }","duration":"1.332140929s","start":"2026-07-29T08:34:24.529368Z","end":"2026-07-29T08:34:25.861509Z","steps":["trace[435703862] 'agreement among raft nodes before linearized reading' (duration: 1.331853181s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:25.861566Z","caller":"traceutil/trace.go:171","msg":"trace[1229309101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12947; }","duration":"1.333278688s","start":"2026-07-29T08:34:24.528259Z","end":"2026-07-29T08:34:25.861538Z","steps":["trace[1229309101] 'agreement among raft nodes before linearized reading' (duration: 1.332973961s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:25.860434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40010511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T08:34:25.86164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.529844Z","time spent":"1.33178458s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:34:25.861674Z","caller":"traceutil/trace.go:171","msg":"trace[43289498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12947; }","duration":"1.401417223s","start":"2026-07-29T08:34:24.460243Z","end":"2026-07-29T08:34:25.86166Z","steps":["trace[43289498] 'agreement among raft nodes before linearized reading' (duration: 1.400011818s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:25.86173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.528244Z","time spent":"1.333396752s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:34:25.861817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.460214Z","time spent":"1.401524476s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:34:25.861133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324752549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-07-29T08:34:25.861323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328795923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:25.861895Z","caller":"traceutil/trace.go:171","msg":"trace[1839773693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:12947; }","duration":"1.325562399s","start":"2026-07-29T08:34:24.536318Z","end":"2026-07-29T08:34:25.86188Z","steps":["trace[1839773693] 'agreement among raft nodes before linearized reading' (duration: 1.324548493s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:25.861908Z","caller":"traceutil/trace.go:171","msg":"trace[901575301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12947; }","duration":"1.329416308s","start":"2026-07-29T08:34:24.532473Z","end":"2026-07-29T08:34:25.86189Z","steps":["trace[901575301] 'agreement among raft nodes before linearized reading' (duration: 1.328824473s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:25.861284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:25.122605Z","time spent":"738.66878ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:34:25.861947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.532446Z","time spent":"1.32948815s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:34:25.86193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.536312Z","time spent":"1.32560861s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-lvcff\" "} {"level":"info","ts":"2026-07-29T08:34:25.861718Z","caller":"traceutil/trace.go:171","msg":"trace[1413283802] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12947; }","duration":"1.028382564s","start":"2026-07-29T08:34:24.833254Z","end":"2026-07-29T08:34:25.861637Z","steps":["trace[1413283802] 'agreement among raft nodes before linearized reading' (duration: 1.027716117s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:25.862134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.833228Z","time spent":"1.028840725s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:34:25.861679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:24.52935Z","time spent":"1.332315384s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:34:26.234504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.067473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:34:26.234799Z","caller":"traceutil/trace.go:171","msg":"trace[1161961170] transaction","detail":"{read_only:false; response_revision:12953; number_of_response:1; }","duration":"288.650896ms","start":"2026-07-29T08:34:25.946028Z","end":"2026-07-29T08:34:26.234679Z","steps":["trace[1161961170] 'process raft request' (duration: 109.314276ms)","trace[1161961170] 'compare' (duration: 178.507799ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:26.41307Z","caller":"traceutil/trace.go:171","msg":"trace[808496610] linearizableReadLoop","detail":"{readStateIndex:13374; appliedIndex:13373; }","duration":"155.665641ms","start":"2026-07-29T08:34:26.257363Z","end":"2026-07-29T08:34:26.413028Z","steps":["trace[808496610] 'read index received' (duration: 154.898802ms)","trace[808496610] 'applied index is now lower than readState.Index' (duration: 764.579µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:26.41312Z","caller":"traceutil/trace.go:171","msg":"trace[1470722894] transaction","detail":"{read_only:false; response_revision:12956; number_of_response:1; }","duration":"175.8066ms","start":"2026-07-29T08:34:26.237284Z","end":"2026-07-29T08:34:26.41309Z","steps":["trace[1470722894] 'process raft request' (duration: 175.099702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:26.413353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.973619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:34:26.413431Z","caller":"traceutil/trace.go:171","msg":"trace[2029522938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12956; }","duration":"156.100702ms","start":"2026-07-29T08:34:26.257311Z","end":"2026-07-29T08:34:26.413412Z","steps":["trace[2029522938] 'agreement among raft nodes before linearized reading' (duration: 155.854076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:26.413541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.215283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:26.413612Z","caller":"traceutil/trace.go:171","msg":"trace[17034686] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:12956; }","duration":"135.419909ms","start":"2026-07-29T08:34:26.278177Z","end":"2026-07-29T08:34:26.413597Z","steps":["trace[17034686] 'agreement among raft nodes before linearized reading' (duration: 135.126851ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:30.378349Z","caller":"traceutil/trace.go:171","msg":"trace[1384047168] transaction","detail":"{read_only:false; response_revision:12976; number_of_response:1; }","duration":"500.123694ms","start":"2026-07-29T08:34:29.87819Z","end":"2026-07-29T08:34:30.378314Z","steps":["trace[1384047168] 'process raft request' (duration: 499.818376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:30.378564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:29.878161Z","time spent":"500.287359ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:30.466255Z","caller":"traceutil/trace.go:171","msg":"trace[631683365] transaction","detail":"{read_only:false; response_revision:12978; number_of_response:1; }","duration":"214.558968ms","start":"2026-07-29T08:34:30.251659Z","end":"2026-07-29T08:34:30.466218Z","steps":["trace[631683365] 'process raft request' (duration: 214.383523ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:30.466324Z","caller":"traceutil/trace.go:171","msg":"trace[1895025846] transaction","detail":"{read_only:false; response_revision:12977; number_of_response:1; }","duration":"548.254475ms","start":"2026-07-29T08:34:29.917925Z","end":"2026-07-29T08:34:30.46618Z","steps":["trace[1895025846] 'process raft request' (duration: 547.903146ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:30.466427Z","caller":"traceutil/trace.go:171","msg":"trace[1347615725] linearizableReadLoop","detail":"{readStateIndex:13396; appliedIndex:13394; }","duration":"548.08938ms","start":"2026-07-29T08:34:29.918306Z","end":"2026-07-29T08:34:30.466395Z","steps":["trace[1347615725] 'read index received' (duration: 459.716983ms)","trace[1347615725] 'applied index is now lower than readState.Index' (duration: 88.370027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:30.466614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:29.917897Z","time spent":"548.563493ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:34:30.466809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.511531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:34:30.466864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.752056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:34:30.466899Z","caller":"traceutil/trace.go:171","msg":"trace[2071618894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:12979; }","duration":"546.852278ms","start":"2026-07-29T08:34:29.920037Z","end":"2026-07-29T08:34:30.46689Z","steps":["trace[2071618894] 'agreement among raft nodes before linearized reading' (duration: 546.647113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:30.466904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.96473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:34:30.466925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:29.920026Z","time spent":"546.89241ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-lvcff\" "} {"level":"warn","ts":"2026-07-29T08:34:30.46689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.084025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:34:30.466957Z","caller":"traceutil/trace.go:171","msg":"trace[1303894743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12979; }","duration":"342.065412ms","start":"2026-07-29T08:34:30.124876Z","end":"2026-07-29T08:34:30.466941Z","steps":["trace[1303894743] 'agreement among raft nodes before linearized reading' (duration: 341.97513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:30.467001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:30.124854Z","time spent":"342.138004ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:34:30.467Z","caller":"traceutil/trace.go:171","msg":"trace[97291780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12979; }","duration":"542.227239ms","start":"2026-07-29T08:34:29.924744Z","end":"2026-07-29T08:34:30.466972Z","steps":["trace[97291780] 'agreement among raft nodes before linearized reading' (duration: 541.958622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:30.467011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.00936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T08:34:30.467048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:29.92473Z","time spent":"542.307111ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:34:30.467071Z","caller":"traceutil/trace.go:171","msg":"trace[1598071919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12979; }","duration":"543.098622ms","start":"2026-07-29T08:34:29.923953Z","end":"2026-07-29T08:34:30.467052Z","steps":["trace[1598071919] 'agreement among raft nodes before linearized reading' (duration: 542.915847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:30.467086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.107162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:34:30.467109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:29.923937Z","time spent":"543.164883ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:34:30.467185Z","caller":"traceutil/trace.go:171","msg":"trace[2080125327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12979; }","duration":"543.223395ms","start":"2026-07-29T08:34:29.923899Z","end":"2026-07-29T08:34:30.467123Z","steps":["trace[2080125327] 'agreement among raft nodes before linearized reading' (duration: 543.002359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:30.467291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:29.923864Z","time spent":"543.41131ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:34:30.467494Z","caller":"traceutil/trace.go:171","msg":"trace[1106786634] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12979; }","duration":"548.663785ms","start":"2026-07-29T08:34:29.918195Z","end":"2026-07-29T08:34:30.466859Z","steps":["trace[1106786634] 'agreement among raft nodes before linearized reading' (duration: 548.367038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:30.467571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:29.91812Z","time spent":"549.436265ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:34:30.466608Z","caller":"traceutil/trace.go:171","msg":"trace[1768319890] transaction","detail":"{read_only:false; response_revision:12979; number_of_response:1; }","duration":"188.904536ms","start":"2026-07-29T08:34:30.277605Z","end":"2026-07-29T08:34:30.46651Z","steps":["trace[1768319890] 'process raft request' (duration: 188.506976ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:39.37307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10494} {"level":"info","ts":"2026-07-29T08:34:39.49679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10494,"took":"120.274258ms","hash":2317756517,"current-db-size-bytes":45375488,"current-db-size":"45 MB","current-db-size-in-use-bytes":25079808,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T08:34:39.496901Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2317756517,"revision":10494,"compact-revision":7166} {"level":"info","ts":"2026-07-29T08:34:40.041189Z","caller":"traceutil/trace.go:171","msg":"trace[1079279766] linearizableReadLoop","detail":"{readStateIndex:13503; appliedIndex:13501; }","duration":"209.940759ms","start":"2026-07-29T08:34:39.831224Z","end":"2026-07-29T08:34:40.041165Z","steps":["trace[1079279766] 'read index received' (duration: 19.888742ms)","trace[1079279766] 'applied index is now lower than readState.Index' (duration: 190.050787ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:40.041323Z","caller":"traceutil/trace.go:171","msg":"trace[1660947018] transaction","detail":"{read_only:false; response_revision:13078; number_of_response:1; }","duration":"215.993654ms","start":"2026-07-29T08:34:39.825279Z","end":"2026-07-29T08:34:40.041272Z","steps":["trace[1660947018] 'process raft request' (duration: 163.854821ms)","trace[1660947018] 'compare' (duration: 51.920758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:40.041429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.183165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rqwq5\" ","response":"range_response_count:1 size:4742"} {"level":"info","ts":"2026-07-29T08:34:40.041474Z","caller":"traceutil/trace.go:171","msg":"trace[772286723] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rqwq5; range_end:; response_count:1; response_revision:13078; }","duration":"210.265147ms","start":"2026-07-29T08:34:39.831195Z","end":"2026-07-29T08:34:40.04146Z","steps":["trace[772286723] 'agreement among raft nodes before linearized reading' (duration: 210.055042ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:40.056824Z","caller":"traceutil/trace.go:171","msg":"trace[1325310254] transaction","detail":"{read_only:false; response_revision:13079; number_of_response:1; }","duration":"130.612474ms","start":"2026-07-29T08:34:39.926153Z","end":"2026-07-29T08:34:40.056766Z","steps":["trace[1325310254] 'process raft request' (duration: 130.44706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:40.056877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.505379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-07-29T08:34:40.056937Z","caller":"traceutil/trace.go:171","msg":"trace[1512264824] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:13079; }","duration":"225.576221ms","start":"2026-07-29T08:34:39.831345Z","end":"2026-07-29T08:34:40.056921Z","steps":["trace[1512264824] 'agreement among raft nodes before linearized reading' (duration: 225.464458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:40.057076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.143418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:34:40.057166Z","caller":"traceutil/trace.go:171","msg":"trace[762478050] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:13079; }","duration":"202.301342ms","start":"2026-07-29T08:34:39.854843Z","end":"2026-07-29T08:34:40.057144Z","steps":["trace[762478050] 'agreement among raft nodes before linearized reading' (duration: 202.026984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:40.057091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.718802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-07-29T08:34:40.057268Z","caller":"traceutil/trace.go:171","msg":"trace[845001628] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:13079; }","duration":"202.98314ms","start":"2026-07-29T08:34:39.854267Z","end":"2026-07-29T08:34:40.05725Z","steps":["trace[845001628] 'agreement among raft nodes before linearized reading' (duration: 202.519267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.186406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410923881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:34:41.488557Z","caller":"traceutil/trace.go:171","msg":"trace[47158209] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"815.319165ms","start":"2026-07-29T08:34:40.673216Z","end":"2026-07-29T08:34:41.488535Z","steps":["trace[47158209] 'process raft request' (duration: 815.165761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.488689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:40.673193Z","time spent":"815.431458ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:41.966259Z","caller":"traceutil/trace.go:171","msg":"trace[1986276568] transaction","detail":"{read_only:false; response_revision:13092; number_of_response:1; }","duration":"724.857594ms","start":"2026-07-29T08:34:41.241369Z","end":"2026-07-29T08:34:41.966226Z","steps":["trace[1986276568] 'process raft request' (duration: 724.392603ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:41.96639Z","caller":"traceutil/trace.go:171","msg":"trace[578154119] linearizableReadLoop","detail":"{readStateIndex:13516; appliedIndex:13514; }","duration":"1.280620302s","start":"2026-07-29T08:34:40.685745Z","end":"2026-07-29T08:34:41.966365Z","steps":["trace[578154119] 'read index received' (duration: 802.691959ms)","trace[578154119] 'applied index is now lower than readState.Index' (duration: 477.927043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:41.966431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:41.241344Z","time spent":"724.988557ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:34:41.966625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28132036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:34:41.966632Z","caller":"traceutil/trace.go:171","msg":"trace[1400557802] transaction","detail":"{read_only:false; response_revision:13093; number_of_response:1; }","duration":"706.86007ms","start":"2026-07-29T08:34:41.259754Z","end":"2026-07-29T08:34:41.966614Z","steps":["trace[1400557802] 'process raft request' (duration: 706.526862ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:41.966672Z","caller":"traceutil/trace.go:171","msg":"trace[632514968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13093; }","duration":"1.281388661s","start":"2026-07-29T08:34:40.685271Z","end":"2026-07-29T08:34:41.966659Z","steps":["trace[632514968] 'agreement among raft nodes before linearized reading' (duration: 1.281232098s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.966706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:40.685266Z","time spent":"1.281433052s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:34:41.96673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:41.259738Z","time spent":"706.935592ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:41.966705Z","caller":"traceutil/trace.go:171","msg":"trace[1762237719] transaction","detail":"{read_only:false; response_revision:13091; number_of_response:1; }","duration":"1.275595142s","start":"2026-07-29T08:34:40.690411Z","end":"2026-07-29T08:34:41.966006Z","steps":["trace[1762237719] 'process raft request' (duration: 1.206525762s)","trace[1762237719] 'compare' (duration: 68.330831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:41.966752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281388131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T08:34:41.966844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187469052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:41.966879Z","caller":"traceutil/trace.go:171","msg":"trace[2111770936] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13093; }","duration":"1.187542334s","start":"2026-07-29T08:34:40.779328Z","end":"2026-07-29T08:34:41.96687Z","steps":["trace[2111770936] 'agreement among raft nodes before linearized reading' (duration: 1.187486242s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.966877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286918694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:34:41.966874Z","caller":"traceutil/trace.go:171","msg":"trace[87916298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13093; }","duration":"1.281568665s","start":"2026-07-29T08:34:40.685285Z","end":"2026-07-29T08:34:41.966854Z","steps":["trace[87916298] 'agreement among raft nodes before linearized reading' (duration: 1.281111224s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.966911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:40.690394Z","time spent":"1.276428623s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:41.966947Z","caller":"traceutil/trace.go:171","msg":"trace[460708795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13093; }","duration":"1.286990485s","start":"2026-07-29T08:34:40.679939Z","end":"2026-07-29T08:34:41.96693Z","steps":["trace[460708795] 'agreement among raft nodes before linearized reading' (duration: 1.286822821s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.966957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281696859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:34:41.96699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:40.679894Z","time spent":"1.287084458s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:34:41.967006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.593726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-29T08:34:41.966973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:40.685283Z","time spent":"1.281674788s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:34:41.967016Z","caller":"traceutil/trace.go:171","msg":"trace[1925544842] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13093; }","duration":"1.281775581s","start":"2026-07-29T08:34:40.685225Z","end":"2026-07-29T08:34:41.967Z","steps":["trace[1925544842] 'agreement among raft nodes before linearized reading' (duration: 1.281597897s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:41.967037Z","caller":"traceutil/trace.go:171","msg":"trace[488014191] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13093; }","duration":"434.650958ms","start":"2026-07-29T08:34:41.532378Z","end":"2026-07-29T08:34:41.967029Z","steps":["trace[488014191] 'agreement among raft nodes before linearized reading' (duration: 434.559016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.967063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:41.53236Z","time spent":"434.697339ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:34:41.96707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:40.68521Z","time spent":"1.281849063s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:34:41.966908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:40.779308Z","time spent":"1.187593116s","remote":"127.0.0.1:46460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:34:41.967169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.814214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:34:41.967399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.288162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:34:41.967502Z","caller":"traceutil/trace.go:171","msg":"trace[536752103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13093; }","duration":"504.437255ms","start":"2026-07-29T08:34:41.463049Z","end":"2026-07-29T08:34:41.967486Z","steps":["trace[536752103] 'agreement among raft nodes before linearized reading' (duration: 504.109247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.967634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:41.463026Z","time spent":"504.592409ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:34:41.967401Z","caller":"traceutil/trace.go:171","msg":"trace[1076967867] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:13093; }","duration":"800.080351ms","start":"2026-07-29T08:34:41.167303Z","end":"2026-07-29T08:34:41.967383Z","steps":["trace[1076967867] 'agreement among raft nodes before linearized reading' (duration: 799.832355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.967762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:41.167281Z","time spent":"800.463672ms","remote":"127.0.0.1:60316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:34:41.967247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.279714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:41.967833Z","caller":"traceutil/trace.go:171","msg":"trace[1332899613] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13093; }","duration":"711.894661ms","start":"2026-07-29T08:34:41.255916Z","end":"2026-07-29T08:34:41.967811Z","steps":["trace[1332899613] 'agreement among raft nodes before linearized reading' (duration: 711.190902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.967205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.263351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:34:41.967902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:41.255897Z","time spent":"711.985533ms","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":56,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:34:41.967909Z","caller":"traceutil/trace.go:171","msg":"trace[792235847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13093; }","duration":"846.994091ms","start":"2026-07-29T08:34:41.120897Z","end":"2026-07-29T08:34:41.967891Z","steps":["trace[792235847] 'agreement among raft nodes before linearized reading' (duration: 846.271891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:41.968019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:41.120878Z","time spent":"847.123925ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:34:42.149923Z","caller":"traceutil/trace.go:171","msg":"trace[1559521026] transaction","detail":"{read_only:false; response_revision:13096; number_of_response:1; }","duration":"177.082793ms","start":"2026-07-29T08:34:41.972813Z","end":"2026-07-29T08:34:42.149895Z","steps":["trace[1559521026] 'process raft request' (duration: 176.98388ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:42.149934Z","caller":"traceutil/trace.go:171","msg":"trace[1488288255] transaction","detail":"{read_only:false; response_revision:13095; number_of_response:1; }","duration":"177.271348ms","start":"2026-07-29T08:34:41.972633Z","end":"2026-07-29T08:34:42.149904Z","steps":["trace[1488288255] 'process raft request' (duration: 140.651664ms)","trace[1488288255] 'compare' (duration: 36.418678ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:42.149977Z","caller":"traceutil/trace.go:171","msg":"trace[204485366] transaction","detail":"{read_only:false; response_revision:13097; number_of_response:1; }","duration":"177.028792ms","start":"2026-07-29T08:34:41.972943Z","end":"2026-07-29T08:34:42.149972Z","steps":["trace[204485366] 'process raft request' (duration: 176.891318ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:42.149934Z","caller":"traceutil/trace.go:171","msg":"trace[67421530] transaction","detail":"{read_only:false; response_revision:13098; number_of_response:1; }","duration":"176.849867ms","start":"2026-07-29T08:34:41.973074Z","end":"2026-07-29T08:34:42.149924Z","steps":["trace[67421530] 'process raft request' (duration: 176.786575ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:42.150111Z","caller":"traceutil/trace.go:171","msg":"trace[930787339] transaction","detail":"{read_only:false; response_revision:13099; number_of_response:1; }","duration":"176.762964ms","start":"2026-07-29T08:34:41.973336Z","end":"2026-07-29T08:34:42.150099Z","steps":["trace[930787339] 'process raft request' (duration: 176.559319ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:42.282148Z","caller":"traceutil/trace.go:171","msg":"trace[273019593] linearizableReadLoop","detail":"{readStateIndex:13526; appliedIndex:13524; }","duration":"158.553595ms","start":"2026-07-29T08:34:42.123578Z","end":"2026-07-29T08:34:42.282132Z","steps":["trace[273019593] 'read index received' (duration: 133.768157ms)","trace[273019593] 'applied index is now lower than readState.Index' (duration: 24.784788ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:42.282189Z","caller":"traceutil/trace.go:171","msg":"trace[1053291763] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"280.826025ms","start":"2026-07-29T08:34:42.001328Z","end":"2026-07-29T08:34:42.282154Z","steps":["trace[1053291763] 'process raft request' (duration: 256.094178ms)","trace[1053291763] 'compare' (duration: 24.549202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:42.282251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.715829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:34:42.282283Z","caller":"traceutil/trace.go:171","msg":"trace[645815038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13101; }","duration":"158.802832ms","start":"2026-07-29T08:34:42.123464Z","end":"2026-07-29T08:34:42.282267Z","steps":["trace[645815038] 'agreement among raft nodes before linearized reading' (duration: 158.73252ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:42.282391Z","caller":"traceutil/trace.go:171","msg":"trace[453682798] transaction","detail":"{read_only:false; response_revision:13101; number_of_response:1; }","duration":"220.556902ms","start":"2026-07-29T08:34:42.061812Z","end":"2026-07-29T08:34:42.282369Z","steps":["trace[453682798] 'process raft request' (duration: 220.267225ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:42.702656Z","caller":"traceutil/trace.go:171","msg":"trace[1211432121] linearizableReadLoop","detail":"{readStateIndex:13532; appliedIndex:13531; }","duration":"233.730092ms","start":"2026-07-29T08:34:42.468894Z","end":"2026-07-29T08:34:42.702624Z","steps":["trace[1211432121] 'read index received' (duration: 200.685581ms)","trace[1211432121] 'applied index is now lower than readState.Index' (duration: 33.042841ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:42.702688Z","caller":"traceutil/trace.go:171","msg":"trace[941990678] transaction","detail":"{read_only:false; response_revision:13106; number_of_response:1; }","duration":"267.80507ms","start":"2026-07-29T08:34:42.434841Z","end":"2026-07-29T08:34:42.702646Z","steps":["trace[941990678] 'process raft request' (duration: 234.621955ms)","trace[941990678] 'compare' (duration: 32.964459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:42.703138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.099472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-29T08:34:42.703217Z","caller":"traceutil/trace.go:171","msg":"trace[2015369298] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13106; }","duration":"234.344338ms","start":"2026-07-29T08:34:42.468853Z","end":"2026-07-29T08:34:42.703198Z","steps":["trace[2015369298] 'agreement among raft nodes before linearized reading' (duration: 233.866176ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:42.947709Z","caller":"traceutil/trace.go:171","msg":"trace[1495748705] transaction","detail":"{read_only:false; response_revision:13107; number_of_response:1; }","duration":"448.487214ms","start":"2026-07-29T08:34:42.499195Z","end":"2026-07-29T08:34:42.947682Z","steps":["trace[1495748705] 'process raft request' (duration: 373.01955ms)","trace[1495748705] 'compare' (duration: 75.264169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:42.947858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:42.499166Z","time spent":"448.616017ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:42.948293Z","caller":"traceutil/trace.go:171","msg":"trace[1366924594] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"409.277915ms","start":"2026-07-29T08:34:42.539001Z","end":"2026-07-29T08:34:42.948279Z","steps":["trace[1366924594] 'process raft request' (duration: 408.635558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:42.948398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:42.538982Z","time spent":"409.347246ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:42.948724Z","caller":"traceutil/trace.go:171","msg":"trace[6878425] linearizableReadLoop","detail":"{readStateIndex:13535; appliedIndex:13532; }","duration":"245.828204ms","start":"2026-07-29T08:34:42.702864Z","end":"2026-07-29T08:34:42.948693Z","steps":["trace[6878425] 'read index received' (duration: 169.350703ms)","trace[6878425] 'applied index is now lower than readState.Index' (duration: 76.476501ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:42.948817Z","caller":"traceutil/trace.go:171","msg":"trace[2026364364] transaction","detail":"{read_only:false; response_revision:13109; number_of_response:1; }","duration":"382.891554ms","start":"2026-07-29T08:34:42.56591Z","end":"2026-07-29T08:34:42.948801Z","steps":["trace[2026364364] 'process raft request' (duration: 382.047182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:42.948895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:42.565892Z","time spent":"382.966057ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:34:42.949088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.159677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:34:42.949166Z","caller":"traceutil/trace.go:171","msg":"trace[507566517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:13109; }","duration":"377.27957ms","start":"2026-07-29T08:34:42.571872Z","end":"2026-07-29T08:34:42.949152Z","steps":["trace[507566517] 'agreement among raft nodes before linearized reading' (duration: 377.040224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:42.94923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:42.571856Z","time spent":"377.362592ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6463,"request content":"key:\"/registry/pods/openstack/keepalived-lvcff\" "} {"level":"warn","ts":"2026-07-29T08:34:42.949271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.367523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T08:34:42.949322Z","caller":"traceutil/trace.go:171","msg":"trace[1515420780] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13109; }","duration":"155.451945ms","start":"2026-07-29T08:34:42.793858Z","end":"2026-07-29T08:34:42.94931Z","steps":["trace[1515420780] 'agreement among raft nodes before linearized reading' (duration: 155.289951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:42.949177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.650436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T08:34:42.949417Z","caller":"traceutil/trace.go:171","msg":"trace[1947372171] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13109; }","duration":"243.915023ms","start":"2026-07-29T08:34:42.705473Z","end":"2026-07-29T08:34:42.949388Z","steps":["trace[1947372171] 'agreement among raft nodes before linearized reading' (duration: 243.567034ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:43.140996Z","caller":"traceutil/trace.go:171","msg":"trace[180533318] linearizableReadLoop","detail":"{readStateIndex:13536; appliedIndex:13535; }","duration":"187.329726ms","start":"2026-07-29T08:34:42.953637Z","end":"2026-07-29T08:34:43.140966Z","steps":["trace[180533318] 'read index received' (duration: 134.507725ms)","trace[180533318] 'applied index is now lower than readState.Index' (duration: 52.820351ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:43.141075Z","caller":"traceutil/trace.go:171","msg":"trace[180775540] transaction","detail":"{read_only:false; response_revision:13110; number_of_response:1; }","duration":"187.604453ms","start":"2026-07-29T08:34:42.953438Z","end":"2026-07-29T08:34:43.141042Z","steps":["trace[180775540] 'process raft request' (duration: 134.764343ms)","trace[180775540] 'compare' (duration: 52.616845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:43.141259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.908735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:34:43.141301Z","caller":"traceutil/trace.go:171","msg":"trace[62155212] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13110; }","duration":"102.005718ms","start":"2026-07-29T08:34:43.039285Z","end":"2026-07-29T08:34:43.141291Z","steps":["trace[62155212] 'agreement among raft nodes before linearized reading' (duration: 101.919025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:43.141602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.944363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228388"} {"level":"info","ts":"2026-07-29T08:34:43.141663Z","caller":"traceutil/trace.go:171","msg":"trace[1109146100] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:13110; }","duration":"188.056286ms","start":"2026-07-29T08:34:42.953592Z","end":"2026-07-29T08:34:43.141648Z","steps":["trace[1109146100] 'agreement among raft nodes before linearized reading' (duration: 187.547922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:43.450076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.485081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-29T08:34:43.450176Z","caller":"traceutil/trace.go:171","msg":"trace[1785010023] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:13111; }","duration":"208.593364ms","start":"2026-07-29T08:34:43.241558Z","end":"2026-07-29T08:34:43.450152Z","steps":["trace[1785010023] 'range keys from in-memory index tree' (duration: 208.276626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:43.769755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.717194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-29T08:34:43.769834Z","caller":"traceutil/trace.go:171","msg":"trace[989221208] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13112; }","duration":"211.819547ms","start":"2026-07-29T08:34:43.557984Z","end":"2026-07-29T08:34:43.769804Z","steps":["trace[989221208] 'range keys from in-memory index tree' (duration: 211.574331ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:44.271846Z","caller":"traceutil/trace.go:171","msg":"trace[535975023] linearizableReadLoop","detail":"{readStateIndex:13539; appliedIndex:13538; }","duration":"298.224352ms","start":"2026-07-29T08:34:43.973596Z","end":"2026-07-29T08:34:44.27182Z","steps":["trace[535975023] 'read index received' (duration: 298.051288ms)","trace[535975023] 'applied index is now lower than readState.Index' (duration: 171.954µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:44.271904Z","caller":"traceutil/trace.go:171","msg":"trace[469185265] transaction","detail":"{read_only:false; response_revision:13113; number_of_response:1; }","duration":"387.117522ms","start":"2026-07-29T08:34:43.884747Z","end":"2026-07-29T08:34:44.271864Z","steps":["trace[469185265] 'process raft request' (duration: 386.878716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:44.272156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.545541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:34:44.272172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:43.884725Z","time spent":"387.360899ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:44.27224Z","caller":"traceutil/trace.go:171","msg":"trace[334029458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13113; }","duration":"298.677984ms","start":"2026-07-29T08:34:43.97354Z","end":"2026-07-29T08:34:44.272218Z","steps":["trace[334029458] 'agreement among raft nodes before linearized reading' (duration: 298.436228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:44.702961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.891614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:34:44.703083Z","caller":"traceutil/trace.go:171","msg":"trace[1684300832] linearizableReadLoop","detail":"{readStateIndex:13540; appliedIndex:13539; }","duration":"431.052565ms","start":"2026-07-29T08:34:44.272014Z","end":"2026-07-29T08:34:44.703067Z","steps":["trace[1684300832] 'read index received' (duration: 238.848513ms)","trace[1684300832] 'applied index is now lower than readState.Index' (duration: 192.202692ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:44.703175Z","caller":"traceutil/trace.go:171","msg":"trace[2140352591] transaction","detail":"{read_only:false; response_revision:13114; number_of_response:1; }","duration":"448.34109ms","start":"2026-07-29T08:34:44.254822Z","end":"2026-07-29T08:34:44.703163Z","steps":["trace[2140352591] 'process raft request' (duration: 256.164509ms)","trace[2140352591] 'compare' (duration: 191.681819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:44.703238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.254794Z","time spent":"448.413212ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:34:44.703392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.062185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T08:34:44.703414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.084419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:34:44.703454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.676723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:34:44.703476Z","caller":"traceutil/trace.go:171","msg":"trace[1235277322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13114; }","duration":"549.207529ms","start":"2026-07-29T08:34:44.15425Z","end":"2026-07-29T08:34:44.703458Z","steps":["trace[1235277322] 'agreement among raft nodes before linearized reading' (duration: 548.971943ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:44.703498Z","caller":"traceutil/trace.go:171","msg":"trace[276961450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13114; }","duration":"709.762105ms","start":"2026-07-29T08:34:43.993724Z","end":"2026-07-29T08:34:44.703486Z","steps":["trace[276961450] 'agreement among raft nodes before linearized reading' (duration: 709.634901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:44.703547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:43.993699Z","time spent":"709.826727ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:34:44.703526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.154222Z","time spent":"549.29302ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:34:44.703566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.307681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T08:34:44.703411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.463285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:34:44.703622Z","caller":"traceutil/trace.go:171","msg":"trace[1919496538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13114; }","duration":"549.414224ms","start":"2026-07-29T08:34:44.154188Z","end":"2026-07-29T08:34:44.703602Z","steps":["trace[1919496538] 'agreement among raft nodes before linearized reading' (duration: 549.28446ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:44.703617Z","caller":"traceutil/trace.go:171","msg":"trace[797641173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13114; }","duration":"581.226403ms","start":"2026-07-29T08:34:44.122257Z","end":"2026-07-29T08:34:44.703483Z","steps":["trace[797641173] 'agreement among raft nodes before linearized reading' (duration: 581.087129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:44.703686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.154178Z","time spent":"549.496995ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:34:44.703672Z","caller":"traceutil/trace.go:171","msg":"trace[790857233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13114; }","duration":"549.772453ms","start":"2026-07-29T08:34:44.153874Z","end":"2026-07-29T08:34:44.703646Z","steps":["trace[790857233] 'agreement among raft nodes before linearized reading' (duration: 549.342782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:44.703721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.12224Z","time spent":"581.461659ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:34:44.703673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.874565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:34:44.70376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.153843Z","time spent":"549.898356ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:34:44.703803Z","caller":"traceutil/trace.go:171","msg":"trace[621397456] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13114; }","duration":"550.008429ms","start":"2026-07-29T08:34:44.153769Z","end":"2026-07-29T08:34:44.703777Z","steps":["trace[621397456] 'agreement among raft nodes before linearized reading' (duration: 549.856625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:44.703863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.153755Z","time spent":"550.091381ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:34:44.774906Z","caller":"traceutil/trace.go:171","msg":"trace[1974709779] transaction","detail":"{read_only:false; response_revision:13115; number_of_response:1; }","duration":"498.841742ms","start":"2026-07-29T08:34:44.276036Z","end":"2026-07-29T08:34:44.774878Z","steps":["trace[1974709779] 'process raft request' (duration: 498.634407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:44.775107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.276013Z","time spent":"498.976645ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:44.775092Z","caller":"traceutil/trace.go:171","msg":"trace[364162240] transaction","detail":"{read_only:false; response_revision:13116; number_of_response:1; }","duration":"488.944077ms","start":"2026-07-29T08:34:44.286103Z","end":"2026-07-29T08:34:44.775047Z","steps":["trace[364162240] 'process raft request' (duration: 488.727602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:44.775396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.28608Z","time spent":"489.200853ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:45.019729Z","caller":"traceutil/trace.go:171","msg":"trace[310555964] transaction","detail":"{read_only:false; response_revision:13117; number_of_response:1; }","duration":"360.011955ms","start":"2026-07-29T08:34:44.659674Z","end":"2026-07-29T08:34:45.019686Z","steps":["trace[310555964] 'process raft request' (duration: 359.754538ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:45.019826Z","caller":"traceutil/trace.go:171","msg":"trace[793048569] linearizableReadLoop","detail":"{readStateIndex:13543; appliedIndex:13540; }","duration":"316.694949ms","start":"2026-07-29T08:34:44.703109Z","end":"2026-07-29T08:34:45.019804Z","steps":["trace[793048569] 'read index received' (duration: 71.617736ms)","trace[793048569] 'applied index is now lower than readState.Index' (duration: 245.076223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:45.019903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.65965Z","time spent":"360.169079ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1323,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:34:45.019934Z","caller":"traceutil/trace.go:171","msg":"trace[164116733] transaction","detail":"{read_only:false; response_revision:13121; number_of_response:1; }","duration":"311.172766ms","start":"2026-07-29T08:34:44.70875Z","end":"2026-07-29T08:34:45.019923Z","steps":["trace[164116733] 'process raft request' (duration: 310.986691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.020046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.708726Z","time spent":"311.245668ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:45.020103Z","caller":"traceutil/trace.go:171","msg":"trace[1269598863] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"311.235468ms","start":"2026-07-29T08:34:44.708849Z","end":"2026-07-29T08:34:45.020085Z","steps":["trace[1269598863] 'process raft request' (duration: 310.91792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.020189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.70884Z","time spent":"311.298119ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:34:45.020368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.309762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-29T08:34:45.020033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.253018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:45.020361Z","caller":"traceutil/trace.go:171","msg":"trace[366773574] transaction","detail":"{read_only:false; response_revision:13120; number_of_response:1; }","duration":"311.112455ms","start":"2026-07-29T08:34:44.708733Z","end":"2026-07-29T08:34:45.019845Z","steps":["trace[366773574] 'process raft request' (duration: 310.957871ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:45.020418Z","caller":"traceutil/trace.go:171","msg":"trace[225551427] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13122; }","duration":"622.399884ms","start":"2026-07-29T08:34:44.398004Z","end":"2026-07-29T08:34:45.020403Z","steps":["trace[225551427] 'agreement among raft nodes before linearized reading' (duration: 622.264321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.020453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.397979Z","time spent":"622.467716ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:34:45.020466Z","caller":"traceutil/trace.go:171","msg":"trace[1682341974] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:13122; }","duration":"337.71391ms","start":"2026-07-29T08:34:44.682711Z","end":"2026-07-29T08:34:45.020425Z","steps":["trace[1682341974] 'agreement among raft nodes before linearized reading' (duration: 337.217187ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:45.020502Z","caller":"traceutil/trace.go:171","msg":"trace[27306706] transaction","detail":"{read_only:false; response_revision:13118; number_of_response:1; }","duration":"312.215713ms","start":"2026-07-29T08:34:44.708277Z","end":"2026-07-29T08:34:45.020493Z","steps":["trace[27306706] 'process raft request' (duration: 311.31759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.02053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.682689Z","time spent":"337.819792ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:34:45.02056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.708254Z","time spent":"312.277854ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:45.020566Z","caller":"traceutil/trace.go:171","msg":"trace[1560278103] transaction","detail":"{read_only:false; response_revision:13119; number_of_response:1; }","duration":"311.872494ms","start":"2026-07-29T08:34:44.708634Z","end":"2026-07-29T08:34:45.020506Z","steps":["trace[1560278103] 'process raft request' (duration: 311.022552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.020735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.708617Z","time spent":"312.054349ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:34:45.020764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.708714Z","time spent":"311.72681ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:45.072252Z","caller":"traceutil/trace.go:171","msg":"trace[1979471574] transaction","detail":"{read_only:false; response_revision:13124; number_of_response:1; }","duration":"119.079748ms","start":"2026-07-29T08:34:44.953146Z","end":"2026-07-29T08:34:45.072226Z","steps":["trace[1979471574] 'process raft request' (duration: 119.003596ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:45.072247Z","caller":"traceutil/trace.go:171","msg":"trace[2115676104] transaction","detail":"{read_only:false; response_revision:13123; number_of_response:1; }","duration":"119.13602ms","start":"2026-07-29T08:34:44.953079Z","end":"2026-07-29T08:34:45.072215Z","steps":["trace[2115676104] 'process raft request' (duration: 118.932805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.072429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.848912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:34:45.072465Z","caller":"traceutil/trace.go:171","msg":"trace[2035251764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13125; }","duration":"366.921713ms","start":"2026-07-29T08:34:44.705533Z","end":"2026-07-29T08:34:45.072455Z","steps":["trace[2035251764] 'agreement among raft nodes before linearized reading' (duration: 366.844191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.072488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:44.705515Z","time spent":"366.966304ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:34:45.072459Z","caller":"traceutil/trace.go:171","msg":"trace[57647003] transaction","detail":"{read_only:false; response_revision:13125; number_of_response:1; }","duration":"118.594136ms","start":"2026-07-29T08:34:44.953828Z","end":"2026-07-29T08:34:45.072422Z","steps":["trace[57647003] 'process raft request' (duration: 118.36299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.072571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.563044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-29T08:34:45.072655Z","caller":"traceutil/trace.go:171","msg":"trace[342314219] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13125; }","duration":"255.673856ms","start":"2026-07-29T08:34:44.816958Z","end":"2026-07-29T08:34:45.072631Z","steps":["trace[342314219] 'agreement among raft nodes before linearized reading' (duration: 255.474191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:45.31795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.059857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:34:45.318038Z","caller":"traceutil/trace.go:171","msg":"trace[2014388403] linearizableReadLoop","detail":"{readStateIndex:13552; appliedIndex:13551; }","duration":"194.609113ms","start":"2026-07-29T08:34:45.123415Z","end":"2026-07-29T08:34:45.318024Z","steps":["trace[2014388403] 'read index received' (duration: 9.346451ms)","trace[2014388403] 'applied index is now lower than readState.Index' (duration: 185.261522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:45.318137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.710917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:34:45.318204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.529823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:34:45.318224Z","caller":"traceutil/trace.go:171","msg":"trace[964850093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:13126; }","duration":"168.585504ms","start":"2026-07-29T08:34:45.149632Z","end":"2026-07-29T08:34:45.318217Z","steps":["trace[964850093] 'agreement among raft nodes before linearized reading' (duration: 168.465781ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:45.318235Z","caller":"traceutil/trace.go:171","msg":"trace[2127043992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13126; }","duration":"194.814099ms","start":"2026-07-29T08:34:45.123398Z","end":"2026-07-29T08:34:45.318212Z","steps":["trace[2127043992] 'agreement among raft nodes before linearized reading' (duration: 194.670245ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:45.318335Z","caller":"traceutil/trace.go:171","msg":"trace[554974752] transaction","detail":"{read_only:false; response_revision:13126; number_of_response:1; }","duration":"291.748697ms","start":"2026-07-29T08:34:45.026321Z","end":"2026-07-29T08:34:45.31807Z","steps":["trace[554974752] 'process raft request' (duration: 106.491074ms)","trace[554974752] 'compare' (duration: 184.875493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:45.319001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.063543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:45.319238Z","caller":"traceutil/trace.go:171","msg":"trace[1367228055] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13126; }","duration":"106.34944ms","start":"2026-07-29T08:34:45.212878Z","end":"2026-07-29T08:34:45.319227Z","steps":["trace[1367228055] 'agreement among raft nodes before linearized reading' (duration: 105.323634ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:35:33.2308Z","caller":"traceutil/trace.go:171","msg":"trace[1062832718] transaction","detail":"{read_only:false; response_revision:13652; number_of_response:1; }","duration":"102.570032ms","start":"2026-07-29T08:35:33.128211Z","end":"2026-07-29T08:35:33.230781Z","steps":["trace[1062832718] 'process raft request' (duration: 102.48027ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:35:33.230816Z","caller":"traceutil/trace.go:171","msg":"trace[2124573660] transaction","detail":"{read_only:false; response_revision:13650; number_of_response:1; }","duration":"102.921852ms","start":"2026-07-29T08:35:33.127835Z","end":"2026-07-29T08:35:33.230757Z","steps":["trace[2124573660] 'process raft request' (duration: 102.693206ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:35:33.231017Z","caller":"traceutil/trace.go:171","msg":"trace[1692963087] transaction","detail":"{read_only:false; response_revision:13651; number_of_response:1; }","duration":"102.991363ms","start":"2026-07-29T08:35:33.127989Z","end":"2026-07-29T08:35:33.23098Z","steps":["trace[1692963087] 'process raft request' (duration: 102.653595ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:35:33.372632Z","caller":"traceutil/trace.go:171","msg":"trace[1704588184] linearizableReadLoop","detail":"{readStateIndex:14095; appliedIndex:14093; }","duration":"112.515488ms","start":"2026-07-29T08:35:33.260086Z","end":"2026-07-29T08:35:33.372601Z","steps":["trace[1704588184] 'read index received' (duration: 73.447582ms)","trace[1704588184] 'applied index is now lower than readState.Index' (duration: 39.066466ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:35:33.372872Z","caller":"traceutil/trace.go:171","msg":"trace[918642201] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"128.397367ms","start":"2026-07-29T08:35:33.244169Z","end":"2026-07-29T08:35:33.372566Z","steps":["trace[918642201] 'process raft request' (duration: 127.895405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:35:33.373069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.909799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:35:33.373174Z","caller":"traceutil/trace.go:171","msg":"trace[1906437011] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13657; }","duration":"113.096854ms","start":"2026-07-29T08:35:33.260058Z","end":"2026-07-29T08:35:33.373155Z","steps":["trace[1906437011] 'agreement among raft nodes before linearized reading' (duration: 112.686533ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:35:48.605537Z","caller":"traceutil/trace.go:171","msg":"trace[639272064] linearizableReadLoop","detail":"{readStateIndex:14308; appliedIndex:14307; }","duration":"148.350442ms","start":"2026-07-29T08:35:48.457163Z","end":"2026-07-29T08:35:48.605513Z","steps":["trace[639272064] 'read index received' (duration: 148.079565ms)","trace[639272064] 'applied index is now lower than readState.Index' (duration: 269.957µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:35:48.605671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.500796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:35:48.605717Z","caller":"traceutil/trace.go:171","msg":"trace[677682385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13864; }","duration":"148.619629ms","start":"2026-07-29T08:35:48.457081Z","end":"2026-07-29T08:35:48.605701Z","steps":["trace[677682385] 'agreement among raft nodes before linearized reading' (duration: 148.537887ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:35:48.605687Z","caller":"traceutil/trace.go:171","msg":"trace[648073290] transaction","detail":"{read_only:false; response_revision:13864; number_of_response:1; }","duration":"160.045353ms","start":"2026-07-29T08:35:48.44559Z","end":"2026-07-29T08:35:48.605635Z","steps":["trace[648073290] 'process raft request' (duration: 159.742765ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:36:13.790312Z","caller":"traceutil/trace.go:171","msg":"trace[2117832874] transaction","detail":"{read_only:false; response_revision:14032; number_of_response:1; }","duration":"237.440547ms","start":"2026-07-29T08:36:13.552843Z","end":"2026-07-29T08:36:13.790283Z","steps":["trace[2117832874] 'process raft request' (duration: 237.241182ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:36:14.094811Z","caller":"traceutil/trace.go:171","msg":"trace[241802642] transaction","detail":"{read_only:false; response_revision:14033; number_of_response:1; }","duration":"541.263775ms","start":"2026-07-29T08:36:13.553521Z","end":"2026-07-29T08:36:14.094785Z","steps":["trace[241802642] 'process raft request' (duration: 538.323689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:36:14.094971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:36:13.5535Z","time spent":"541.385687ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:36:14.094963Z","caller":"traceutil/trace.go:171","msg":"trace[1545020853] linearizableReadLoop","detail":"{readStateIndex:14483; appliedIndex:14480; }","duration":"461.427278ms","start":"2026-07-29T08:36:13.633482Z","end":"2026-07-29T08:36:14.094909Z","steps":["trace[1545020853] 'read index received' (duration: 156.687406ms)","trace[1545020853] 'applied index is now lower than readState.Index' (duration: 304.735302ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:36:14.095227Z","caller":"traceutil/trace.go:171","msg":"trace[797587509] transaction","detail":"{read_only:false; response_revision:14034; number_of_response:1; }","duration":"540.353741ms","start":"2026-07-29T08:36:13.554833Z","end":"2026-07-29T08:36:14.095187Z","steps":["trace[797587509] 'process raft request' (duration: 539.884209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:36:14.095374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.598828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:36:14.095396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:36:13.554822Z","time spent":"540.483005ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:36:14.09543Z","caller":"traceutil/trace.go:171","msg":"trace[1569104205] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14034; }","duration":"455.701961ms","start":"2026-07-29T08:36:13.639715Z","end":"2026-07-29T08:36:14.095417Z","steps":["trace[1569104205] 'agreement among raft nodes before linearized reading' (duration: 455.499676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:36:14.095468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:36:13.639704Z","time spent":"455.754992ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:36:14.095463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.968742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:36:14.095574Z","caller":"traceutil/trace.go:171","msg":"trace[2017041794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14034; }","duration":"462.097265ms","start":"2026-07-29T08:36:13.633424Z","end":"2026-07-29T08:36:14.095522Z","steps":["trace[2017041794] 'agreement among raft nodes before linearized reading' (duration: 461.690235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:36:14.095627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:36:13.633403Z","time spent":"462.215338ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:36:14.095805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.304151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:36:14.09584Z","caller":"traceutil/trace.go:171","msg":"trace[242074516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14034; }","duration":"405.369273ms","start":"2026-07-29T08:36:13.690461Z","end":"2026-07-29T08:36:14.09583Z","steps":["trace[242074516] 'agreement among raft nodes before linearized reading' (duration: 405.280551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:36:14.095868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:36:13.690444Z","time spent":"405.418135ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:36:14.095896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.250482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T08:36:14.095958Z","caller":"traceutil/trace.go:171","msg":"trace[1999797087] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14034; }","duration":"440.345284ms","start":"2026-07-29T08:36:13.655593Z","end":"2026-07-29T08:36:14.095939Z","steps":["trace[1999797087] 'agreement among raft nodes before linearized reading' (duration: 440.17891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:36:14.095986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.012756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T08:36:14.095999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:36:13.655574Z","time spent":"440.417286ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:36:14.096022Z","caller":"traceutil/trace.go:171","msg":"trace[2087633942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14034; }","duration":"388.058947ms","start":"2026-07-29T08:36:13.707951Z","end":"2026-07-29T08:36:14.09601Z","steps":["trace[2087633942] 'agreement among raft nodes before linearized reading' (duration: 387.978165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:36:14.096058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:36:13.707943Z","time spent":"388.106198ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:36:14.09614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.482931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:36:14.096177Z","caller":"traceutil/trace.go:171","msg":"trace[240366482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14034; }","duration":"418.560923ms","start":"2026-07-29T08:36:13.677607Z","end":"2026-07-29T08:36:14.096168Z","steps":["trace[240366482] 'agreement among raft nodes before linearized reading' (duration: 418.46119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:36:14.096204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:36:13.677582Z","time spent":"418.616465ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:36:14.096277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.846613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-29T08:36:14.096388Z","caller":"traceutil/trace.go:171","msg":"trace[1946441881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:14034; }","duration":"147.008147ms","start":"2026-07-29T08:36:13.949355Z","end":"2026-07-29T08:36:14.096364Z","steps":["trace[1946441881] 'agreement among raft nodes before linearized reading' (duration: 146.497334ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:39:39.381299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13069} {"level":"info","ts":"2026-07-29T08:39:39.462881Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13069,"took":"78.158198ms","hash":2810860889,"current-db-size-bytes":45375488,"current-db-size":"45 MB","current-db-size-in-use-bytes":26128384,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-29T08:39:39.462937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2810860889,"revision":13069,"compact-revision":10494} {"level":"info","ts":"2026-07-29T08:41:14.23923Z","caller":"traceutil/trace.go:171","msg":"trace[1259934137] linearizableReadLoop","detail":"{readStateIndex:17165; appliedIndex:17163; }","duration":"280.475092ms","start":"2026-07-29T08:41:13.958726Z","end":"2026-07-29T08:41:14.239201Z","steps":["trace[1259934137] 'read index received' (duration: 94.684065ms)","trace[1259934137] 'applied index is now lower than readState.Index' (duration: 185.789957ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:41:14.239389Z","caller":"traceutil/trace.go:171","msg":"trace[1217697892] transaction","detail":"{read_only:false; response_revision:16645; number_of_response:1; }","duration":"282.208136ms","start":"2026-07-29T08:41:13.957167Z","end":"2026-07-29T08:41:14.239375Z","steps":["trace[1217697892] 'process raft request' (duration: 240.048422ms)","trace[1217697892] 'compare' (duration: 41.855076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:41:14.239519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.786425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:41:14.239609Z","caller":"traceutil/trace.go:171","msg":"trace[176653916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16645; }","duration":"258.921449ms","start":"2026-07-29T08:41:13.980669Z","end":"2026-07-29T08:41:14.239591Z","steps":["trace[176653916] 'agreement among raft nodes before linearized reading' (duration: 258.729603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:41:14.239613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.879783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:41:14.239663Z","caller":"traceutil/trace.go:171","msg":"trace[1614403681] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16645; }","duration":"280.949305ms","start":"2026-07-29T08:41:13.958697Z","end":"2026-07-29T08:41:14.239647Z","steps":["trace[1614403681] 'agreement among raft nodes before linearized reading' (duration: 280.768591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:41:14.239639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.705041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:41:14.239737Z","caller":"traceutil/trace.go:171","msg":"trace[1457131104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16645; }","duration":"116.846965ms","start":"2026-07-29T08:41:14.122867Z","end":"2026-07-29T08:41:14.239714Z","steps":["trace[1457131104] 'agreement among raft nodes before linearized reading' (duration: 116.65556ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:41:43.639472Z","caller":"traceutil/trace.go:171","msg":"trace[385574420] transaction","detail":"{read_only:false; response_revision:16844; number_of_response:1; }","duration":"100.186171ms","start":"2026-07-29T08:41:43.539244Z","end":"2026-07-29T08:41:43.63943Z","steps":["trace[385574420] 'process raft request' (duration: 99.863632ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:41:44.222553Z","caller":"traceutil/trace.go:171","msg":"trace[1544525327] transaction","detail":"{read_only:false; response_revision:16847; number_of_response:1; }","duration":"214.552996ms","start":"2026-07-29T08:41:44.007974Z","end":"2026-07-29T08:41:44.222527Z","steps":["trace[1544525327] 'process raft request' (duration: 197.486678ms)","trace[1544525327] 'compare' (duration: 16.736519ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:41:44.223031Z","caller":"traceutil/trace.go:171","msg":"trace[432023690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16847; }","duration":"100.003377ms","start":"2026-07-29T08:41:44.123003Z","end":"2026-07-29T08:41:44.223006Z","steps":["trace[432023690] 'agreement among raft nodes before linearized reading' (duration: 99.531934ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:41:44.524268Z","caller":"traceutil/trace.go:171","msg":"trace[313334582] linearizableReadLoop","detail":"{readStateIndex:17376; appliedIndex:17374; }","duration":"126.071456ms","start":"2026-07-29T08:41:44.39816Z","end":"2026-07-29T08:41:44.524232Z","steps":["trace[313334582] 'read index received' (duration: 76.252067ms)","trace[313334582] 'applied index is now lower than readState.Index' (duration: 49.818129ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:41:44.524423Z","caller":"traceutil/trace.go:171","msg":"trace[1084179928] transaction","detail":"{read_only:false; response_revision:16850; number_of_response:1; }","duration":"127.808709ms","start":"2026-07-29T08:41:44.396558Z","end":"2026-07-29T08:41:44.524367Z","steps":["trace[1084179928] 'process raft request' (duration: 127.474711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:41:44.524536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.357953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:41:44.524623Z","caller":"traceutil/trace.go:171","msg":"trace[1935842118] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:16850; }","duration":"126.478226ms","start":"2026-07-29T08:41:44.398131Z","end":"2026-07-29T08:41:44.524609Z","steps":["trace[1935842118] 'agreement among raft nodes before linearized reading' (duration: 126.23853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:41:44.529009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.242622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:41:44.529086Z","caller":"traceutil/trace.go:171","msg":"trace[696330646] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:16851; }","duration":"107.356215ms","start":"2026-07-29T08:41:44.42171Z","end":"2026-07-29T08:41:44.529066Z","steps":["trace[696330646] 'agreement among raft nodes before linearized reading' (duration: 107.16417ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:41:47.78069Z","caller":"traceutil/trace.go:171","msg":"trace[437178370] transaction","detail":"{read_only:false; response_revision:16871; number_of_response:1; }","duration":"104.769499ms","start":"2026-07-29T08:41:47.675888Z","end":"2026-07-29T08:41:47.780657Z","steps":["trace[437178370] 'process raft request' (duration: 104.646286ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:39.388284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15571} {"level":"info","ts":"2026-07-29T08:44:39.467369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15571,"took":"74.80582ms","hash":2277965872,"current-db-size-bytes":45375488,"current-db-size":"45 MB","current-db-size-in-use-bytes":28323840,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-29T08:44:39.4675Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2277965872,"revision":15571,"compact-revision":13069} {"level":"info","ts":"2026-07-29T08:47:00.91074Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T08:47:00.917169Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-29T08:47:00.91729Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-29T08:47:31.060495Z","caller":"traceutil/trace.go:171","msg":"trace[447347867] transaction","detail":"{read_only:false; response_revision:19628; number_of_response:1; }","duration":"108.234099ms","start":"2026-07-29T08:47:30.952234Z","end":"2026-07-29T08:47:31.060468Z","steps":["trace[447347867] 'process raft request' (duration: 108.072505ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:43.726068Z","caller":"traceutil/trace.go:171","msg":"trace[58019814] linearizableReadLoop","detail":"{readStateIndex:20364; appliedIndex:20363; }","duration":"129.816872ms","start":"2026-07-29T08:47:43.596219Z","end":"2026-07-29T08:47:43.726036Z","steps":["trace[58019814] 'read index received' (duration: 129.476683ms)","trace[58019814] 'applied index is now lower than readState.Index' (duration: 338.689µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:47:43.726365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.126979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-07-29T08:47:43.726411Z","caller":"traceutil/trace.go:171","msg":"trace[562461802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:19753; }","duration":"130.234322ms","start":"2026-07-29T08:47:43.596164Z","end":"2026-07-29T08:47:43.726398Z","steps":["trace[562461802] 'agreement among raft nodes before linearized reading' (duration: 130.037467ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:43.726179Z","caller":"traceutil/trace.go:171","msg":"trace[839782587] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"157.963455ms","start":"2026-07-29T08:47:43.568179Z","end":"2026-07-29T08:47:43.726143Z","steps":["trace[839782587] 'process raft request' (duration: 157.649657ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:46.541204Z","caller":"traceutil/trace.go:171","msg":"trace[472450255] transaction","detail":"{read_only:false; response_revision:19769; number_of_response:1; }","duration":"314.226225ms","start":"2026-07-29T08:47:46.226939Z","end":"2026-07-29T08:47:46.541165Z","steps":["trace[472450255] 'process raft request' (duration: 313.894317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:47:46.541399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:47:46.226915Z","time spent":"314.38391ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:06.910219Z","caller":"traceutil/trace.go:171","msg":"trace[1156996205] linearizableReadLoop","detail":"{readStateIndex:20518; appliedIndex:20517; }","duration":"274.402483ms","start":"2026-07-29T08:48:06.635785Z","end":"2026-07-29T08:48:06.910187Z","steps":["trace[1156996205] 'read index received' (duration: 274.175938ms)","trace[1156996205] 'applied index is now lower than readState.Index' (duration: 225.365µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:06.910469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.668371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:48:06.910518Z","caller":"traceutil/trace.go:171","msg":"trace[1775351607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19903; }","duration":"274.764552ms","start":"2026-07-29T08:48:06.63574Z","end":"2026-07-29T08:48:06.910505Z","steps":["trace[1775351607] 'agreement among raft nodes before linearized reading' (duration: 274.599348ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:06.910454Z","caller":"traceutil/trace.go:171","msg":"trace[83168839] transaction","detail":"{read_only:false; response_revision:19903; number_of_response:1; }","duration":"292.16767ms","start":"2026-07-29T08:48:06.618228Z","end":"2026-07-29T08:48:06.910396Z","steps":["trace[83168839] 'process raft request' (duration: 291.79809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.910912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.504775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:48:06.910984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.212489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T08:48:06.911063Z","caller":"traceutil/trace.go:171","msg":"trace[2031772421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19903; }","duration":"184.343002ms","start":"2026-07-29T08:48:06.726702Z","end":"2026-07-29T08:48:06.911045Z","steps":["trace[2031772421] 'agreement among raft nodes before linearized reading' (duration: 183.884509ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:06.911002Z","caller":"traceutil/trace.go:171","msg":"trace[603126041] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19903; }","duration":"182.644929ms","start":"2026-07-29T08:48:06.728335Z","end":"2026-07-29T08:48:06.91098Z","steps":["trace[603126041] 'agreement among raft nodes before linearized reading' (duration: 182.194497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.911253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.835034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:06.911353Z","caller":"traceutil/trace.go:171","msg":"trace[482594716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19903; }","duration":"272.948547ms","start":"2026-07-29T08:48:06.638378Z","end":"2026-07-29T08:48:06.911326Z","steps":["trace[482594716] 'agreement among raft nodes before linearized reading' (duration: 272.111345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.353774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.407613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:07.353997Z","caller":"traceutil/trace.go:171","msg":"trace[345556576] transaction","detail":"{read_only:false; response_revision:19904; number_of_response:1; }","duration":"438.6086ms","start":"2026-07-29T08:48:06.915357Z","end":"2026-07-29T08:48:07.353966Z","steps":["trace[345556576] 'process raft request' (duration: 149.919899ms)","trace[345556576] 'compare' (duration: 287.981102ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:07.354042Z","caller":"traceutil/trace.go:171","msg":"trace[1107597713] linearizableReadLoop","detail":"{readStateIndex:20522; appliedIndex:20518; }","duration":"229.610344ms","start":"2026-07-29T08:48:07.124414Z","end":"2026-07-29T08:48:07.354025Z","steps":["trace[1107597713] 'read index received' (duration: 226.358751ms)","trace[1107597713] 'applied index is now lower than readState.Index' (duration: 3.250643ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:07.354138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.915327Z","time spent":"438.731592ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.354159Z","caller":"traceutil/trace.go:171","msg":"trace[2134791483] transaction","detail":"{read_only:false; response_revision:19905; number_of_response:1; }","duration":"438.631319ms","start":"2026-07-29T08:48:06.915518Z","end":"2026-07-29T08:48:07.354149Z","steps":["trace[2134791483] 'process raft request' (duration: 438.369413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.354218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.915501Z","time spent":"438.685431ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.354332Z","caller":"traceutil/trace.go:171","msg":"trace[1794060543] transaction","detail":"{read_only:false; response_revision:19906; number_of_response:1; }","duration":"438.607109ms","start":"2026-07-29T08:48:06.915711Z","end":"2026-07-29T08:48:07.354318Z","steps":["trace[1794060543] 'process raft request' (duration: 438.24216ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.354345Z","caller":"traceutil/trace.go:171","msg":"trace[780317606] transaction","detail":"{read_only:false; response_revision:19907; number_of_response:1; }","duration":"438.343882ms","start":"2026-07-29T08:48:06.915968Z","end":"2026-07-29T08:48:07.354311Z","steps":["trace[780317606] 'process raft request' (duration: 438.021034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.354403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.915705Z","time spent":"438.667021ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:07.354406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.962533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:07.354466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.915959Z","time spent":"438.445845ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.354488Z","caller":"traceutil/trace.go:171","msg":"trace[1966090735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19907; }","duration":"230.102367ms","start":"2026-07-29T08:48:07.124355Z","end":"2026-07-29T08:48:07.354457Z","steps":["trace[1966090735] 'agreement among raft nodes before linearized reading' (duration: 229.960213ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.366304Z","caller":"traceutil/trace.go:171","msg":"trace[1075898671] transaction","detail":"{read_only:false; response_revision:19909; number_of_response:1; }","duration":"138.012752ms","start":"2026-07-29T08:48:07.228269Z","end":"2026-07-29T08:48:07.366282Z","steps":["trace[1075898671] 'process raft request' (duration: 137.94274ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.366343Z","caller":"traceutil/trace.go:171","msg":"trace[424642562] transaction","detail":"{read_only:false; response_revision:19908; number_of_response:1; }","duration":"178.104292ms","start":"2026-07-29T08:48:07.188178Z","end":"2026-07-29T08:48:07.366282Z","steps":["trace[424642562] 'process raft request' (duration: 177.936948ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:15.606049Z","caller":"traceutil/trace.go:171","msg":"trace[1037126766] transaction","detail":"{read_only:false; response_revision:19957; number_of_response:1; }","duration":"214.966418ms","start":"2026-07-29T08:48:15.39104Z","end":"2026-07-29T08:48:15.606007Z","steps":["trace[1037126766] 'process raft request' (duration: 214.65709ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:15.625996Z","caller":"traceutil/trace.go:171","msg":"trace[414468902] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"234.511809ms","start":"2026-07-29T08:48:15.391459Z","end":"2026-07-29T08:48:15.625971Z","steps":["trace[414468902] 'process raft request' (duration: 234.234892ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:15.625992Z","caller":"traceutil/trace.go:171","msg":"trace[1640180138] transaction","detail":"{read_only:false; response_revision:19959; number_of_response:1; }","duration":"233.417331ms","start":"2026-07-29T08:48:15.392549Z","end":"2026-07-29T08:48:15.625966Z","steps":["trace[1640180138] 'process raft request' (duration: 233.336209ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:15.626176Z","caller":"traceutil/trace.go:171","msg":"trace[2145126089] transaction","detail":"{read_only:false; response_revision:19960; number_of_response:1; }","duration":"231.440872ms","start":"2026-07-29T08:48:15.394716Z","end":"2026-07-29T08:48:15.626157Z","steps":["trace[2145126089] 'process raft request' (duration: 231.213695ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:15.62632Z","caller":"traceutil/trace.go:171","msg":"trace[395687526] linearizableReadLoop","detail":"{readStateIndex:20575; appliedIndex:20573; }","duration":"234.618423ms","start":"2026-07-29T08:48:15.391511Z","end":"2026-07-29T08:48:15.626129Z","steps":["trace[395687526] 'read index received' (duration: 214.202588ms)","trace[395687526] 'applied index is now lower than readState.Index' (duration: 20.413675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:15.626441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.88088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:48:15.62651Z","caller":"traceutil/trace.go:171","msg":"trace[1329908354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19960; }","duration":"235.034243ms","start":"2026-07-29T08:48:15.391463Z","end":"2026-07-29T08:48:15.626497Z","steps":["trace[1329908354] 'agreement among raft nodes before linearized reading' (duration: 234.787727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:15.626737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.654928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:48:15.626809Z","caller":"traceutil/trace.go:171","msg":"trace[1203222860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19960; }","duration":"226.785541ms","start":"2026-07-29T08:48:15.400007Z","end":"2026-07-29T08:48:15.626793Z","steps":["trace[1203222860] 'agreement among raft nodes before linearized reading' (duration: 226.567665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:15.626894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.16474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T08:48:15.627158Z","caller":"traceutil/trace.go:171","msg":"trace[208096852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19960; }","duration":"232.308504ms","start":"2026-07-29T08:48:15.394632Z","end":"2026-07-29T08:48:15.626941Z","steps":["trace[208096852] 'agreement among raft nodes before linearized reading' (duration: 231.891073ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:24.35911Z","caller":"traceutil/trace.go:171","msg":"trace[1308644333] transaction","detail":"{read_only:false; response_revision:20032; number_of_response:1; }","duration":"189.166926ms","start":"2026-07-29T08:48:24.169916Z","end":"2026-07-29T08:48:24.359083Z","steps":["trace[1308644333] 'process raft request' (duration: 188.991322ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:24.436151Z","caller":"traceutil/trace.go:171","msg":"trace[456530936] transaction","detail":"{read_only:false; response_revision:20033; number_of_response:1; }","duration":"249.257528ms","start":"2026-07-29T08:48:24.186848Z","end":"2026-07-29T08:48:24.436106Z","steps":["trace[456530936] 'process raft request' (duration: 237.514877ms)","trace[456530936] 'compare' (duration: 11.453124ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:24.436184Z","caller":"traceutil/trace.go:171","msg":"trace[1668565290] linearizableReadLoop","detail":"{readStateIndex:20654; appliedIndex:20651; }","duration":"126.303992ms","start":"2026-07-29T08:48:24.309852Z","end":"2026-07-29T08:48:24.436156Z","steps":["trace[1668565290] 'read index received' (duration: 49.046019ms)","trace[1668565290] 'applied index is now lower than readState.Index' (duration: 77.256203ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:24.436241Z","caller":"traceutil/trace.go:171","msg":"trace[499133239] transaction","detail":"{read_only:false; response_revision:20034; number_of_response:1; }","duration":"169.364636ms","start":"2026-07-29T08:48:24.266844Z","end":"2026-07-29T08:48:24.436208Z","steps":["trace[499133239] 'process raft request' (duration: 169.194512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:24.436382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.484886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:24.436623Z","caller":"traceutil/trace.go:171","msg":"trace[1619577512] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20034; }","duration":"126.789715ms","start":"2026-07-29T08:48:24.309803Z","end":"2026-07-29T08:48:24.436593Z","steps":["trace[1619577512] 'agreement among raft nodes before linearized reading' (duration: 126.451856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.175105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410942276,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:48:26.475421Z","caller":"traceutil/trace.go:171","msg":"trace[825480430] transaction","detail":"{read_only:false; response_revision:20040; number_of_response:1; }","duration":"834.878371ms","start":"2026-07-29T08:48:25.640523Z","end":"2026-07-29T08:48:26.475401Z","steps":["trace[825480430] 'process raft request' (duration: 834.734918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.475589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.640495Z","time spent":"834.997934ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:26.532885Z","caller":"traceutil/trace.go:171","msg":"trace[1367153469] linearizableReadLoop","detail":"{readStateIndex:20661; appliedIndex:20659; }","duration":"857.81411ms","start":"2026-07-29T08:48:25.675048Z","end":"2026-07-29T08:48:26.532863Z","steps":["trace[1367153469] 'read index received' (duration: 800.315314ms)","trace[1367153469] 'applied index is now lower than readState.Index' (duration: 57.497766ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:26.532939Z","caller":"traceutil/trace.go:171","msg":"trace[1794685934] transaction","detail":"{read_only:false; response_revision:20041; number_of_response:1; }","duration":"870.619709ms","start":"2026-07-29T08:48:25.662284Z","end":"2026-07-29T08:48:26.532904Z","steps":["trace[1794685934] 'process raft request' (duration: 870.410113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.662265Z","time spent":"870.741811ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:26.533095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.512043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:26.533121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.020515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:26.533155Z","caller":"traceutil/trace.go:171","msg":"trace[1004932400] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:20042; }","duration":"635.620856ms","start":"2026-07-29T08:48:25.897519Z","end":"2026-07-29T08:48:26.53314Z","steps":["trace[1004932400] 'agreement among raft nodes before linearized reading' (duration: 635.525753ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:26.533161Z","caller":"traceutil/trace.go:171","msg":"trace[1024868145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20042; }","duration":"858.115967ms","start":"2026-07-29T08:48:25.675032Z","end":"2026-07-29T08:48:26.533148Z","steps":["trace[1024868145] 'agreement among raft nodes before linearized reading' (duration: 857.971083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.897488Z","time spent":"635.687028ms","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:26.533195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.675011Z","time spent":"858.174849ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:26.533214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.609769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:48:26.533243Z","caller":"traceutil/trace.go:171","msg":"trace[146239101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20042; }","duration":"835.6596ms","start":"2026-07-29T08:48:25.697575Z","end":"2026-07-29T08:48:26.533235Z","steps":["trace[146239101] 'agreement among raft nodes before linearized reading' (duration: 835.588038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.697562Z","time spent":"835.696892ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:26.533309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.503096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T08:48:26.533342Z","caller":"traceutil/trace.go:171","msg":"trace[222389518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20042; }","duration":"699.559138ms","start":"2026-07-29T08:48:25.833776Z","end":"2026-07-29T08:48:26.533335Z","steps":["trace[222389518] 'agreement among raft nodes before linearized reading' (duration: 699.409734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.833765Z","time spent":"699.593748ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:48:26.533397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.876611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:48:26.533404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.089522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22044"} {"level":"warn","ts":"2026-07-29T08:48:26.53341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.506315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:26.533433Z","caller":"traceutil/trace.go:171","msg":"trace[1190264352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20042; }","duration":"169.905522ms","start":"2026-07-29T08:48:26.363514Z","end":"2026-07-29T08:48:26.533419Z","steps":["trace[1190264352] 'agreement among raft nodes before linearized reading' (duration: 169.83551ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:26.533436Z","caller":"traceutil/trace.go:171","msg":"trace[1025917784] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20042; }","duration":"716.155344ms","start":"2026-07-29T08:48:25.817272Z","end":"2026-07-29T08:48:26.533427Z","steps":["trace[1025917784] 'agreement among raft nodes before linearized reading' (duration: 716.061462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.817253Z","time spent":"716.204495ms","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22066,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T08:48:26.533465Z","caller":"traceutil/trace.go:171","msg":"trace[1530040160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20042; }","duration":"413.580586ms","start":"2026-07-29T08:48:26.119859Z","end":"2026-07-29T08:48:26.53344Z","steps":["trace[1530040160] 'agreement among raft nodes before linearized reading' (duration: 413.507844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.119842Z","time spent":"413.656379ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:26.533501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.649921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:48:26.533543Z","caller":"traceutil/trace.go:171","msg":"trace[1338193510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20042; }","duration":"842.714172ms","start":"2026-07-29T08:48:25.690818Z","end":"2026-07-29T08:48:26.533532Z","steps":["trace[1338193510] 'agreement among raft nodes before linearized reading' (duration: 842.589429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.056566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:48:26.533575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.690803Z","time spent":"842.766734ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:48:26.533576Z","caller":"traceutil/trace.go:171","msg":"trace[1610622016] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20042; }","duration":"858.583209ms","start":"2026-07-29T08:48:25.674986Z","end":"2026-07-29T08:48:26.53357Z","steps":["trace[1610622016] 'agreement among raft nodes before linearized reading' (duration: 857.998624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.674964Z","time spent":"858.62745ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:26.533606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.603345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6442"} {"level":"warn","ts":"2026-07-29T08:48:26.533597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.00819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T08:48:26.533642Z","caller":"traceutil/trace.go:171","msg":"trace[1608835305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:20042; }","duration":"427.676978ms","start":"2026-07-29T08:48:26.105956Z","end":"2026-07-29T08:48:26.533633Z","steps":["trace[1608835305] 'agreement among raft nodes before linearized reading' (duration: 427.583446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.105932Z","time spent":"427.73262ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-lvcff\" "} {"level":"info","ts":"2026-07-29T08:48:26.53368Z","caller":"traceutil/trace.go:171","msg":"trace[2027497696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20042; }","duration":"836.115462ms","start":"2026-07-29T08:48:25.697546Z","end":"2026-07-29T08:48:26.533661Z","steps":["trace[2027497696] 'agreement among raft nodes before linearized reading' (duration: 835.899326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.697535Z","time spent":"836.175704ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:26.533924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.682833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T08:48:26.53396Z","caller":"traceutil/trace.go:171","msg":"trace[1877874507] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20042; }","duration":"592.741084ms","start":"2026-07-29T08:48:25.941208Z","end":"2026-07-29T08:48:26.533949Z","steps":["trace[1877874507] 'agreement among raft nodes before linearized reading' (duration: 592.145309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.533995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.941196Z","time spent":"592.792126ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:27.750646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.329977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:27.750921Z","caller":"traceutil/trace.go:171","msg":"trace[244849699] linearizableReadLoop","detail":"{readStateIndex:20677; appliedIndex:20674; }","duration":"234.742156ms","start":"2026-07-29T08:48:27.516162Z","end":"2026-07-29T08:48:27.750904Z","steps":["trace[244849699] 'read index received' (duration: 74.120522ms)","trace[244849699] 'applied index is now lower than readState.Index' (duration: 160.620454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:27.751096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.938231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T08:48:27.751131Z","caller":"traceutil/trace.go:171","msg":"trace[605037526] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20057; }","duration":"235.008253ms","start":"2026-07-29T08:48:27.516114Z","end":"2026-07-29T08:48:27.751122Z","steps":["trace[605037526] 'agreement among raft nodes before linearized reading' (duration: 234.841568ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:27.751202Z","caller":"traceutil/trace.go:171","msg":"trace[1530319390] transaction","detail":"{read_only:false; response_revision:20055; number_of_response:1; }","duration":"329.524109ms","start":"2026-07-29T08:48:27.421643Z","end":"2026-07-29T08:48:27.751146Z","steps":["trace[1530319390] 'process raft request' (duration: 168.572837ms)","trace[1530319390] 'compare' (duration: 160.089449ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:27.751181Z","caller":"traceutil/trace.go:171","msg":"trace[645462372] transaction","detail":"{read_only:false; response_revision:20056; number_of_response:1; }","duration":"297.664911ms","start":"2026-07-29T08:48:27.453498Z","end":"2026-07-29T08:48:27.751163Z","steps":["trace[645462372] 'process raft request' (duration: 297.265701ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:27.751223Z","caller":"traceutil/trace.go:171","msg":"trace[519310457] transaction","detail":"{read_only:false; response_revision:20057; number_of_response:1; }","duration":"292.382016ms","start":"2026-07-29T08:48:27.45882Z","end":"2026-07-29T08:48:27.751202Z","steps":["trace[519310457] 'process raft request' (duration: 292.042587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:27.751359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:27.421601Z","time spent":"329.670512ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:45.138879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410943177,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:48:45.249821Z","caller":"traceutil/trace.go:171","msg":"trace[246951111] transaction","detail":"{read_only:false; response_revision:20386; number_of_response:1; }","duration":"709.210575ms","start":"2026-07-29T08:48:44.540583Z","end":"2026-07-29T08:48:45.249793Z","steps":["trace[246951111] 'process raft request' (duration: 709.02287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.249982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.540564Z","time spent":"709.337228ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:45.461001Z","caller":"traceutil/trace.go:171","msg":"trace[338536228] linearizableReadLoop","detail":"{readStateIndex:21026; appliedIndex:21021; }","duration":"822.474792ms","start":"2026-07-29T08:48:44.638505Z","end":"2026-07-29T08:48:45.46098Z","steps":["trace[338536228] 'read index received' (duration: 611.116096ms)","trace[338536228] 'applied index is now lower than readState.Index' (duration: 211.357666ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:45.461128Z","caller":"traceutil/trace.go:171","msg":"trace[1844245346] transaction","detail":"{read_only:false; response_revision:20387; number_of_response:1; }","duration":"866.76484ms","start":"2026-07-29T08:48:44.594351Z","end":"2026-07-29T08:48:45.461116Z","steps":["trace[1844245346] 'process raft request' (duration: 808.270368ms)","trace[1844245346] 'compare' (duration: 57.948857ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:45.461219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.594328Z","time spent":"866.825662ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:45.461381Z","caller":"traceutil/trace.go:171","msg":"trace[1151759894] transaction","detail":"{read_only:false; response_revision:20390; number_of_response:1; }","duration":"364.99327ms","start":"2026-07-29T08:48:45.096366Z","end":"2026-07-29T08:48:45.46136Z","steps":["trace[1151759894] 'process raft request' (duration: 364.571529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.461461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.096347Z","time spent":"365.075372ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:45.461564Z","caller":"traceutil/trace.go:171","msg":"trace[972011711] transaction","detail":"{read_only:false; response_revision:20388; number_of_response:1; }","duration":"846.882599ms","start":"2026-07-29T08:48:44.614661Z","end":"2026-07-29T08:48:45.461543Z","steps":["trace[972011711] 'process raft request' (duration: 846.096499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.461575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.061728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:48:45.461613Z","caller":"traceutil/trace.go:171","msg":"trace[790668453] transaction","detail":"{read_only:false; response_revision:20389; number_of_response:1; }","duration":"491.22572ms","start":"2026-07-29T08:48:44.970378Z","end":"2026-07-29T08:48:45.461604Z","steps":["trace[790668453] 'process raft request' (duration: 490.520242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.461634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.614644Z","time spent":"846.961001ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:45.461645Z","caller":"traceutil/trace.go:171","msg":"trace[1744345626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20390; }","duration":"823.15331ms","start":"2026-07-29T08:48:44.638476Z","end":"2026-07-29T08:48:45.461629Z","steps":["trace[1744345626] 'agreement among raft nodes before linearized reading' (duration: 822.963955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.461656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.970355Z","time spent":"491.277782ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:45.461788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.614019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:48:45.46188Z","caller":"traceutil/trace.go:171","msg":"trace[916040013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20390; }","duration":"812.740272ms","start":"2026-07-29T08:48:44.649119Z","end":"2026-07-29T08:48:45.461859Z","steps":["trace[916040013] 'agreement among raft nodes before linearized reading' (duration: 812.463085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.461912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.638457Z","time spent":"823.218122ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:45.461941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.649109Z","time spent":"812.822044ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:45.461958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.114401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:45.46199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.221073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:45.462008Z","caller":"traceutil/trace.go:171","msg":"trace[369901622] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20390; }","duration":"257.208783ms","start":"2026-07-29T08:48:45.204784Z","end":"2026-07-29T08:48:45.461993Z","steps":["trace[369901622] 'agreement among raft nodes before linearized reading' (duration: 257.09841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.462034Z","caller":"traceutil/trace.go:171","msg":"trace[1255066730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20390; }","duration":"804.278226ms","start":"2026-07-29T08:48:44.65774Z","end":"2026-07-29T08:48:45.462019Z","steps":["trace[1255066730] 'agreement among raft nodes before linearized reading' (duration: 804.143872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.462072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.657733Z","time spent":"804.330887ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:45.46206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.057289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:523"} {"level":"warn","ts":"2026-07-29T08:48:45.462084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.103501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-07-29T08:48:45.462126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.986931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:45.462155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.91707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lvcff\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-07-29T08:48:45.46219Z","caller":"traceutil/trace.go:171","msg":"trace[1327791247] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:20390; }","duration":"554.108864ms","start":"2026-07-29T08:48:44.908064Z","end":"2026-07-29T08:48:45.462172Z","steps":["trace[1327791247] 'agreement among raft nodes before linearized reading' (duration: 554.006532ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.462189Z","caller":"traceutil/trace.go:171","msg":"trace[560972202] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:20390; }","duration":"208.247715ms","start":"2026-07-29T08:48:45.253916Z","end":"2026-07-29T08:48:45.462163Z","steps":["trace[560972202] 'agreement among raft nodes before linearized reading' (duration: 207.971878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.462205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.755741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-07-29T08:48:45.462234Z","caller":"traceutil/trace.go:171","msg":"trace[875063721] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:20390; }","duration":"637.822973ms","start":"2026-07-29T08:48:44.824406Z","end":"2026-07-29T08:48:45.462229Z","steps":["trace[875063721] 'agreement among raft nodes before linearized reading' (duration: 637.739741ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.462236Z","caller":"traceutil/trace.go:171","msg":"trace[1558493322] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lvcff; range_end:; response_count:1; response_revision:20390; }","duration":"736.043114ms","start":"2026-07-29T08:48:44.726172Z","end":"2026-07-29T08:48:45.462215Z","steps":["trace[1558493322] 'agreement among raft nodes before linearized reading' (duration: 735.797247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.462145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.433106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T08:48:45.462264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.824387Z","time spent":"637.872644ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":545,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-07-29T08:48:45.462274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.378423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:48:45.462341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.371425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T08:48:45.462379Z","caller":"traceutil/trace.go:171","msg":"trace[443682327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20390; }","duration":"807.407665ms","start":"2026-07-29T08:48:44.654962Z","end":"2026-07-29T08:48:45.462369Z","steps":["trace[443682327] 'agreement among raft nodes before linearized reading' (duration: 807.320123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.462275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.014044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T08:48:45.462408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.654905Z","time spent":"807.497727ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:48:45.462446Z","caller":"traceutil/trace.go:171","msg":"trace[766452429] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20390; }","duration":"775.193799ms","start":"2026-07-29T08:48:44.68722Z","end":"2026-07-29T08:48:45.462414Z","steps":["trace[766452429] 'agreement among raft nodes before linearized reading' (duration: 774.990513ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.462341Z","caller":"traceutil/trace.go:171","msg":"trace[892384536] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20390; }","duration":"805.460305ms","start":"2026-07-29T08:48:44.656861Z","end":"2026-07-29T08:48:45.462321Z","steps":["trace[892384536] 'agreement among raft nodes before linearized reading' (duration: 805.338222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.462517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.656848Z","time spent":"805.66281ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:45.462532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.687204Z","time spent":"775.310142ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:45.462239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.908045Z","time spent":"554.179666ms","remote":"127.0.0.1:60344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:45.462285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.726152Z","time spent":"736.122336ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-lvcff\" "} {"level":"info","ts":"2026-07-29T08:48:45.462291Z","caller":"traceutil/trace.go:171","msg":"trace[1457710755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20390; }","duration":"805.59961ms","start":"2026-07-29T08:48:44.656678Z","end":"2026-07-29T08:48:45.462277Z","steps":["trace[1457710755] 'agreement among raft nodes before linearized reading' (duration: 805.269702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.462729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.656615Z","time spent":"806.096482ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:48:45.462128Z","caller":"traceutil/trace.go:171","msg":"trace[1806358679] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:20390; }","duration":"638.190402ms","start":"2026-07-29T08:48:44.823919Z","end":"2026-07-29T08:48:45.462109Z","steps":["trace[1806358679] 'agreement among raft nodes before linearized reading' (duration: 637.955976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.462803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.823897Z","time spent":"638.89923ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":545,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-07-29T08:48:45.462146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.762696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:8005"} {"level":"info","ts":"2026-07-29T08:48:45.462872Z","caller":"traceutil/trace.go:171","msg":"trace[608379127] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:20390; }","duration":"235.542326ms","start":"2026-07-29T08:48:45.227323Z","end":"2026-07-29T08:48:45.462865Z","steps":["trace[608379127] 'agreement among raft nodes before linearized reading' (duration: 234.641283ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.696438Z","caller":"traceutil/trace.go:171","msg":"trace[1609496827] transaction","detail":"{read_only:false; response_revision:20391; number_of_response:1; }","duration":"227.132171ms","start":"2026-07-29T08:48:45.469277Z","end":"2026-07-29T08:48:45.696409Z","steps":["trace[1609496827] 'process raft request' (duration: 151.199141ms)","trace[1609496827] 'compare' (duration: 75.815127ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:45.727495Z","caller":"traceutil/trace.go:171","msg":"trace[1404824640] transaction","detail":"{read_only:false; response_revision:20392; number_of_response:1; }","duration":"258.127746ms","start":"2026-07-29T08:48:45.469342Z","end":"2026-07-29T08:48:45.72747Z","steps":["trace[1404824640] 'process raft request' (duration: 257.940851ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.72774Z","caller":"traceutil/trace.go:171","msg":"trace[498467838] transaction","detail":"{read_only:false; response_revision:20393; number_of_response:1; }","duration":"258.251589ms","start":"2026-07-29T08:48:45.469463Z","end":"2026-07-29T08:48:45.727714Z","steps":["trace[498467838] 'process raft request' (duration: 257.962101ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.727848Z","caller":"traceutil/trace.go:171","msg":"trace[205453754] transaction","detail":"{read_only:false; response_revision:20394; number_of_response:1; }","duration":"258.220268ms","start":"2026-07-29T08:48:45.469597Z","end":"2026-07-29T08:48:45.727817Z","steps":["trace[205453754] 'process raft request' (duration: 258.041824ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.727913Z","caller":"traceutil/trace.go:171","msg":"trace[113520260] transaction","detail":"{read_only:false; response_revision:20395; number_of_response:1; }","duration":"258.27924ms","start":"2026-07-29T08:48:45.46959Z","end":"2026-07-29T08:48:45.727869Z","steps":["trace[113520260] 'process raft request' (duration: 258.176787ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.727978Z","caller":"traceutil/trace.go:171","msg":"trace[651205203] transaction","detail":"{read_only:false; response_revision:20397; number_of_response:1; }","duration":"257.563172ms","start":"2026-07-29T08:48:45.470394Z","end":"2026-07-29T08:48:45.727957Z","steps":["trace[651205203] 'process raft request' (duration: 257.439959ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.727983Z","caller":"traceutil/trace.go:171","msg":"trace[1795970638] transaction","detail":"{read_only:false; response_revision:20396; number_of_response:1; }","duration":"258.26604ms","start":"2026-07-29T08:48:45.469681Z","end":"2026-07-29T08:48:45.727947Z","steps":["trace[1795970638] 'process raft request' (duration: 258.124066ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.728113Z","caller":"traceutil/trace.go:171","msg":"trace[225464113] transaction","detail":"{read_only:false; response_revision:20398; number_of_response:1; }","duration":"253.133248ms","start":"2026-07-29T08:48:45.47497Z","end":"2026-07-29T08:48:45.728103Z","steps":["trace[225464113] 'process raft request' (duration: 252.901602ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.728042Z","caller":"traceutil/trace.go:171","msg":"trace[333561135] linearizableReadLoop","detail":"{readStateIndex:21033; appliedIndex:21026; }","duration":"255.632962ms","start":"2026-07-29T08:48:45.472398Z","end":"2026-07-29T08:48:45.72803Z","steps":["trace[333561135] 'read index received' (duration: 148.043951ms)","trace[333561135] 'applied index is now lower than readState.Index' (duration: 107.588051ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:45.728193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.784315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-29T08:48:45.728236Z","caller":"traceutil/trace.go:171","msg":"trace[1934466074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:20398; }","duration":"255.876658ms","start":"2026-07-29T08:48:45.472349Z","end":"2026-07-29T08:48:45.728225Z","steps":["trace[1934466074] 'agreement among raft nodes before linearized reading' (duration: 255.716014ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:39.394675Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18211} {"level":"info","ts":"2026-07-29T08:49:39.494945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18211,"took":"97.76267ms","hash":2197092055,"current-db-size-bytes":45375488,"current-db-size":"45 MB","current-db-size-in-use-bytes":30154752,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-29T08:49:39.495001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2197092055,"revision":18211,"compact-revision":15571} {"level":"info","ts":"2026-07-29T08:54:39.407502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21166} {"level":"info","ts":"2026-07-29T08:54:39.529102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21166,"took":"116.36632ms","hash":2647055870,"current-db-size-bytes":45375488,"current-db-size":"45 MB","current-db-size-in-use-bytes":27795456,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-29T08:54:39.529195Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2647055870,"revision":21166,"compact-revision":18211} {"level":"info","ts":"2026-07-29T08:57:55.22104Z","caller":"traceutil/trace.go:171","msg":"trace[415898738] linearizableReadLoop","detail":"{readStateIndex:25686; appliedIndex:25685; }","duration":"252.925868ms","start":"2026-07-29T08:57:54.968092Z","end":"2026-07-29T08:57:55.221018Z","steps":["trace[415898738] 'read index received' (duration: 252.683902ms)","trace[415898738] 'applied index is now lower than readState.Index' (duration: 241.186µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:57:55.221168Z","caller":"traceutil/trace.go:171","msg":"trace[1934478887] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"321.068723ms","start":"2026-07-29T08:57:54.900063Z","end":"2026-07-29T08:57:55.221132Z","steps":["trace[1934478887] 'process raft request' (duration: 320.800006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:57:55.221234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.133983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-29T08:57:55.221258Z","caller":"traceutil/trace.go:171","msg":"trace[1889439179] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:24920; }","duration":"253.173944ms","start":"2026-07-29T08:57:54.968076Z","end":"2026-07-29T08:57:55.22125Z","steps":["trace[1889439179] 'agreement among raft nodes before linearized reading' (duration: 253.062851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:57:55.22134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:57:54.900036Z","time spent":"321.213807ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:57:55.221384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.877936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T08:57:55.221472Z","caller":"traceutil/trace.go:171","msg":"trace[1534551209] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24920; }","duration":"130.01946ms","start":"2026-07-29T08:57:55.091432Z","end":"2026-07-29T08:57:55.221452Z","steps":["trace[1534551209] 'agreement among raft nodes before linearized reading' (duration: 129.760473ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:02.217745Z","caller":"traceutil/trace.go:171","msg":"trace[1872944417] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"122.779935ms","start":"2026-07-29T08:58:02.094916Z","end":"2026-07-29T08:58:02.217696Z","steps":["trace[1872944417] 'process raft request' (duration: 122.261682ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:02.984318Z","caller":"traceutil/trace.go:171","msg":"trace[85032352] linearizableReadLoop","detail":"{readStateIndex:25738; appliedIndex:25737; }","duration":"458.610465ms","start":"2026-07-29T08:58:02.525682Z","end":"2026-07-29T08:58:02.984293Z","steps":["trace[85032352] 'read index received' (duration: 458.542423ms)","trace[85032352] 'applied index is now lower than readState.Index' (duration: 66.742µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:58:02.984426Z","caller":"traceutil/trace.go:171","msg":"trace[124834610] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"463.958662ms","start":"2026-07-29T08:58:02.520436Z","end":"2026-07-29T08:58:02.984395Z","steps":["trace[124834610] 'process raft request' (duration: 463.687715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.984534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.233435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:58:02.984584Z","caller":"traceutil/trace.go:171","msg":"trace[1496209111] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:24970; }","duration":"435.325978ms","start":"2026-07-29T08:58:02.549244Z","end":"2026-07-29T08:58:02.98457Z","steps":["trace[1496209111] 'agreement among raft nodes before linearized reading' (duration: 435.230596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.984621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.520416Z","time spent":"464.084915ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:58:02.984613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.907492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T08:58:02.984683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.549232Z","time spent":"435.439981ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T08:58:02.98467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.259419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:58:02.984714Z","caller":"traceutil/trace.go:171","msg":"trace[1727730360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24970; }","duration":"459.077956ms","start":"2026-07-29T08:58:02.525615Z","end":"2026-07-29T08:58:02.984693Z","steps":["trace[1727730360] 'agreement among raft nodes before linearized reading' (duration: 458.785339ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:02.98476Z","caller":"traceutil/trace.go:171","msg":"trace[1841001940] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:24970; }","duration":"307.380631ms","start":"2026-07-29T08:58:02.677359Z","end":"2026-07-29T08:58:02.98474Z","steps":["trace[1841001940] 'agreement among raft nodes before linearized reading' (duration: 307.187436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.98477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.525559Z","time spent":"459.20112ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:58:02.98481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.677347Z","time spent":"307.447264ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:58:02.984849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.037964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T08:58:02.984936Z","caller":"traceutil/trace.go:171","msg":"trace[862449600] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24970; }","duration":"211.167777ms","start":"2026-07-29T08:58:02.773749Z","end":"2026-07-29T08:58:02.984917Z","steps":["trace[862449600] 'agreement among raft nodes before linearized reading' (duration: 210.87911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.984969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.254777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fj7l7\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-07-29T08:58:02.985001Z","caller":"traceutil/trace.go:171","msg":"trace[1137396936] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fj7l7; range_end:; response_count:1; response_revision:24970; }","duration":"296.322489ms","start":"2026-07-29T08:58:02.688668Z","end":"2026-07-29T08:58:02.984991Z","steps":["trace[1137396936] 'agreement among raft nodes before linearized reading' (duration: 296.226386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.985006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.327433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:58:02.985074Z","caller":"traceutil/trace.go:171","msg":"trace[658949607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24970; }","duration":"320.439476ms","start":"2026-07-29T08:58:02.664623Z","end":"2026-07-29T08:58:02.985063Z","steps":["trace[658949607] 'agreement among raft nodes before linearized reading' (duration: 320.258871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.985112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.664597Z","time spent":"320.507878ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:58:02.985217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.952358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:58:02.985204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.610516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:58:02.98525Z","caller":"traceutil/trace.go:171","msg":"trace[417052976] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:24970; }","duration":"435.02968ms","start":"2026-07-29T08:58:02.550212Z","end":"2026-07-29T08:58:02.985242Z","steps":["trace[417052976] 'agreement among raft nodes before linearized reading' (duration: 434.984179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.985283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.550194Z","time spent":"435.082742ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-29T08:58:02.985292Z","caller":"traceutil/trace.go:171","msg":"trace[1821729414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24970; }","duration":"305.76893ms","start":"2026-07-29T08:58:02.679505Z","end":"2026-07-29T08:58:02.985274Z","steps":["trace[1821729414] 'agreement among raft nodes before linearized reading' (duration: 305.415461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.985336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.069048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T08:58:02.985241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.941448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:58:02.985386Z","caller":"traceutil/trace.go:171","msg":"trace[59544274] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:24970; }","duration":"435.093562ms","start":"2026-07-29T08:58:02.55028Z","end":"2026-07-29T08:58:02.985373Z","steps":["trace[59544274] 'agreement among raft nodes before linearized reading' (duration: 434.907418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.985341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.679492Z","time spent":"305.834602ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:58:02.98538Z","caller":"traceutil/trace.go:171","msg":"trace[61565823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24970; }","duration":"322.14803ms","start":"2026-07-29T08:58:02.663219Z","end":"2026-07-29T08:58:02.985367Z","steps":["trace[61565823] 'agreement among raft nodes before linearized reading' (duration: 322.050708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.985435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.550276Z","time spent":"435.147654ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-29T08:58:02.985641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.663195Z","time spent":"322.434657ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:58:02.98603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.393781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-29T08:58:02.986083Z","caller":"traceutil/trace.go:171","msg":"trace[666717050] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:24970; }","duration":"419.468353ms","start":"2026-07-29T08:58:02.5666Z","end":"2026-07-29T08:58:02.986068Z","steps":["trace[666717050] 'agreement among raft nodes before linearized reading' (duration: 419.331798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:02.986113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:02.56658Z","time spent":"419.526684ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5258,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-29T08:58:03.0919Z","caller":"traceutil/trace.go:171","msg":"trace[1179945684] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"100.287328ms","start":"2026-07-29T08:58:02.991586Z","end":"2026-07-29T08:58:03.091873Z","steps":["trace[1179945684] 'process raft request' (duration: 100.182655ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:03.092051Z","caller":"traceutil/trace.go:171","msg":"trace[96152963] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"101.366206ms","start":"2026-07-29T08:58:02.990438Z","end":"2026-07-29T08:58:03.091804Z","steps":["trace[96152963] 'process raft request' (duration: 100.907725ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:03.092217Z","caller":"traceutil/trace.go:171","msg":"trace[1303702438] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"101.629742ms","start":"2026-07-29T08:58:02.990563Z","end":"2026-07-29T08:58:03.092193Z","steps":["trace[1303702438] 'process raft request' (duration: 101.066968ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:03.092251Z","caller":"traceutil/trace.go:171","msg":"trace[473832880] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"100.688189ms","start":"2026-07-29T08:58:02.991508Z","end":"2026-07-29T08:58:03.092196Z","steps":["trace[473832880] 'process raft request' (duration: 100.223167ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:03.092794Z","caller":"traceutil/trace.go:171","msg":"trace[27882739] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"102.035554ms","start":"2026-07-29T08:58:02.990739Z","end":"2026-07-29T08:58:03.092775Z","steps":["trace[27882739] 'process raft request' (duration: 100.952195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:03.803061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.219729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-29T08:58:03.80318Z","caller":"traceutil/trace.go:171","msg":"trace[261946258] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:24977; }","duration":"562.410003ms","start":"2026-07-29T08:58:03.240746Z","end":"2026-07-29T08:58:03.803156Z","steps":["trace[261946258] 'range keys from in-memory index tree' (duration: 562.042704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:03.803226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.240724Z","time spent":"562.491705ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-29T08:58:03.80368Z","caller":"traceutil/trace.go:171","msg":"trace[422614495] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"458.342207ms","start":"2026-07-29T08:58:03.345299Z","end":"2026-07-29T08:58:03.803641Z","steps":["trace[422614495] 'process raft request' (duration: 444.126433ms)","trace[422614495] 'compare' (duration: 13.462005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:58:03.803882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.345265Z","time spent":"458.502241ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:58:04.298589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410961294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:58:04.799323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410961294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:58:05.012632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223244627s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:58:05.054915Z","caller":"traceutil/trace.go:171","msg":"trace[115394674] linearizableReadLoop","detail":"{readStateIndex:25749; appliedIndex:25746; }","duration":"1.256387795s","start":"2026-07-29T08:58:03.798508Z","end":"2026-07-29T08:58:05.054896Z","steps":["trace[115394674] 'read index received' (duration: 1.214264807s)","trace[115394674] 'applied index is now lower than readState.Index' (duration: 42.121868ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:58:05.054992Z","caller":"traceutil/trace.go:171","msg":"trace[1904363870] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"1.419890352s","start":"2026-07-29T08:58:03.635092Z","end":"2026-07-29T08:58:05.054982Z","steps":["trace[1904363870] 'process raft request' (duration: 1.419762689s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:05.054964Z","caller":"traceutil/trace.go:171","msg":"trace[302034605] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"1.485679507s","start":"2026-07-29T08:58:03.569249Z","end":"2026-07-29T08:58:05.054928Z","steps":["trace[302034605] 'process raft request' (duration: 1.485525743s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.055098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.635064Z","time spent":"1.419960775s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:58:05.055115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25660286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-29T08:58:05.055123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.569229Z","time spent":"1.485806921s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:58:05.055151Z","caller":"traceutil/trace.go:171","msg":"trace[171263064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24981; }","duration":"1.256686562s","start":"2026-07-29T08:58:03.798453Z","end":"2026-07-29T08:58:05.05514Z","steps":["trace[171263064] 'agreement among raft nodes before linearized reading' (duration: 1.256561409s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.055191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.798434Z","time spent":"1.256749175s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:58:05.05521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200292769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T08:58:05.05526Z","caller":"traceutil/trace.go:171","msg":"trace[1399356301] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24981; }","duration":"1.200378361s","start":"2026-07-29T08:58:03.85487Z","end":"2026-07-29T08:58:05.055248Z","steps":["trace[1399356301] 'agreement among raft nodes before linearized reading' (duration: 1.200183546s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.055296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.854852Z","time spent":"1.200435022s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":180,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:58:05.05538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.941468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-29T08:58:05.055428Z","caller":"traceutil/trace.go:171","msg":"trace[902090129] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:24981; }","duration":"624.01349ms","start":"2026-07-29T08:58:04.431402Z","end":"2026-07-29T08:58:05.055415Z","steps":["trace[902090129] 'agreement among raft nodes before linearized reading' (duration: 623.868507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.05547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.063192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:58:05.055477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.43139Z","time spent":"624.077112ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5258,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-29T08:58:05.0555Z","caller":"traceutil/trace.go:171","msg":"trace[259045896] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:24981; }","duration":"624.117053ms","start":"2026-07-29T08:58:04.431374Z","end":"2026-07-29T08:58:05.055491Z","steps":["trace[259045896] 'agreement among raft nodes before linearized reading' (duration: 624.067842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.055552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.431362Z","time spent":"624.161004ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-29T08:58:05.055585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.677562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:58:05.055604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.805956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:58:05.055626Z","caller":"traceutil/trace.go:171","msg":"trace[1159148951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24981; }","duration":"935.718353ms","start":"2026-07-29T08:58:04.119897Z","end":"2026-07-29T08:58:05.055616Z","steps":["trace[1159148951] 'agreement among raft nodes before linearized reading' (duration: 935.631741ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:05.055645Z","caller":"traceutil/trace.go:171","msg":"trace[1548651708] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:24981; }","duration":"625.848427ms","start":"2026-07-29T08:58:04.429786Z","end":"2026-07-29T08:58:05.055634Z","steps":["trace[1548651708] 'agreement among raft nodes before linearized reading' (duration: 625.779905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.055677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.957703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-29T08:58:05.055688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.429725Z","time spent":"625.95522ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-29T08:58:05.055715Z","caller":"traceutil/trace.go:171","msg":"trace[1737780431] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:24981; }","duration":"958.027465ms","start":"2026-07-29T08:58:04.097674Z","end":"2026-07-29T08:58:05.055702Z","steps":["trace[1737780431] 'agreement among raft nodes before linearized reading' (duration: 957.941972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.055745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.097655Z","time spent":"958.083526ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:58:05.055747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.854807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-547jg\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-07-29T08:58:05.055776Z","caller":"traceutil/trace.go:171","msg":"trace[1686305483] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-547jg; range_end:; response_count:1; response_revision:24981; }","duration":"812.919788ms","start":"2026-07-29T08:58:04.242848Z","end":"2026-07-29T08:58:05.055768Z","steps":["trace[1686305483] 'agreement among raft nodes before linearized reading' (duration: 812.823836ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:05.054917Z","caller":"traceutil/trace.go:171","msg":"trace[1203089711] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"1.490823689s","start":"2026-07-29T08:58:03.564066Z","end":"2026-07-29T08:58:05.05489Z","steps":["trace[1203089711] 'process raft request' (duration: 1.448713401s)","trace[1203089711] 'compare' (duration: 41.863772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:58:05.055809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.242826Z","time spent":"812.977609ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22035,"request content":"key:\"/registry/pods/openstack/nova-compute-default-547jg\" "} {"level":"warn","ts":"2026-07-29T08:58:05.055849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.873053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:58:05.055859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.564044Z","time spent":"1.491772153s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:58:05.055885Z","caller":"traceutil/trace.go:171","msg":"trace[1116121577] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24981; }","duration":"879.942825ms","start":"2026-07-29T08:58:04.175932Z","end":"2026-07-29T08:58:05.055874Z","steps":["trace[1116121577] 'agreement among raft nodes before linearized reading' (duration: 879.865443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.055919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.175912Z","time spent":"879.998356ms","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":22,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:58:05.055654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.119835Z","time spent":"935.813055ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:58:05.055929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119828947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-29T08:58:05.055958Z","caller":"traceutil/trace.go:171","msg":"trace[1383673145] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:24981; }","duration":"1.119901469s","start":"2026-07-29T08:58:03.936048Z","end":"2026-07-29T08:58:05.055949Z","steps":["trace[1383673145] 'agreement among raft nodes before linearized reading' (duration: 1.119818477s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.055988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.936026Z","time spent":"1.119955441s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-29T08:58:05.056162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15080095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-29T08:58:05.056192Z","caller":"traceutil/trace.go:171","msg":"trace[1084810308] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:24981; }","duration":"1.150872543s","start":"2026-07-29T08:58:03.905311Z","end":"2026-07-29T08:58:05.056184Z","steps":["trace[1084810308] 'agreement among raft nodes before linearized reading' (duration: 1.15080475s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.056219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:03.90529Z","time spent":"1.150922735s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-29T08:58:05.055777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.861482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:58:05.056515Z","caller":"traceutil/trace.go:171","msg":"trace[108728116] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:24981; }","duration":"625.625823ms","start":"2026-07-29T08:58:04.430871Z","end":"2026-07-29T08:58:05.056497Z","steps":["trace[108728116] 'agreement among raft nodes before linearized reading' (duration: 624.885963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.056562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.430851Z","time spent":"625.699464ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-29T08:58:05.05661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.78329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:58:05.056663Z","caller":"traceutil/trace.go:171","msg":"trace[1561989932] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24981; }","duration":"435.879192ms","start":"2026-07-29T08:58:04.620768Z","end":"2026-07-29T08:58:05.056647Z","steps":["trace[1561989932] 'agreement among raft nodes before linearized reading' (duration: 435.8009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.056701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:58:04.620741Z","time spent":"435.951445ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:58:05.231303Z","caller":"traceutil/trace.go:171","msg":"trace[1741207558] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"104.123516ms","start":"2026-07-29T08:58:05.127149Z","end":"2026-07-29T08:58:05.231273Z","steps":["trace[1741207558] 'process raft request' (duration: 87.396988ms)","trace[1741207558] 'compare' (duration: 16.555854ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:58:05.231639Z","caller":"traceutil/trace.go:171","msg":"trace[245544651] linearizableReadLoop","detail":"{readStateIndex:25755; appliedIndex:25752; }","duration":"101.179211ms","start":"2026-07-29T08:58:05.130441Z","end":"2026-07-29T08:58:05.23162Z","steps":["trace[245544651] 'read index received' (duration: 19.838268ms)","trace[245544651] 'applied index is now lower than readState.Index' (duration: 81.339513ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:58:05.231731Z","caller":"traceutil/trace.go:171","msg":"trace[812253925] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"104.191109ms","start":"2026-07-29T08:58:05.127528Z","end":"2026-07-29T08:58:05.23172Z","steps":["trace[812253925] 'process raft request' (duration: 103.704326ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:05.232038Z","caller":"traceutil/trace.go:171","msg":"trace[594232038] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"101.513319ms","start":"2026-07-29T08:58:05.130512Z","end":"2026-07-29T08:58:05.232026Z","steps":["trace[594232038] 'process raft request' (duration: 101.006006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:58:05.234673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.203308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:897302"} {"level":"info","ts":"2026-07-29T08:58:05.234765Z","caller":"traceutil/trace.go:171","msg":"trace[1019675486] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:24988; }","duration":"104.350632ms","start":"2026-07-29T08:58:05.130397Z","end":"2026-07-29T08:58:05.234748Z","steps":["trace[1019675486] 'agreement among raft nodes before linearized reading' (duration: 101.359935ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:10.25171Z","caller":"traceutil/trace.go:171","msg":"trace[449722832] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"117.350826ms","start":"2026-07-29T08:58:10.134329Z","end":"2026-07-29T08:58:10.251679Z","steps":["trace[449722832] 'process raft request' (duration: 117.066699ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:58:40.775918Z","caller":"traceutil/trace.go:171","msg":"trace[1317418171] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"143.867044ms","start":"2026-07-29T08:58:40.632026Z","end":"2026-07-29T08:58:40.775893Z","steps":["trace[1317418171] 'process raft request' (duration: 143.660649ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:59:39.417303Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23196} {"level":"info","ts":"2026-07-29T08:59:39.513959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23196,"took":"93.215867ms","hash":3247926914,"current-db-size-bytes":45375488,"current-db-size":"45 MB","current-db-size-in-use-bytes":29478912,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-29T08:59:39.514017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3247926914,"revision":23196,"compact-revision":21166} {"level":"info","ts":"2026-07-29T09:00:45.812787Z","caller":"traceutil/trace.go:171","msg":"trace[1800565177] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"101.321184ms","start":"2026-07-29T09:00:45.711437Z","end":"2026-07-29T09:00:45.812758Z","steps":["trace[1800565177] 'process raft request' (duration: 101.234512ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:00:45.812842Z","caller":"traceutil/trace.go:171","msg":"trace[465349882] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"106.589409ms","start":"2026-07-29T09:00:45.706215Z","end":"2026-07-29T09:00:45.812804Z","steps":["trace[465349882] 'process raft request' (duration: 50.891993ms)","trace[465349882] 'compare' (duration: 55.44895ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:00:45.812922Z","caller":"traceutil/trace.go:171","msg":"trace[1082712584] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"100.675639ms","start":"2026-07-29T09:00:45.712213Z","end":"2026-07-29T09:00:45.812889Z","steps":["trace[1082712584] 'process raft request' (duration: 100.509694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:00:47.517996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.99724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:912949"} {"level":"info","ts":"2026-07-29T09:00:47.518111Z","caller":"traceutil/trace.go:171","msg":"trace[1908353999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:26144; }","duration":"198.144584ms","start":"2026-07-29T09:00:47.319935Z","end":"2026-07-29T09:00:47.518079Z","steps":["trace[1908353999] 'range keys from in-memory index tree' (duration: 197.107509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:00:47.518121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.038513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-29T09:00:47.518225Z","caller":"traceutil/trace.go:171","msg":"trace[44837965] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26144; }","duration":"134.196486ms","start":"2026-07-29T09:00:47.384002Z","end":"2026-07-29T09:00:47.518198Z","steps":["trace[44837965] 'range keys from in-memory index tree' (duration: 133.869959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:06.382387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410967195,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T09:02:06.693573Z","caller":"traceutil/trace.go:171","msg":"trace[455099012] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"860.113627ms","start":"2026-07-29T09:02:05.833433Z","end":"2026-07-29T09:02:06.693547Z","steps":["trace[455099012] 'process raft request' (duration: 859.966943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:06.693737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:05.833413Z","time spent":"860.24317ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:02:07.549642Z","caller":"traceutil/trace.go:171","msg":"trace[120561301] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"1.43071741s","start":"2026-07-29T09:02:06.118904Z","end":"2026-07-29T09:02:07.549622Z","steps":["trace[120561301] 'process raft request' (duration: 1.403048771s)","trace[120561301] 'compare' (duration: 27.35179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:02:07.549758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.118888Z","time spent":"1.430811743s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:02:07.5501Z","caller":"traceutil/trace.go:171","msg":"trace[1704684597] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"1.379002405s","start":"2026-07-29T09:02:06.171073Z","end":"2026-07-29T09:02:07.550075Z","steps":["trace[1704684597] 'process raft request' (duration: 1.378474212s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.171056Z","time spent":"1.379125308s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:02:07.550366Z","caller":"traceutil/trace.go:171","msg":"trace[1829592253] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"781.788391ms","start":"2026-07-29T09:02:06.768543Z","end":"2026-07-29T09:02:07.550331Z","steps":["trace[1829592253] 'process raft request' (duration: 781.313109ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:02:07.550429Z","caller":"traceutil/trace.go:171","msg":"trace[1626088047] linearizableReadLoop","detail":"{readStateIndex:27526; appliedIndex:27522; }","duration":"1.669051104s","start":"2026-07-29T09:02:05.881317Z","end":"2026-07-29T09:02:07.550369Z","steps":["trace[1626088047] 'read index received' (duration: 812.130699ms)","trace[1626088047] 'applied index is now lower than readState.Index' (duration: 856.916035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:02:07.550515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.768521Z","time spent":"781.923665ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:02:07.550373Z","caller":"traceutil/trace.go:171","msg":"trace[2125347962] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"1.377719902s","start":"2026-07-29T09:02:06.172628Z","end":"2026-07-29T09:02:07.550348Z","steps":["trace[2125347962] 'process raft request' (duration: 1.377157298s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669287439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T09:02:07.550641Z","caller":"traceutil/trace.go:171","msg":"trace[1018398159] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:26704; }","duration":"1.669357351s","start":"2026-07-29T09:02:05.88127Z","end":"2026-07-29T09:02:07.550627Z","steps":["trace[1018398159] 'agreement among raft nodes before linearized reading' (duration: 1.669221448s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:05.881251Z","time spent":"1.669421082s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:02:07.550677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427504988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:02:07.550723Z","caller":"traceutil/trace.go:171","msg":"trace[1295723801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26704; }","duration":"1.4275856s","start":"2026-07-29T09:02:06.123125Z","end":"2026-07-29T09:02:07.550711Z","steps":["trace[1295723801] 'agreement among raft nodes before linearized reading' (duration: 1.427473698s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133945559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fj7l7\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-07-29T09:02:07.550721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023630414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:02:07.550767Z","caller":"traceutil/trace.go:171","msg":"trace[354716387] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fj7l7; range_end:; response_count:1; response_revision:26704; }","duration":"1.134026892s","start":"2026-07-29T09:02:06.416731Z","end":"2026-07-29T09:02:07.550757Z","steps":["trace[354716387] 'agreement among raft nodes before linearized reading' (duration: 1.133887878s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.172607Z","time spent":"1.37802974s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:02:07.550813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100005521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T09:02:07.550798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.898543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:02:07.550851Z","caller":"traceutil/trace.go:171","msg":"trace[418650886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26704; }","duration":"1.100038162s","start":"2026-07-29T09:02:06.450802Z","end":"2026-07-29T09:02:07.55084Z","steps":["trace[418650886] 'agreement among raft nodes before linearized reading' (duration: 1.099946269s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.923203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29755260-9pp6l\" ","response":"range_response_count:1 size:6956"} {"level":"info","ts":"2026-07-29T09:02:07.5509Z","caller":"traceutil/trace.go:171","msg":"trace[1464394980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26704; }","duration":"937.048657ms","start":"2026-07-29T09:02:06.613832Z","end":"2026-07-29T09:02:07.550881Z","steps":["trace[1464394980] 'agreement among raft nodes before linearized reading' (duration: 936.7734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004742951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:02:07.550949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023129511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:02:07.550969Z","caller":"traceutil/trace.go:171","msg":"trace[1234546220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26704; }","duration":"1.023147232s","start":"2026-07-29T09:02:06.527815Z","end":"2026-07-29T09:02:07.550962Z","steps":["trace[1234546220] 'agreement among raft nodes before linearized reading' (duration: 1.022967417s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.613814Z","time spent":"937.138229ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T09:02:07.550973Z","caller":"traceutil/trace.go:171","msg":"trace[2010602913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26704; }","duration":"1.004903795s","start":"2026-07-29T09:02:06.546056Z","end":"2026-07-29T09:02:07.55096Z","steps":["trace[2010602913] 'agreement among raft nodes before linearized reading' (duration: 1.00471098s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.550986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.527807Z","time spent":"1.023174322s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T09:02:07.551009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.546025Z","time spent":"1.004975287s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:02:07.550899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.450783Z","time spent":"1.100110063s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T09:02:07.551122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.107648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:02:07.550923Z","caller":"traceutil/trace.go:171","msg":"trace[964854139] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29755260-9pp6l; range_end:; response_count:1; response_revision:26704; }","duration":"934.962844ms","start":"2026-07-29T09:02:06.615953Z","end":"2026-07-29T09:02:07.550916Z","steps":["trace[964854139] 'agreement among raft nodes before linearized reading' (duration: 934.83607ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:02:07.551167Z","caller":"traceutil/trace.go:171","msg":"trace[553740198] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:26704; }","duration":"937.18376ms","start":"2026-07-29T09:02:06.613968Z","end":"2026-07-29T09:02:07.551152Z","steps":["trace[553740198] 'agreement among raft nodes before linearized reading' (duration: 936.848122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.551196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.615945Z","time spent":"935.237511ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6978,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29755260-9pp6l\" "} {"level":"warn","ts":"2026-07-29T09:02:07.551218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16520392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-29T09:02:07.551227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.61394Z","time spent":"937.278932ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T09:02:07.550786Z","caller":"traceutil/trace.go:171","msg":"trace[1875379695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26704; }","duration":"1.023731967s","start":"2026-07-29T09:02:06.52704Z","end":"2026-07-29T09:02:07.550772Z","steps":["trace[1875379695] 'agreement among raft nodes before linearized reading' (duration: 1.023566763s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.551264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.52702Z","time spent":"1.024235579s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T09:02:07.550765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.123116Z","time spent":"1.427642382s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:02:07.55072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.078244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:02:07.551328Z","caller":"traceutil/trace.go:171","msg":"trace[572398930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26704; }","duration":"710.717501ms","start":"2026-07-29T09:02:06.840599Z","end":"2026-07-29T09:02:07.551316Z","steps":["trace[572398930] 'agreement among raft nodes before linearized reading' (duration: 710.073944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.55137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.84054Z","time spent":"710.816094ms","remote":"127.0.0.1:37760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:02:07.5508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.416706Z","time spent":"1.134087603s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fj7l7\" "} {"level":"warn","ts":"2026-07-29T09:02:07.55084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.85097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:02:07.551466Z","caller":"traceutil/trace.go:171","msg":"trace[1355427319] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26704; }","duration":"819.519077ms","start":"2026-07-29T09:02:06.731939Z","end":"2026-07-29T09:02:07.551458Z","steps":["trace[1355427319] 'agreement among raft nodes before linearized reading' (duration: 818.879921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.5515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.731912Z","time spent":"819.577208ms","remote":"127.0.0.1:46286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:02:07.551254Z","caller":"traceutil/trace.go:171","msg":"trace[879616307] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26704; }","duration":"1.165256132s","start":"2026-07-29T09:02:06.385987Z","end":"2026-07-29T09:02:07.551243Z","steps":["trace[879616307] 'agreement among raft nodes before linearized reading' (duration: 1.164648806s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:07.551835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:06.385931Z","time spent":"1.165895628s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-29T09:02:10.6602Z","caller":"traceutil/trace.go:171","msg":"trace[1243218176] linearizableReadLoop","detail":"{readStateIndex:27548; appliedIndex:27547; }","duration":"336.167209ms","start":"2026-07-29T09:02:10.324004Z","end":"2026-07-29T09:02:10.660171Z","steps":["trace[1243218176] 'read index received' (duration: 335.975704ms)","trace[1243218176] 'applied index is now lower than readState.Index' (duration: 190.645µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:02:10.660264Z","caller":"traceutil/trace.go:171","msg":"trace[1437288275] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"451.589985ms","start":"2026-07-29T09:02:10.208637Z","end":"2026-07-29T09:02:10.660227Z","steps":["trace[1437288275] 'process raft request' (duration: 451.39114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:10.660389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.380434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T09:02:10.660433Z","caller":"traceutil/trace.go:171","msg":"trace[745376872] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26724; }","duration":"336.496377ms","start":"2026-07-29T09:02:10.323922Z","end":"2026-07-29T09:02:10.660418Z","steps":["trace[745376872] 'agreement among raft nodes before linearized reading' (duration: 336.348903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:10.66043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:10.208611Z","time spent":"451.730269ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:02:10.660475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:10.323802Z","time spent":"336.663791ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-29T09:02:11.319933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.141358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T09:02:11.320054Z","caller":"traceutil/trace.go:171","msg":"trace[496306708] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26724; }","duration":"582.306743ms","start":"2026-07-29T09:02:10.73773Z","end":"2026-07-29T09:02:11.320036Z","steps":["trace[496306708] 'range keys from in-memory index tree' (duration: 581.979973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:02:11.320095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:10.737709Z","time spent":"582.375454ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T09:02:11.320341Z","caller":"traceutil/trace.go:171","msg":"trace[2048930055] linearizableReadLoop","detail":"{readStateIndex:27549; appliedIndex:27548; }","duration":"198.194536ms","start":"2026-07-29T09:02:11.122137Z","end":"2026-07-29T09:02:11.320331Z","steps":["trace[2048930055] 'read index received' (duration: 179.831316ms)","trace[2048930055] 'applied index is now lower than readState.Index' (duration: 18.36271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:02:11.320396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.262888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:02:11.320422Z","caller":"traceutil/trace.go:171","msg":"trace[1688869701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26725; }","duration":"198.333869ms","start":"2026-07-29T09:02:11.122072Z","end":"2026-07-29T09:02:11.320406Z","steps":["trace[1688869701] 'agreement among raft nodes before linearized reading' (duration: 198.293248ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:02:11.320608Z","caller":"traceutil/trace.go:171","msg":"trace[166314602] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"326.43412ms","start":"2026-07-29T09:02:10.994142Z","end":"2026-07-29T09:02:11.320576Z","steps":["trace[166314602] 'process raft request' (duration: 307.895345ms)","trace[166314602] 'compare' (duration: 17.367645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:02:11.320848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:02:10.994113Z","time spent":"326.584334ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:04:39.428278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25661} {"level":"info","ts":"2026-07-29T09:04:39.538396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25661,"took":"107.338836ms","hash":411900622,"current-db-size-bytes":45805568,"current-db-size":"46 MB","current-db-size-in-use-bytes":29020160,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-29T09:04:39.538463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":411900622,"revision":25661,"compact-revision":23196} {"level":"info","ts":"2026-07-29T09:06:31.518649Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T09:06:31.523432Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-29T09:06:31.523507Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-29T09:08:30.154209Z","caller":"traceutil/trace.go:171","msg":"trace[1860780869] transaction","detail":"{read_only:false; response_revision:30149; number_of_response:1; }","duration":"176.671058ms","start":"2026-07-29T09:08:29.977506Z","end":"2026-07-29T09:08:30.154177Z","steps":["trace[1860780869] 'process raft request' (duration: 176.411142ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:30.161596Z","caller":"traceutil/trace.go:171","msg":"trace[943011904] transaction","detail":"{read_only:false; response_revision:30150; number_of_response:1; }","duration":"151.027082ms","start":"2026-07-29T09:08:30.010543Z","end":"2026-07-29T09:08:30.16157Z","steps":["trace[943011904] 'process raft request' (duration: 150.864558ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:30.265087Z","caller":"traceutil/trace.go:171","msg":"trace[268120592] transaction","detail":"{read_only:false; response_revision:30151; number_of_response:1; }","duration":"100.399098ms","start":"2026-07-29T09:08:30.164643Z","end":"2026-07-29T09:08:30.265042Z","steps":["trace[268120592] 'process raft request' (duration: 42.689743ms)","trace[268120592] 'compare' (duration: 57.430888ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:30.445017Z","caller":"traceutil/trace.go:171","msg":"trace[1226418832] linearizableReadLoop","detail":"{readStateIndex:31069; appliedIndex:31068; }","duration":"112.074446ms","start":"2026-07-29T09:08:30.332914Z","end":"2026-07-29T09:08:30.444989Z","steps":["trace[1226418832] 'read index received' (duration: 111.897271ms)","trace[1226418832] 'applied index is now lower than readState.Index' (duration: 176.245µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:30.44517Z","caller":"traceutil/trace.go:171","msg":"trace[1252793222] transaction","detail":"{read_only:false; response_revision:30153; number_of_response:1; }","duration":"112.296562ms","start":"2026-07-29T09:08:30.332861Z","end":"2026-07-29T09:08:30.445158Z","steps":["trace[1252793222] 'process raft request' (duration: 111.940282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:30.44562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.676362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:30.445696Z","caller":"traceutil/trace.go:171","msg":"trace[1345539733] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:30153; }","duration":"112.802585ms","start":"2026-07-29T09:08:30.332875Z","end":"2026-07-29T09:08:30.445677Z","steps":["trace[1345539733] 'agreement among raft nodes before linearized reading' (duration: 112.671151ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:30.850887Z","caller":"traceutil/trace.go:171","msg":"trace[1795662253] transaction","detail":"{read_only:false; response_revision:30157; number_of_response:1; }","duration":"266.687271ms","start":"2026-07-29T09:08:30.584165Z","end":"2026-07-29T09:08:30.850852Z","steps":["trace[1795662253] 'process raft request' (duration: 266.555917ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:30.850893Z","caller":"traceutil/trace.go:171","msg":"trace[90551133] transaction","detail":"{read_only:false; response_revision:30156; number_of_response:1; }","duration":"267.202234ms","start":"2026-07-29T09:08:30.583649Z","end":"2026-07-29T09:08:30.850852Z","steps":["trace[90551133] 'process raft request' (duration: 266.840854ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:30.851031Z","caller":"traceutil/trace.go:171","msg":"trace[902555666] linearizableReadLoop","detail":"{readStateIndex:31074; appliedIndex:31071; }","duration":"118.114661ms","start":"2026-07-29T09:08:30.732877Z","end":"2026-07-29T09:08:30.850992Z","steps":["trace[902555666] 'read index received' (duration: 117.622579ms)","trace[902555666] 'applied index is now lower than readState.Index' (duration: 489.662µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:30.851139Z","caller":"traceutil/trace.go:171","msg":"trace[2058939690] transaction","detail":"{read_only:false; response_revision:30158; number_of_response:1; }","duration":"266.150907ms","start":"2026-07-29T09:08:30.584966Z","end":"2026-07-29T09:08:30.851117Z","steps":["trace[2058939690] 'process raft request' (duration: 265.807828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:30.851318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.384128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:30.851422Z","caller":"traceutil/trace.go:171","msg":"trace[2051441383] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:30158; }","duration":"118.577703ms","start":"2026-07-29T09:08:30.732821Z","end":"2026-07-29T09:08:30.851398Z","steps":["trace[2051441383] 'agreement among raft nodes before linearized reading' (duration: 118.329417ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:31.214042Z","caller":"traceutil/trace.go:171","msg":"trace[2020271844] transaction","detail":"{read_only:false; response_revision:30159; number_of_response:1; }","duration":"168.714545ms","start":"2026-07-29T09:08:31.045298Z","end":"2026-07-29T09:08:31.214013Z","steps":["trace[2020271844] 'process raft request' (duration: 168.51257ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:31.427798Z","caller":"traceutil/trace.go:171","msg":"trace[805973488] transaction","detail":"{read_only:false; response_revision:30160; number_of_response:1; }","duration":"317.601663ms","start":"2026-07-29T09:08:31.110182Z","end":"2026-07-29T09:08:31.427783Z","steps":["trace[805973488] 'process raft request' (duration: 317.378337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:31.427889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.379914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:08:31.427906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:31.110151Z","time spent":"317.696055ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:31.427915Z","caller":"traceutil/trace.go:171","msg":"trace[202500774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30162; }","duration":"304.436365ms","start":"2026-07-29T09:08:31.123472Z","end":"2026-07-29T09:08:31.427908Z","steps":["trace[202500774] 'agreement among raft nodes before linearized reading' (duration: 304.357483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:31.42794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:31.123461Z","time spent":"304.475436ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:08:31.427794Z","caller":"traceutil/trace.go:171","msg":"trace[1524272807] linearizableReadLoop","detail":"{readStateIndex:31076; appliedIndex:31074; }","duration":"304.270021ms","start":"2026-07-29T09:08:31.123505Z","end":"2026-07-29T09:08:31.427775Z","steps":["trace[1524272807] 'read index received' (duration: 90.254288ms)","trace[1524272807] 'applied index is now lower than readState.Index' (duration: 214.014883ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:31.427935Z","caller":"traceutil/trace.go:171","msg":"trace[918050710] transaction","detail":"{read_only:false; response_revision:30161; number_of_response:1; }","duration":"258.82424ms","start":"2026-07-29T09:08:31.169062Z","end":"2026-07-29T09:08:31.427886Z","steps":["trace[918050710] 'process raft request' (duration: 258.657696ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:31.427985Z","caller":"traceutil/trace.go:171","msg":"trace[274093131] transaction","detail":"{read_only:false; response_revision:30162; number_of_response:1; }","duration":"249.692656ms","start":"2026-07-29T09:08:31.178255Z","end":"2026-07-29T09:08:31.427947Z","steps":["trace[274093131] 'process raft request' (duration: 249.490481ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:31.925413Z","caller":"traceutil/trace.go:171","msg":"trace[1901749335] transaction","detail":"{read_only:false; response_revision:30166; number_of_response:1; }","duration":"130.56285ms","start":"2026-07-29T09:08:31.79482Z","end":"2026-07-29T09:08:31.925383Z","steps":["trace[1901749335] 'process raft request' (duration: 50.135383ms)","trace[1901749335] 'compare' (duration: 80.276963ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:31.947156Z","caller":"traceutil/trace.go:171","msg":"trace[595474407] transaction","detail":"{read_only:false; response_revision:30167; number_of_response:1; }","duration":"150.599251ms","start":"2026-07-29T09:08:31.796534Z","end":"2026-07-29T09:08:31.947134Z","steps":["trace[595474407] 'process raft request' (duration: 150.432267ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:31.947527Z","caller":"traceutil/trace.go:171","msg":"trace[1621461353] transaction","detail":"{read_only:false; response_revision:30168; number_of_response:1; }","duration":"149.422161ms","start":"2026-07-29T09:08:31.798088Z","end":"2026-07-29T09:08:31.94751Z","steps":["trace[1621461353] 'process raft request' (duration: 149.00264ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:32.653302Z","caller":"traceutil/trace.go:171","msg":"trace[2109007249] transaction","detail":"{read_only:false; response_revision:30172; number_of_response:1; }","duration":"134.164121ms","start":"2026-07-29T09:08:32.519088Z","end":"2026-07-29T09:08:32.653252Z","steps":["trace[2109007249] 'process raft request' (duration: 133.876814ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:32.653432Z","caller":"traceutil/trace.go:171","msg":"trace[2101178444] linearizableReadLoop","detail":"{readStateIndex:31089; appliedIndex:31088; }","duration":"129.712387ms","start":"2026-07-29T09:08:32.52369Z","end":"2026-07-29T09:08:32.653402Z","steps":["trace[2101178444] 'read index received' (duration: 28.343174ms)","trace[2101178444] 'applied index is now lower than readState.Index' (duration: 101.367663ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:32.653639Z","caller":"traceutil/trace.go:171","msg":"trace[1191088420] transaction","detail":"{read_only:false; response_revision:30173; number_of_response:1; }","duration":"127.154612ms","start":"2026-07-29T09:08:32.526294Z","end":"2026-07-29T09:08:32.653449Z","steps":["trace[1191088420] 'process raft request' (duration: 126.892515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:32.653713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.998234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10916"} {"level":"info","ts":"2026-07-29T09:08:32.653779Z","caller":"traceutil/trace.go:171","msg":"trace[1088721086] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30173; }","duration":"130.112667ms","start":"2026-07-29T09:08:32.523649Z","end":"2026-07-29T09:08:32.653761Z","steps":["trace[1088721086] 'agreement among raft nodes before linearized reading' (duration: 129.863491ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:32.700202Z","caller":"traceutil/trace.go:171","msg":"trace[642373772] transaction","detail":"{read_only:false; response_revision:30174; number_of_response:1; }","duration":"147.150144ms","start":"2026-07-29T09:08:32.553015Z","end":"2026-07-29T09:08:32.700165Z","steps":["trace[642373772] 'process raft request' (duration: 146.938058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:32.700442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.169352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T09:08:32.700553Z","caller":"traceutil/trace.go:171","msg":"trace[929701404] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30174; }","duration":"107.335575ms","start":"2026-07-29T09:08:32.593195Z","end":"2026-07-29T09:08:32.700531Z","steps":["trace[929701404] 'agreement among raft nodes before linearized reading' (duration: 106.955836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.203526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410976960,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T09:08:33.274944Z","caller":"traceutil/trace.go:171","msg":"trace[1687192363] linearizableReadLoop","detail":"{readStateIndex:31092; appliedIndex:31091; }","duration":"572.010109ms","start":"2026-07-29T09:08:32.702889Z","end":"2026-07-29T09:08:33.274899Z","steps":["trace[1687192363] 'read index received' (duration: 571.873706ms)","trace[1687192363] 'applied index is now lower than readState.Index' (duration: 135.163µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:33.275135Z","caller":"traceutil/trace.go:171","msg":"trace[913368917] transaction","detail":"{read_only:false; response_revision:30175; number_of_response:1; }","duration":"608.042001ms","start":"2026-07-29T09:08:32.666962Z","end":"2026-07-29T09:08:33.275004Z","steps":["trace[913368917] 'process raft request' (duration: 607.747403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.275374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:32.666931Z","time spent":"608.321238ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10898,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:33.275638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.46693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-29T09:08:33.275732Z","caller":"traceutil/trace.go:171","msg":"trace[707854964] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30175; }","duration":"572.848651ms","start":"2026-07-29T09:08:32.702862Z","end":"2026-07-29T09:08:33.27571Z","steps":["trace[707854964] 'agreement among raft nodes before linearized reading' (duration: 572.213065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.275786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:32.702806Z","time spent":"572.970783ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:08:33.72195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.646692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:33.722062Z","caller":"traceutil/trace.go:171","msg":"trace[379751080] linearizableReadLoop","detail":"{readStateIndex:31093; appliedIndex:31092; }","duration":"447.024143ms","start":"2026-07-29T09:08:33.275018Z","end":"2026-07-29T09:08:33.722042Z","steps":["trace[379751080] 'read index received' (duration: 115.257588ms)","trace[379751080] 'applied index is now lower than readState.Index' (duration: 331.765095ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:33.722145Z","caller":"traceutil/trace.go:171","msg":"trace[1230826866] transaction","detail":"{read_only:false; response_revision:30176; number_of_response:1; }","duration":"502.379859ms","start":"2026-07-29T09:08:33.219753Z","end":"2026-07-29T09:08:33.722133Z","steps":["trace[1230826866] 'process raft request' (duration: 170.45132ms)","trace[1230826866] 'compare' (duration: 331.368745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:33.722201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.219721Z","time spent":"502.4496ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:33.722401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.180823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-29T09:08:33.722444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018137409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f29ae32-3dd4-423b-9036-67826c1276ca\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-29T09:08:33.72248Z","caller":"traceutil/trace.go:171","msg":"trace[257312542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30176; }","duration":"814.315526ms","start":"2026-07-29T09:08:32.908145Z","end":"2026-07-29T09:08:33.72246Z","steps":["trace[257312542] 'agreement among raft nodes before linearized reading' (duration: 814.08037ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:33.722535Z","caller":"traceutil/trace.go:171","msg":"trace[1973002538] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f29ae32-3dd4-423b-9036-67826c1276ca; range_end:; response_count:1; response_revision:30176; }","duration":"1.018236903s","start":"2026-07-29T09:08:32.704274Z","end":"2026-07-29T09:08:33.722511Z","steps":["trace[1973002538] 'agreement among raft nodes before linearized reading' (duration: 1.017979485s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.72253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:32.908123Z","time spent":"814.398269ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T09:08:33.722586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:32.704209Z","time spent":"1.018367266s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2231,"request content":"key:\"/registry/persistentvolumes/pvc-1f29ae32-3dd4-423b-9036-67826c1276ca\" "} {"level":"warn","ts":"2026-07-29T09:08:33.722399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.39978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:33.722836Z","caller":"traceutil/trace.go:171","msg":"trace[1581694130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30176; }","duration":"599.868793ms","start":"2026-07-29T09:08:33.122925Z","end":"2026-07-29T09:08:33.722794Z","steps":["trace[1581694130] 'agreement among raft nodes before linearized reading' (duration: 599.371299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.722905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.122903Z","time spent":"599.984406ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:08:33.725343Z","caller":"traceutil/trace.go:171","msg":"trace[1499406535] transaction","detail":"{read_only:false; response_revision:30177; number_of_response:1; }","duration":"291.679381ms","start":"2026-07-29T09:08:33.43365Z","end":"2026-07-29T09:08:33.725329Z","steps":["trace[1499406535] 'process raft request' (duration: 291.534656ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:33.784294Z","caller":"traceutil/trace.go:171","msg":"trace[615455523] transaction","detail":"{read_only:false; response_revision:30178; number_of_response:1; }","duration":"350.229957ms","start":"2026-07-29T09:08:33.434034Z","end":"2026-07-29T09:08:33.784264Z","steps":["trace[615455523] 'process raft request' (duration: 350.039731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.784484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.433986Z","time spent":"350.386862ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:33.784569Z","caller":"traceutil/trace.go:171","msg":"trace[154168700] transaction","detail":"{read_only:false; response_revision:30179; number_of_response:1; }","duration":"350.398522ms","start":"2026-07-29T09:08:33.434142Z","end":"2026-07-29T09:08:33.78454Z","steps":["trace[154168700] 'process raft request' (duration: 350.076664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.784687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.911195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T09:08:33.785661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.705293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-29T09:08:33.786244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.434102Z","time spent":"350.533685ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:33.786383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.16792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:08:33.786472Z","caller":"traceutil/trace.go:171","msg":"trace[104040797] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30179; }","duration":"316.966426ms","start":"2026-07-29T09:08:33.467752Z","end":"2026-07-29T09:08:33.784719Z","steps":["trace[104040797] 'agreement among raft nodes before linearized reading' (duration: 316.787702ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:33.786518Z","caller":"traceutil/trace.go:171","msg":"trace[2091079930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30179; }","duration":"192.978356ms","start":"2026-07-29T09:08:33.59349Z","end":"2026-07-29T09:08:33.786468Z","steps":["trace[2091079930] 'agreement among raft nodes before linearized reading' (duration: 190.997806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.786551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.467735Z","time spent":"318.796373ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T09:08:33.78657Z","caller":"traceutil/trace.go:171","msg":"trace[1576571330] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30179; }","duration":"190.767159ms","start":"2026-07-29T09:08:33.59496Z","end":"2026-07-29T09:08:33.785728Z","steps":["trace[1576571330] 'agreement among raft nodes before linearized reading' (duration: 189.589559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.786787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.479154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-29T09:08:33.786901Z","caller":"traceutil/trace.go:171","msg":"trace[1930786877] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:30179; }","duration":"508.619408ms","start":"2026-07-29T09:08:33.278226Z","end":"2026-07-29T09:08:33.786845Z","steps":["trace[1930786877] 'agreement among raft nodes before linearized reading' (duration: 506.492364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:33.786951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.2782Z","time spent":"508.738042ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T09:08:34.049465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.818839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:34.049558Z","caller":"traceutil/trace.go:171","msg":"trace[1574128872] transaction","detail":"{read_only:false; response_revision:30180; number_of_response:1; }","duration":"256.11388ms","start":"2026-07-29T09:08:33.793429Z","end":"2026-07-29T09:08:34.049543Z","steps":["trace[1574128872] 'process raft request' (duration: 146.127527ms)","trace[1574128872] 'compare' (duration: 109.685935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:34.269611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.198224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:34.270088Z","caller":"traceutil/trace.go:171","msg":"trace[62391747] transaction","detail":"{read_only:false; response_revision:30182; number_of_response:1; }","duration":"475.699246ms","start":"2026-07-29T09:08:33.79429Z","end":"2026-07-29T09:08:34.269989Z","steps":["trace[62391747] 'process raft request' (duration: 475.45975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.270316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.936822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:08:34.270363Z","caller":"traceutil/trace.go:171","msg":"trace[1973048034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30184; }","duration":"476.041045ms","start":"2026-07-29T09:08:33.794312Z","end":"2026-07-29T09:08:34.270353Z","steps":["trace[1973048034] 'agreement among raft nodes before linearized reading' (duration: 475.864471ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:34.270168Z","caller":"traceutil/trace.go:171","msg":"trace[739986432] transaction","detail":"{read_only:false; response_revision:30183; number_of_response:1; }","duration":"475.690166ms","start":"2026-07-29T09:08:33.794409Z","end":"2026-07-29T09:08:34.270099Z","steps":["trace[739986432] 'process raft request' (duration: 475.408689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.270403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.794295Z","time spent":"476.094936ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T09:08:34.270453Z","caller":"traceutil/trace.go:171","msg":"trace[595340337] transaction","detail":"{read_only:false; response_revision:30181; number_of_response:1; }","duration":"476.140738ms","start":"2026-07-29T09:08:33.794276Z","end":"2026-07-29T09:08:34.270417Z","steps":["trace[595340337] 'process raft request' (duration: 363.930968ms)","trace[595340337] 'compare' (duration: 110.949788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:34.270415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.794264Z","time spent":"475.993684ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:34.27063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.794238Z","time spent":"476.301741ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:34.270136Z","caller":"traceutil/trace.go:171","msg":"trace[2135427655] linearizableReadLoop","detail":"{readStateIndex:31099; appliedIndex:31096; }","duration":"475.727177ms","start":"2026-07-29T09:08:33.794385Z","end":"2026-07-29T09:08:34.270112Z","steps":["trace[2135427655] 'read index received' (duration: 145.137462ms)","trace[2135427655] 'applied index is now lower than readState.Index' (duration: 330.588505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:34.270805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.794372Z","time spent":"476.126177ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:34.270868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.596212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:34.270911Z","caller":"traceutil/trace.go:171","msg":"trace[919655128] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30184; }","duration":"396.682245ms","start":"2026-07-29T09:08:33.874219Z","end":"2026-07-29T09:08:34.270901Z","steps":["trace[919655128] 'agreement among raft nodes before linearized reading' (duration: 396.611934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.270963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.874197Z","time spent":"396.759307ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T09:08:34.271234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.103622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T09:08:34.271233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.81562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:34.271274Z","caller":"traceutil/trace.go:171","msg":"trace[1576774629] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30184; }","duration":"319.167924ms","start":"2026-07-29T09:08:33.952097Z","end":"2026-07-29T09:08:34.271264Z","steps":["trace[1576774629] 'agreement among raft nodes before linearized reading' (duration: 319.02398ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:34.27129Z","caller":"traceutil/trace.go:171","msg":"trace[799725917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30184; }","duration":"147.904622ms","start":"2026-07-29T09:08:34.123369Z","end":"2026-07-29T09:08:34.271273Z","steps":["trace[799725917] 'agreement among raft nodes before linearized reading' (duration: 147.792729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.271304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.952072Z","time spent":"319.224954ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:08:34.271332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.319565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:08:34.271371Z","caller":"traceutil/trace.go:171","msg":"trace[807157046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30184; }","duration":"342.398617ms","start":"2026-07-29T09:08:33.928962Z","end":"2026-07-29T09:08:34.271361Z","steps":["trace[807157046] 'agreement among raft nodes before linearized reading' (duration: 342.211172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.271398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.928946Z","time spent":"342.447238ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:08:34.271588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.562068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:08:34.271691Z","caller":"traceutil/trace.go:171","msg":"trace[1175278510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30184; }","duration":"320.752445ms","start":"2026-07-29T09:08:33.950913Z","end":"2026-07-29T09:08:34.271666Z","steps":["trace[1175278510] 'agreement among raft nodes before linearized reading' (duration: 320.348753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.27174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:33.95089Z","time spent":"320.840956ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:08:34.27278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.908907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241607"} {"level":"info","ts":"2026-07-29T09:08:34.272833Z","caller":"traceutil/trace.go:171","msg":"trace[1225471642] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:30184; }","duration":"286.967309ms","start":"2026-07-29T09:08:33.985851Z","end":"2026-07-29T09:08:34.272818Z","steps":["trace[1225471642] 'agreement among raft nodes before linearized reading' (duration: 285.196433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.649947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.993656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:34.650283Z","caller":"traceutil/trace.go:171","msg":"trace[2135417201] transaction","detail":"{read_only:false; response_revision:30187; number_of_response:1; }","duration":"373.588136ms","start":"2026-07-29T09:08:34.276638Z","end":"2026-07-29T09:08:34.650226Z","steps":["trace[2135417201] 'process raft request' (duration: 373.418551ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:34.650307Z","caller":"traceutil/trace.go:171","msg":"trace[235169537] transaction","detail":"{read_only:false; response_revision:30188; number_of_response:1; }","duration":"373.312989ms","start":"2026-07-29T09:08:34.27696Z","end":"2026-07-29T09:08:34.650273Z","steps":["trace[235169537] 'process raft request' (duration: 373.191346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.650416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.276625Z","time spent":"373.727349ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:34.650471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.276949Z","time spent":"373.428461ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:34.650503Z","caller":"traceutil/trace.go:171","msg":"trace[1408966492] transaction","detail":"{read_only:false; response_revision:30189; number_of_response:1; }","duration":"286.447546ms","start":"2026-07-29T09:08:34.364032Z","end":"2026-07-29T09:08:34.65048Z","steps":["trace[1408966492] 'process raft request' (duration: 286.168839ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:34.65047Z","caller":"traceutil/trace.go:171","msg":"trace[427739082] transaction","detail":"{read_only:false; response_revision:30186; number_of_response:1; }","duration":"373.78265ms","start":"2026-07-29T09:08:34.276635Z","end":"2026-07-29T09:08:34.650417Z","steps":["trace[427739082] 'process raft request' (duration: 250.229241ms)","trace[427739082] 'compare' (duration: 122.794159ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:34.650503Z","caller":"traceutil/trace.go:171","msg":"trace[1725331332] linearizableReadLoop","detail":"{readStateIndex:31105; appliedIndex:31101; }","duration":"371.300747ms","start":"2026-07-29T09:08:34.278972Z","end":"2026-07-29T09:08:34.650273Z","steps":["trace[1725331332] 'read index received' (duration: 23.83959ms)","trace[1725331332] 'applied index is now lower than readState.Index' (duration: 347.456887ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:34.650674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.27662Z","time spent":"373.947095ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:34.65084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.860101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:08:34.65089Z","caller":"traceutil/trace.go:171","msg":"trace[951441147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30189; }","duration":"371.928513ms","start":"2026-07-29T09:08:34.278949Z","end":"2026-07-29T09:08:34.650878Z","steps":["trace[951441147] 'agreement among raft nodes before linearized reading' (duration: 371.756479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:34.650928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.278933Z","time spent":"371.987324ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T09:08:34.980498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.466088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:34.980615Z","caller":"traceutil/trace.go:171","msg":"trace[1969555199] transaction","detail":"{read_only:false; response_revision:30190; number_of_response:1; }","duration":"325.468585ms","start":"2026-07-29T09:08:34.655127Z","end":"2026-07-29T09:08:34.980596Z","steps":["trace[1969555199] 'process raft request' (duration: 194.830174ms)","trace[1969555199] 'compare' (duration: 130.028675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:34.980665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.655114Z","time spent":"325.526886ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:35.192944Z","caller":"traceutil/trace.go:171","msg":"trace[473103554] linearizableReadLoop","detail":"{readStateIndex:31108; appliedIndex:31106; }","duration":"530.040336ms","start":"2026-07-29T09:08:34.662873Z","end":"2026-07-29T09:08:35.192913Z","steps":["trace[473103554] 'read index received' (duration: 187.104535ms)","trace[473103554] 'applied index is now lower than readState.Index' (duration: 342.934301ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:35.193061Z","caller":"traceutil/trace.go:171","msg":"trace[1897374090] transaction","detail":"{read_only:false; response_revision:30191; number_of_response:1; }","duration":"535.910177ms","start":"2026-07-29T09:08:34.657122Z","end":"2026-07-29T09:08:35.193033Z","steps":["trace[1897374090] 'process raft request' (duration: 443.402401ms)","trace[1897374090] 'compare' (duration: 92.180317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:35.193168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.657101Z","time spent":"536.016109ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:08:35.193257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.360635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-29T09:08:35.193296Z","caller":"traceutil/trace.go:171","msg":"trace[2129421065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30191; }","duration":"530.469098ms","start":"2026-07-29T09:08:34.662813Z","end":"2026-07-29T09:08:35.193282Z","steps":["trace[2129421065] 'agreement among raft nodes before linearized reading' (duration: 530.252351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:35.193529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.6628Z","time spent":"530.535619ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T09:08:35.193581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.576914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10916"} {"level":"warn","ts":"2026-07-29T09:08:35.193625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.274613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T09:08:35.193625Z","caller":"traceutil/trace.go:171","msg":"trace[1595714392] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30191; }","duration":"527.624215ms","start":"2026-07-29T09:08:34.665989Z","end":"2026-07-29T09:08:35.193613Z","steps":["trace[1595714392] 'agreement among raft nodes before linearized reading' (duration: 527.316177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:35.193631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.135785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:08:35.193664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.665954Z","time spent":"527.702277ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":10938,"request content":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-29T09:08:35.193697Z","caller":"traceutil/trace.go:171","msg":"trace[1647681360] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:30191; }","duration":"454.271278ms","start":"2026-07-29T09:08:34.739412Z","end":"2026-07-29T09:08:35.193683Z","steps":["trace[1647681360] 'agreement among raft nodes before linearized reading' (duration: 454.124224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:35.19373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.739387Z","time spent":"454.33634ms","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:08:35.193659Z","caller":"traceutil/trace.go:171","msg":"trace[1233173576] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30191; }","duration":"444.355415ms","start":"2026-07-29T09:08:34.749294Z","end":"2026-07-29T09:08:35.193649Z","steps":["trace[1233173576] 'agreement among raft nodes before linearized reading' (duration: 444.029887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:35.193798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:34.749272Z","time spent":"444.51322ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1664,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-29T09:08:35.41394Z","caller":"traceutil/trace.go:171","msg":"trace[50823598] transaction","detail":"{read_only:false; response_revision:30192; number_of_response:1; }","duration":"208.727898ms","start":"2026-07-29T09:08:35.205143Z","end":"2026-07-29T09:08:35.413871Z","steps":["trace[50823598] 'process raft request' (duration: 179.782828ms)","trace[50823598] 'compare' (duration: 28.256063ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:36.003708Z","caller":"traceutil/trace.go:171","msg":"trace[679159069] transaction","detail":"{read_only:false; response_revision:30194; number_of_response:1; }","duration":"269.153844ms","start":"2026-07-29T09:08:35.734521Z","end":"2026-07-29T09:08:36.003675Z","steps":["trace[679159069] 'process raft request' (duration: 268.509878ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:36.004116Z","caller":"traceutil/trace.go:171","msg":"trace[2073576] transaction","detail":"{read_only:false; response_revision:30196; number_of_response:1; }","duration":"206.931294ms","start":"2026-07-29T09:08:35.797154Z","end":"2026-07-29T09:08:36.004086Z","steps":["trace[2073576] 'process raft request' (duration: 206.79114ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:36.004375Z","caller":"traceutil/trace.go:171","msg":"trace[1044958626] transaction","detail":"{read_only:false; response_revision:30195; number_of_response:1; }","duration":"213.164103ms","start":"2026-07-29T09:08:35.791099Z","end":"2026-07-29T09:08:36.004263Z","steps":["trace[1044958626] 'process raft request' (duration: 212.536317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:36.941279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.346897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T09:08:36.941306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.429326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:08:36.941371Z","caller":"traceutil/trace.go:171","msg":"trace[1053219982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30199; }","duration":"285.521312ms","start":"2026-07-29T09:08:36.655829Z","end":"2026-07-29T09:08:36.94135Z","steps":["trace[1053219982] 'range keys from in-memory index tree' (duration: 285.05362ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:36.941407Z","caller":"traceutil/trace.go:171","msg":"trace[1299766283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30199; }","duration":"286.57387ms","start":"2026-07-29T09:08:36.654802Z","end":"2026-07-29T09:08:36.941375Z","steps":["trace[1299766283] 'range keys from in-memory index tree' (duration: 286.237751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:36.941633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.246362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:08:36.94173Z","caller":"traceutil/trace.go:171","msg":"trace[475183029] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30199; }","duration":"286.406196ms","start":"2026-07-29T09:08:36.655303Z","end":"2026-07-29T09:08:36.941709Z","steps":["trace[475183029] 'range keys from in-memory index tree' (duration: 285.994356ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:37.06429Z","caller":"traceutil/trace.go:171","msg":"trace[1215548534] transaction","detail":"{read_only:false; response_revision:30200; number_of_response:1; }","duration":"117.965767ms","start":"2026-07-29T09:08:36.946296Z","end":"2026-07-29T09:08:37.064262Z","steps":["trace[1215548534] 'process raft request' (duration: 117.728321ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:37.097543Z","caller":"traceutil/trace.go:171","msg":"trace[182403027] linearizableReadLoop","detail":"{readStateIndex:31119; appliedIndex:31116; }","duration":"139.175269ms","start":"2026-07-29T09:08:36.958352Z","end":"2026-07-29T09:08:37.097527Z","steps":["trace[182403027] 'read index received' (duration: 105.686992ms)","trace[182403027] 'applied index is now lower than readState.Index' (duration: 33.487227ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:37.098012Z","caller":"traceutil/trace.go:171","msg":"trace[1781435208] transaction","detail":"{read_only:false; response_revision:30202; number_of_response:1; }","duration":"150.869617ms","start":"2026-07-29T09:08:36.947111Z","end":"2026-07-29T09:08:37.097981Z","steps":["trace[1781435208] 'process raft request' (duration: 150.377285ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:37.098064Z","caller":"traceutil/trace.go:171","msg":"trace[2060783612] transaction","detail":"{read_only:false; response_revision:30201; number_of_response:1; }","duration":"151.099394ms","start":"2026-07-29T09:08:36.946925Z","end":"2026-07-29T09:08:37.098025Z","steps":["trace[2060783612] 'process raft request' (duration: 150.486568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:37.098133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.748143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:08:37.098225Z","caller":"traceutil/trace.go:171","msg":"trace[1308826225] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30202; }","duration":"139.916258ms","start":"2026-07-29T09:08:36.958289Z","end":"2026-07-29T09:08:37.098205Z","steps":["trace[1308826225] 'agreement among raft nodes before linearized reading' (duration: 139.583629ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:37.819852Z","caller":"traceutil/trace.go:171","msg":"trace[1071049839] linearizableReadLoop","detail":"{readStateIndex:31120; appliedIndex:31119; }","duration":"159.52722ms","start":"2026-07-29T09:08:37.660287Z","end":"2026-07-29T09:08:37.819815Z","steps":["trace[1071049839] 'read index received' (duration: 79.412931ms)","trace[1071049839] 'applied index is now lower than readState.Index' (duration: 80.110288ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:37.820131Z","caller":"traceutil/trace.go:171","msg":"trace[394674766] transaction","detail":"{read_only:false; response_revision:30203; number_of_response:1; }","duration":"106.508624ms","start":"2026-07-29T09:08:37.71353Z","end":"2026-07-29T09:08:37.820039Z","steps":["trace[394674766] 'process raft request' (duration: 106.207197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:37.820195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.875118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T09:08:37.820304Z","caller":"traceutil/trace.go:171","msg":"trace[1778720504] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30203; }","duration":"160.032702ms","start":"2026-07-29T09:08:37.660245Z","end":"2026-07-29T09:08:37.820278Z","steps":["trace[1778720504] 'agreement among raft nodes before linearized reading' (duration: 159.647203ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:38.075478Z","caller":"traceutil/trace.go:171","msg":"trace[1498218304] transaction","detail":"{read_only:false; response_revision:30205; number_of_response:1; }","duration":"251.06387ms","start":"2026-07-29T09:08:37.824378Z","end":"2026-07-29T09:08:38.075442Z","steps":["trace[1498218304] 'process raft request' (duration: 250.840894ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:38.110145Z","caller":"traceutil/trace.go:171","msg":"trace[2118497802] transaction","detail":"{read_only:false; response_revision:30207; number_of_response:1; }","duration":"100.733246ms","start":"2026-07-29T09:08:38.009384Z","end":"2026-07-29T09:08:38.110118Z","steps":["trace[2118497802] 'process raft request' (duration: 100.631944ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:38.110325Z","caller":"traceutil/trace.go:171","msg":"trace[2018545491] transaction","detail":"{read_only:false; response_revision:30206; number_of_response:1; }","duration":"101.67434ms","start":"2026-07-29T09:08:38.00863Z","end":"2026-07-29T09:08:38.110304Z","steps":["trace[2018545491] 'process raft request' (duration: 101.251719ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:38.336803Z","caller":"traceutil/trace.go:171","msg":"trace[961920049] linearizableReadLoop","detail":"{readStateIndex:31127; appliedIndex:31126; }","duration":"214.268041ms","start":"2026-07-29T09:08:38.122515Z","end":"2026-07-29T09:08:38.336784Z","steps":["trace[961920049] 'read index received' (duration: 148.779755ms)","trace[961920049] 'applied index is now lower than readState.Index' (duration: 65.487266ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:38.336921Z","caller":"traceutil/trace.go:171","msg":"trace[1560763330] transaction","detail":"{read_only:false; response_revision:30209; number_of_response:1; }","duration":"221.511415ms","start":"2026-07-29T09:08:38.115366Z","end":"2026-07-29T09:08:38.336877Z","steps":["trace[1560763330] 'process raft request' (duration: 156.003909ms)","trace[1560763330] 'compare' (duration: 65.2326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:38.337045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.517587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:38.337066Z","caller":"traceutil/trace.go:171","msg":"trace[2070404432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30209; }","duration":"214.568798ms","start":"2026-07-29T09:08:38.122491Z","end":"2026-07-29T09:08:38.33706Z","steps":["trace[2070404432] 'agreement among raft nodes before linearized reading' (duration: 214.393074ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:38.476116Z","caller":"traceutil/trace.go:171","msg":"trace[319073182] transaction","detail":"{read_only:false; response_revision:30210; number_of_response:1; }","duration":"134.992422ms","start":"2026-07-29T09:08:38.341095Z","end":"2026-07-29T09:08:38.476088Z","steps":["trace[319073182] 'process raft request' (duration: 128.24631ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:39.34862Z","caller":"traceutil/trace.go:171","msg":"trace[1608833133] transaction","detail":"{read_only:false; response_revision:30213; number_of_response:1; }","duration":"241.742282ms","start":"2026-07-29T09:08:39.106802Z","end":"2026-07-29T09:08:39.348544Z","steps":["trace[1608833133] 'process raft request' (duration: 145.059369ms)","trace[1608833133] 'compare' (duration: 96.516598ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:39.375279Z","caller":"traceutil/trace.go:171","msg":"trace[62779408] transaction","detail":"{read_only:false; response_revision:30214; number_of_response:1; }","duration":"268.322411ms","start":"2026-07-29T09:08:39.106934Z","end":"2026-07-29T09:08:39.375257Z","steps":["trace[62779408] 'process raft request' (duration: 268.171157ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:39.552508Z","caller":"traceutil/trace.go:171","msg":"trace[183050549] transaction","detail":"{read_only:false; response_revision:30215; number_of_response:1; }","duration":"171.955759ms","start":"2026-07-29T09:08:39.380503Z","end":"2026-07-29T09:08:39.552458Z","steps":["trace[183050549] 'process raft request' (duration: 105.95355ms)","trace[183050549] 'compare' (duration: 65.819064ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:39.625445Z","caller":"traceutil/trace.go:171","msg":"trace[223290745] transaction","detail":"{read_only:false; response_revision:30216; number_of_response:1; }","duration":"244.432622ms","start":"2026-07-29T09:08:39.380978Z","end":"2026-07-29T09:08:39.62541Z","steps":["trace[223290745] 'process raft request' (duration: 244.230307ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.268367Z","caller":"traceutil/trace.go:171","msg":"trace[2126859101] linearizableReadLoop","detail":"{readStateIndex:31137; appliedIndex:31136; }","duration":"209.102087ms","start":"2026-07-29T09:08:40.05924Z","end":"2026-07-29T09:08:40.268342Z","steps":["trace[2126859101] 'read index received' (duration: 158.697538ms)","trace[2126859101] 'applied index is now lower than readState.Index' (duration: 50.403449ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:40.268474Z","caller":"traceutil/trace.go:171","msg":"trace[1960485757] transaction","detail":"{read_only:false; response_revision:30219; number_of_response:1; }","duration":"258.417968ms","start":"2026-07-29T09:08:40.010018Z","end":"2026-07-29T09:08:40.268436Z","steps":["trace[1960485757] 'process raft request' (duration: 207.951948ms)","trace[1960485757] 'compare' (duration: 50.254975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:40.268665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.395864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-29T09:08:40.268752Z","caller":"traceutil/trace.go:171","msg":"trace[1992261033] range","detail":"{range_begin:/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce; range_end:; response_count:1; response_revision:30219; }","duration":"209.521968ms","start":"2026-07-29T09:08:40.059206Z","end":"2026-07-29T09:08:40.268728Z","steps":["trace[1992261033] 'agreement among raft nodes before linearized reading' (duration: 209.282602ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.433049Z","caller":"traceutil/trace.go:171","msg":"trace[445235722] transaction","detail":"{read_only:false; response_revision:30221; number_of_response:1; }","duration":"316.679999ms","start":"2026-07-29T09:08:40.116342Z","end":"2026-07-29T09:08:40.433022Z","steps":["trace[445235722] 'process raft request' (duration: 316.601957ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.433061Z","caller":"traceutil/trace.go:171","msg":"trace[526425655] transaction","detail":"{read_only:false; response_revision:30220; number_of_response:1; }","duration":"316.689409ms","start":"2026-07-29T09:08:40.116324Z","end":"2026-07-29T09:08:40.433013Z","steps":["trace[526425655] 'process raft request' (duration: 272.55469ms)","trace[526425655] 'compare' (duration: 43.918714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:40.433213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:40.116317Z","time spent":"316.813952ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:40.433251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:40.116299Z","time spent":"316.841873ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:40.433225Z","caller":"traceutil/trace.go:171","msg":"trace[720911801] transaction","detail":"{read_only:false; response_revision:30222; number_of_response:1; }","duration":"316.779021ms","start":"2026-07-29T09:08:40.116403Z","end":"2026-07-29T09:08:40.433182Z","steps":["trace[720911801] 'process raft request' (duration: 316.580596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:40.433446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:40.116371Z","time spent":"316.953126ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:40.459176Z","caller":"traceutil/trace.go:171","msg":"trace[1233820859] transaction","detail":"{read_only:false; response_revision:30223; number_of_response:1; }","duration":"212.170516ms","start":"2026-07-29T09:08:40.246978Z","end":"2026-07-29T09:08:40.459149Z","steps":["trace[1233820859] 'process raft request' (duration: 211.986041ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.459292Z","caller":"traceutil/trace.go:171","msg":"trace[1981897357] linearizableReadLoop","detail":"{readStateIndex:31141; appliedIndex:31137; }","duration":"190.8142ms","start":"2026-07-29T09:08:40.268456Z","end":"2026-07-29T09:08:40.45927Z","steps":["trace[1981897357] 'read index received' (duration: 120.553413ms)","trace[1981897357] 'applied index is now lower than readState.Index' (duration: 70.259227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:40.459379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.322033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:40.459438Z","caller":"traceutil/trace.go:171","msg":"trace[1314644103] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:30224; }","duration":"315.389045ms","start":"2026-07-29T09:08:40.144035Z","end":"2026-07-29T09:08:40.459424Z","steps":["trace[1314644103] 'agreement among raft nodes before linearized reading' (duration: 315.276472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:40.459457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.235304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-29T09:08:40.459487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:40.144001Z","time spent":"315.472737ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:08:40.459506Z","caller":"traceutil/trace.go:171","msg":"trace[607779511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30224; }","duration":"258.339937ms","start":"2026-07-29T09:08:40.201153Z","end":"2026-07-29T09:08:40.459493Z","steps":["trace[607779511] 'agreement among raft nodes before linearized reading' (duration: 258.140912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:40.459518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.230226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:08:40.459443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.311001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:40.459641Z","caller":"traceutil/trace.go:171","msg":"trace[355333508] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:30224; }","duration":"323.418821ms","start":"2026-07-29T09:08:40.1362Z","end":"2026-07-29T09:08:40.459619Z","steps":["trace[355333508] 'agreement among raft nodes before linearized reading' (duration: 323.195785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:40.459701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:40.136177Z","time spent":"323.512293ms","remote":"127.0.0.1:46378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:08:40.459627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.386517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T09:08:40.459629Z","caller":"traceutil/trace.go:171","msg":"trace[326610506] transaction","detail":"{read_only:false; response_revision:30224; number_of_response:1; }","duration":"188.07638ms","start":"2026-07-29T09:08:40.271504Z","end":"2026-07-29T09:08:40.459581Z","steps":["trace[326610506] 'process raft request' (duration: 187.579087ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.45972Z","caller":"traceutil/trace.go:171","msg":"trace[1458289168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30224; }","duration":"336.601618ms","start":"2026-07-29T09:08:40.123077Z","end":"2026-07-29T09:08:40.459678Z","steps":["trace[1458289168] 'agreement among raft nodes before linearized reading' (duration: 336.325361ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.459764Z","caller":"traceutil/trace.go:171","msg":"trace[1099839752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:30224; }","duration":"152.5245ms","start":"2026-07-29T09:08:40.307223Z","end":"2026-07-29T09:08:40.459747Z","steps":["trace[1099839752] 'agreement among raft nodes before linearized reading' (duration: 152.247733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:40.45978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.524231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T09:08:40.459845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:40.123063Z","time spent":"336.742493ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:08:40.459849Z","caller":"traceutil/trace.go:171","msg":"trace[784790188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30224; }","duration":"118.643485ms","start":"2026-07-29T09:08:40.341188Z","end":"2026-07-29T09:08:40.459831Z","steps":["trace[784790188] 'agreement among raft nodes before linearized reading' (duration: 118.434349ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.600104Z","caller":"traceutil/trace.go:171","msg":"trace[1197189516] transaction","detail":"{read_only:false; response_revision:30225; number_of_response:1; }","duration":"135.869666ms","start":"2026-07-29T09:08:40.464199Z","end":"2026-07-29T09:08:40.600068Z","steps":["trace[1197189516] 'process raft request' (duration: 131.468183ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.600014Z","caller":"traceutil/trace.go:171","msg":"trace[1683560566] linearizableReadLoop","detail":"{readStateIndex:31143; appliedIndex:31142; }","duration":"135.280751ms","start":"2026-07-29T09:08:40.464702Z","end":"2026-07-29T09:08:40.599983Z","steps":["trace[1683560566] 'read index received' (duration: 130.96169ms)","trace[1683560566] 'applied index is now lower than readState.Index' (duration: 4.317981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:40.600381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.65669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:08:40.600457Z","caller":"traceutil/trace.go:171","msg":"trace[184396285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30225; }","duration":"135.771753ms","start":"2026-07-29T09:08:40.464667Z","end":"2026-07-29T09:08:40.600438Z","steps":["trace[184396285] 'agreement among raft nodes before linearized reading' (duration: 135.524947ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.784458Z","caller":"traceutil/trace.go:171","msg":"trace[1866392564] linearizableReadLoop","detail":"{readStateIndex:31144; appliedIndex:31143; }","duration":"184.149579ms","start":"2026-07-29T09:08:40.600281Z","end":"2026-07-29T09:08:40.784431Z","steps":["trace[1866392564] 'read index received' (duration: 183.932914ms)","trace[1866392564] 'applied index is now lower than readState.Index' (duration: 215.715µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:40.784549Z","caller":"traceutil/trace.go:171","msg":"trace[1635485721] transaction","detail":"{read_only:false; response_revision:30226; number_of_response:1; }","duration":"318.879955ms","start":"2026-07-29T09:08:40.465632Z","end":"2026-07-29T09:08:40.784512Z","steps":["trace[1635485721] 'process raft request' (duration: 318.532997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:40.784711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:40.465608Z","time spent":"319.012448ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:40.784852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.740388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T09:08:40.784847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.95723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23386"} {"level":"info","ts":"2026-07-29T09:08:40.784922Z","caller":"traceutil/trace.go:171","msg":"trace[905591323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30226; }","duration":"249.870021ms","start":"2026-07-29T09:08:40.535034Z","end":"2026-07-29T09:08:40.784904Z","steps":["trace[905591323] 'agreement among raft nodes before linearized reading' (duration: 249.566733ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.784938Z","caller":"traceutil/trace.go:171","msg":"trace[62985754] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30226; }","duration":"183.099964ms","start":"2026-07-29T09:08:40.601816Z","end":"2026-07-29T09:08:40.784916Z","steps":["trace[62985754] 'agreement among raft nodes before linearized reading' (duration: 182.828806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:40.785063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.771921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:08:40.785279Z","caller":"traceutil/trace.go:171","msg":"trace[818161488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30226; }","duration":"306.003907ms","start":"2026-07-29T09:08:40.479256Z","end":"2026-07-29T09:08:40.78526Z","steps":["trace[818161488] 'agreement among raft nodes before linearized reading' (duration: 305.457582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:40.785465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:40.479242Z","time spent":"306.207912ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T09:08:40.968546Z","caller":"traceutil/trace.go:171","msg":"trace[1717444923] transaction","detail":"{read_only:false; response_revision:30227; number_of_response:1; }","duration":"179.567832ms","start":"2026-07-29T09:08:40.788937Z","end":"2026-07-29T09:08:40.968505Z","steps":["trace[1717444923] 'process raft request' (duration: 90.174055ms)","trace[1717444923] 'compare' (duration: 88.752341ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:40.96857Z","caller":"traceutil/trace.go:171","msg":"trace[58072182] transaction","detail":"{read_only:false; response_revision:30228; number_of_response:1; }","duration":"178.551216ms","start":"2026-07-29T09:08:40.789995Z","end":"2026-07-29T09:08:40.968547Z","steps":["trace[58072182] 'process raft request' (duration: 178.384652ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.968902Z","caller":"traceutil/trace.go:171","msg":"trace[153604046] transaction","detail":"{read_only:false; response_revision:30229; number_of_response:1; }","duration":"178.235957ms","start":"2026-07-29T09:08:40.790635Z","end":"2026-07-29T09:08:40.968871Z","steps":["trace[153604046] 'process raft request' (duration: 177.802656ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:40.969179Z","caller":"traceutil/trace.go:171","msg":"trace[1553365497] linearizableReadLoop","detail":"{readStateIndex:31147; appliedIndex:31144; }","duration":"126.103065ms","start":"2026-07-29T09:08:40.843045Z","end":"2026-07-29T09:08:40.969148Z","steps":["trace[1553365497] 'read index received' (duration: 36.160644ms)","trace[1553365497] 'applied index is now lower than readState.Index' (duration: 89.939451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:40.969312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.254739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:40.969349Z","caller":"traceutil/trace.go:171","msg":"trace[469661114] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30229; }","duration":"126.349392ms","start":"2026-07-29T09:08:40.842987Z","end":"2026-07-29T09:08:40.969336Z","steps":["trace[469661114] 'agreement among raft nodes before linearized reading' (duration: 126.264419ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:43.30818Z","caller":"traceutil/trace.go:171","msg":"trace[415942334] transaction","detail":"{read_only:false; response_revision:30243; number_of_response:1; }","duration":"138.612424ms","start":"2026-07-29T09:08:43.169541Z","end":"2026-07-29T09:08:43.308154Z","steps":["trace[415942334] 'process raft request' (duration: 66.45799ms)","trace[415942334] 'compare' (duration: 72.040471ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:43.544142Z","caller":"traceutil/trace.go:171","msg":"trace[1413790605] transaction","detail":"{read_only:false; response_revision:30245; number_of_response:1; }","duration":"160.932906ms","start":"2026-07-29T09:08:43.383188Z","end":"2026-07-29T09:08:43.54412Z","steps":["trace[1413790605] 'process raft request' (duration: 160.821392ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:43.544179Z","caller":"traceutil/trace.go:171","msg":"trace[947163635] transaction","detail":"{read_only:false; response_revision:30244; number_of_response:1; }","duration":"173.018265ms","start":"2026-07-29T09:08:43.371113Z","end":"2026-07-29T09:08:43.544131Z","steps":["trace[947163635] 'process raft request' (duration: 85.985369ms)","trace[947163635] 'compare' (duration: 86.683837ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:43.544219Z","caller":"traceutil/trace.go:171","msg":"trace[472180735] linearizableReadLoop","detail":"{readStateIndex:31165; appliedIndex:31162; }","duration":"152.423789ms","start":"2026-07-29T09:08:43.391755Z","end":"2026-07-29T09:08:43.544179Z","steps":["trace[472180735] 'read index received' (duration: 65.291619ms)","trace[472180735] 'applied index is now lower than readState.Index' (duration: 87.13096ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:43.544484Z","caller":"traceutil/trace.go:171","msg":"trace[1137540309] transaction","detail":"{read_only:false; response_revision:30246; number_of_response:1; }","duration":"159.862048ms","start":"2026-07-29T09:08:43.384613Z","end":"2026-07-29T09:08:43.544475Z","steps":["trace[1137540309] 'process raft request' (duration: 159.473597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:43.544488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.710827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:08:43.544552Z","caller":"traceutil/trace.go:171","msg":"trace[585149311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30246; }","duration":"152.816269ms","start":"2026-07-29T09:08:43.391716Z","end":"2026-07-29T09:08:43.544532Z","steps":["trace[585149311] 'agreement among raft nodes before linearized reading' (duration: 152.603763ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:43.679153Z","caller":"traceutil/trace.go:171","msg":"trace[507716082] transaction","detail":"{read_only:false; response_revision:30247; number_of_response:1; }","duration":"130.878428ms","start":"2026-07-29T09:08:43.548234Z","end":"2026-07-29T09:08:43.679113Z","steps":["trace[507716082] 'process raft request' (duration: 102.508672ms)","trace[507716082] 'compare' (duration: 28.13958ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:44.674998Z","caller":"traceutil/trace.go:171","msg":"trace[1433464476] transaction","detail":"{read_only:false; response_revision:30250; number_of_response:1; }","duration":"180.617209ms","start":"2026-07-29T09:08:44.494344Z","end":"2026-07-29T09:08:44.674961Z","steps":["trace[1433464476] 'process raft request' (duration: 114.058676ms)","trace[1433464476] 'compare' (duration: 66.271505ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:44.675277Z","caller":"traceutil/trace.go:171","msg":"trace[9440919] linearizableReadLoop","detail":"{readStateIndex:31170; appliedIndex:31168; }","duration":"118.340437ms","start":"2026-07-29T09:08:44.556905Z","end":"2026-07-29T09:08:44.675246Z","steps":["trace[9440919] 'read index received' (duration: 51.438025ms)","trace[9440919] 'applied index is now lower than readState.Index' (duration: 66.900692ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:44.675415Z","caller":"traceutil/trace.go:171","msg":"trace[465609786] transaction","detail":"{read_only:false; response_revision:30251; number_of_response:1; }","duration":"181.021489ms","start":"2026-07-29T09:08:44.494383Z","end":"2026-07-29T09:08:44.675404Z","steps":["trace[465609786] 'process raft request' (duration: 180.509416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:44.675771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.848889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T09:08:44.675859Z","caller":"traceutil/trace.go:171","msg":"trace[1314511241] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30251; }","duration":"118.925181ms","start":"2026-07-29T09:08:44.55689Z","end":"2026-07-29T09:08:44.675815Z","steps":["trace[1314511241] 'agreement among raft nodes before linearized reading' (duration: 118.703435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:45.242725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.188409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:45.242877Z","caller":"traceutil/trace.go:171","msg":"trace[1728895862] linearizableReadLoop","detail":"{readStateIndex:31175; appliedIndex:31174; }","duration":"139.330124ms","start":"2026-07-29T09:08:45.103523Z","end":"2026-07-29T09:08:45.242853Z","steps":["trace[1728895862] 'read index received' (duration: 26.876548ms)","trace[1728895862] 'applied index is now lower than readState.Index' (duration: 112.451886ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:45.242954Z","caller":"traceutil/trace.go:171","msg":"trace[10680874] transaction","detail":"{read_only:false; response_revision:30256; number_of_response:1; }","duration":"192.088524ms","start":"2026-07-29T09:08:45.050828Z","end":"2026-07-29T09:08:45.242916Z","steps":["trace[10680874] 'process raft request' (duration: 79.581006ms)","trace[10680874] 'compare' (duration: 112.008335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:45.243118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.254424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:45.243218Z","caller":"traceutil/trace.go:171","msg":"trace[591023312] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30256; }","duration":"134.391998ms","start":"2026-07-29T09:08:45.108803Z","end":"2026-07-29T09:08:45.243195Z","steps":["trace[591023312] 'agreement among raft nodes before linearized reading' (duration: 134.209303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:45.243142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.60116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:45.2439Z","caller":"traceutil/trace.go:171","msg":"trace[195701342] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:30256; }","duration":"140.429992ms","start":"2026-07-29T09:08:45.103447Z","end":"2026-07-29T09:08:45.243877Z","steps":["trace[195701342] 'agreement among raft nodes before linearized reading' (duration: 139.523769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:45.243467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.469081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:45.244058Z","caller":"traceutil/trace.go:171","msg":"trace[1523042457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30256; }","duration":"121.094607ms","start":"2026-07-29T09:08:45.12294Z","end":"2026-07-29T09:08:45.244035Z","steps":["trace[1523042457] 'agreement among raft nodes before linearized reading' (duration: 120.483331ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:45.473418Z","caller":"traceutil/trace.go:171","msg":"trace[187746714] transaction","detail":"{read_only:false; response_revision:30258; number_of_response:1; }","duration":"156.999756ms","start":"2026-07-29T09:08:45.316374Z","end":"2026-07-29T09:08:45.473374Z","steps":["trace[187746714] 'process raft request' (duration: 156.701698ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:45.473441Z","caller":"traceutil/trace.go:171","msg":"trace[1226403708] linearizableReadLoop","detail":"{readStateIndex:31177; appliedIndex:31176; }","duration":"142.349571ms","start":"2026-07-29T09:08:45.331046Z","end":"2026-07-29T09:08:45.473396Z","steps":["trace[1226403708] 'read index received' (duration: 141.939941ms)","trace[1226403708] 'applied index is now lower than readState.Index' (duration: 404.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:45.473594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.513645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:45.473619Z","caller":"traceutil/trace.go:171","msg":"trace[1353424879] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:30258; }","duration":"142.584557ms","start":"2026-07-29T09:08:45.331028Z","end":"2026-07-29T09:08:45.473612Z","steps":["trace[1353424879] 'agreement among raft nodes before linearized reading' (duration: 142.480784ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:46.730529Z","caller":"traceutil/trace.go:171","msg":"trace[1038833447] transaction","detail":"{read_only:false; response_revision:30262; number_of_response:1; }","duration":"172.787389ms","start":"2026-07-29T09:08:46.557717Z","end":"2026-07-29T09:08:46.730504Z","steps":["trace[1038833447] 'process raft request' (duration: 172.621265ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:46.845648Z","caller":"traceutil/trace.go:171","msg":"trace[160709283] linearizableReadLoop","detail":"{readStateIndex:31183; appliedIndex:31181; }","duration":"108.903955ms","start":"2026-07-29T09:08:46.736721Z","end":"2026-07-29T09:08:46.845625Z","steps":["trace[160709283] 'read index received' (duration: 108.67836ms)","trace[160709283] 'applied index is now lower than readState.Index' (duration: 224.595µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:46.845679Z","caller":"traceutil/trace.go:171","msg":"trace[1617165698] transaction","detail":"{read_only:false; response_revision:30263; number_of_response:1; }","duration":"164.406675ms","start":"2026-07-29T09:08:46.681248Z","end":"2026-07-29T09:08:46.845655Z","steps":["trace[1617165698] 'process raft request' (duration: 164.19575ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:46.84573Z","caller":"traceutil/trace.go:171","msg":"trace[697197719] transaction","detail":"{read_only:false; response_revision:30264; number_of_response:1; }","duration":"162.099017ms","start":"2026-07-29T09:08:46.683581Z","end":"2026-07-29T09:08:46.84568Z","steps":["trace[697197719] 'process raft request' (duration: 161.998334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:46.846131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.375867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:08:46.846236Z","caller":"traceutil/trace.go:171","msg":"trace[37563850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30264; }","duration":"109.50107ms","start":"2026-07-29T09:08:46.736711Z","end":"2026-07-29T09:08:46.846212Z","steps":["trace[37563850] 'agreement among raft nodes before linearized reading' (duration: 109.011448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:47.165379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.315727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T09:08:47.165436Z","caller":"traceutil/trace.go:171","msg":"trace[1287426334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30265; }","duration":"113.42646ms","start":"2026-07-29T09:08:47.051997Z","end":"2026-07-29T09:08:47.165424Z","steps":["trace[1287426334] 'range keys from in-memory index tree' (duration: 113.116723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.115343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.494588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:48.115498Z","caller":"traceutil/trace.go:171","msg":"trace[1102416417] linearizableReadLoop","detail":"{readStateIndex:31186; appliedIndex:31185; }","duration":"724.062058ms","start":"2026-07-29T09:08:47.391423Z","end":"2026-07-29T09:08:48.115485Z","steps":["trace[1102416417] 'read index received' (duration: 55.601µs)","trace[1102416417] 'applied index is now lower than readState.Index' (duration: 724.005127ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:48.115528Z","caller":"traceutil/trace.go:171","msg":"trace[1862820998] transaction","detail":"{read_only:false; response_revision:30267; number_of_response:1; }","duration":"865.347543ms","start":"2026-07-29T09:08:47.250128Z","end":"2026-07-29T09:08:48.115476Z","steps":["trace[1862820998] 'process raft request' (duration: 90.65382ms)","trace[1862820998] 'compare' (duration: 774.135718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:48.115738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:47.250116Z","time spent":"865.523037ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:48.1158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.350625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:08:48.115895Z","caller":"traceutil/trace.go:171","msg":"trace[154640416] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30267; }","duration":"724.51172ms","start":"2026-07-29T09:08:47.391358Z","end":"2026-07-29T09:08:48.11587Z","steps":["trace[154640416] 'agreement among raft nodes before linearized reading' (duration: 724.208152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.11595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:47.391335Z","time spent":"724.601382ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-07-29T09:08:48.313704Z","caller":"traceutil/trace.go:171","msg":"trace[98670193] transaction","detail":"{read_only:false; response_revision:30268; number_of_response:1; }","duration":"360.820389ms","start":"2026-07-29T09:08:47.952858Z","end":"2026-07-29T09:08:48.313679Z","steps":["trace[98670193] 'process raft request' (duration: 360.579013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.313858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:47.952833Z","time spent":"360.947832ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:48.313855Z","caller":"traceutil/trace.go:171","msg":"trace[1270974680] linearizableReadLoop","detail":"{readStateIndex:31189; appliedIndex:31187; }","duration":"198.309552ms","start":"2026-07-29T09:08:48.115518Z","end":"2026-07-29T09:08:48.313828Z","steps":["trace[1270974680] 'read index received' (duration: 198.049375ms)","trace[1270974680] 'applied index is now lower than readState.Index' (duration: 255.277µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:48.31401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.250033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:08:48.314021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.614318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:08:48.314044Z","caller":"traceutil/trace.go:171","msg":"trace[1848398651] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:30269; }","duration":"715.350495ms","start":"2026-07-29T09:08:47.598682Z","end":"2026-07-29T09:08:48.314033Z","steps":["trace[1848398651] 'agreement among raft nodes before linearized reading' (duration: 715.264903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.314079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:47.598657Z","time spent":"715.412747ms","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:08:48.3141Z","caller":"traceutil/trace.go:171","msg":"trace[606973348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30269; }","duration":"499.703471ms","start":"2026-07-29T09:08:47.814355Z","end":"2026-07-29T09:08:48.314059Z","steps":["trace[606973348] 'agreement among raft nodes before linearized reading' (duration: 499.534246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.314143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:47.814335Z","time spent":"499.797022ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T09:08:48.314313Z","caller":"traceutil/trace.go:171","msg":"trace[1659170279] transaction","detail":"{read_only:false; response_revision:30269; number_of_response:1; }","duration":"324.563252ms","start":"2026-07-29T09:08:47.989735Z","end":"2026-07-29T09:08:48.314298Z","steps":["trace[1659170279] 'process raft request' (duration: 323.897385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.314352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.135545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:08:48.314382Z","caller":"traceutil/trace.go:171","msg":"trace[695537708] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30269; }","duration":"723.164196ms","start":"2026-07-29T09:08:47.591208Z","end":"2026-07-29T09:08:48.314373Z","steps":["trace[695537708] 'agreement among raft nodes before linearized reading' (duration: 723.071663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.314408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:47.59112Z","time spent":"723.281438ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:08:48.314412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:47.989707Z","time spent":"324.636383ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:48.315164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.243759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:08:48.31527Z","caller":"traceutil/trace.go:171","msg":"trace[68255835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30269; }","duration":"836.394043ms","start":"2026-07-29T09:08:47.478847Z","end":"2026-07-29T09:08:48.315241Z","steps":["trace[68255835] 'agreement among raft nodes before linearized reading' (duration: 836.022503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.315964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:47.478828Z","time spent":"837.11312ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T09:08:48.519762Z","caller":"traceutil/trace.go:171","msg":"trace[556440516] transaction","detail":"{read_only:false; response_revision:30270; number_of_response:1; }","duration":"295.844907ms","start":"2026-07-29T09:08:48.223883Z","end":"2026-07-29T09:08:48.519728Z","steps":["trace[556440516] 'process raft request' (duration: 291.513346ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:48.519817Z","caller":"traceutil/trace.go:171","msg":"trace[698604633] linearizableReadLoop","detail":"{readStateIndex:31190; appliedIndex:31189; }","duration":"205.848635ms","start":"2026-07-29T09:08:48.31392Z","end":"2026-07-29T09:08:48.519769Z","steps":["trace[698604633] 'read index received' (duration: 201.469313ms)","trace[698604633] 'applied index is now lower than readState.Index' (duration: 4.373842ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:48.519974Z","caller":"traceutil/trace.go:171","msg":"trace[332362863] transaction","detail":"{read_only:false; response_revision:30271; number_of_response:1; }","duration":"199.77499ms","start":"2026-07-29T09:08:48.320169Z","end":"2026-07-29T09:08:48.519944Z","steps":["trace[332362863] 'process raft request' (duration: 199.475682ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:48.520274Z","caller":"traceutil/trace.go:171","msg":"trace[1779500942] transaction","detail":"{read_only:false; response_revision:30272; number_of_response:1; }","duration":"199.906534ms","start":"2026-07-29T09:08:48.320321Z","end":"2026-07-29T09:08:48.520228Z","steps":["trace[1779500942] 'process raft request' (duration: 199.422092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.520053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.895961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-29T09:08:48.520335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.395809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-29T09:08:48.52044Z","caller":"traceutil/trace.go:171","msg":"trace[738684370] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30272; }","duration":"352.322821ms","start":"2026-07-29T09:08:48.16808Z","end":"2026-07-29T09:08:48.520403Z","steps":["trace[738684370] 'agreement among raft nodes before linearized reading' (duration: 351.727266ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:48.520491Z","caller":"traceutil/trace.go:171","msg":"trace[1699791795] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:30272; }","duration":"398.588514ms","start":"2026-07-29T09:08:48.121861Z","end":"2026-07-29T09:08:48.520449Z","steps":["trace[1699791795] 'agreement among raft nodes before linearized reading' (duration: 398.056141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:48.520544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:48.168057Z","time spent":"352.453994ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:08:48.5206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:48.121843Z","time spent":"398.715917ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1340,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"info","ts":"2026-07-29T09:08:48.521573Z","caller":"traceutil/trace.go:171","msg":"trace[1679580125] transaction","detail":"{read_only:false; response_revision:30273; number_of_response:1; }","duration":"200.764384ms","start":"2026-07-29T09:08:48.320779Z","end":"2026-07-29T09:08:48.521543Z","steps":["trace[1679580125] 'process raft request' (duration: 199.01471ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:49.876648Z","caller":"traceutil/trace.go:171","msg":"trace[34849800] transaction","detail":"{read_only:false; response_revision:30284; number_of_response:1; }","duration":"134.767757ms","start":"2026-07-29T09:08:49.741848Z","end":"2026-07-29T09:08:49.876616Z","steps":["trace[34849800] 'process raft request' (duration: 134.589872ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:49.923285Z","caller":"traceutil/trace.go:171","msg":"trace[96086801] transaction","detail":"{read_only:false; response_revision:30285; number_of_response:1; }","duration":"181.111273ms","start":"2026-07-29T09:08:49.742143Z","end":"2026-07-29T09:08:49.923254Z","steps":["trace[96086801] 'process raft request' (duration: 180.966229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:50.179263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.871411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-29T09:08:50.179345Z","caller":"traceutil/trace.go:171","msg":"trace[1254575402] range","detail":"{range_begin:/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce; range_end:; response_count:1; response_revision:30285; }","duration":"216.002324ms","start":"2026-07-29T09:08:49.963323Z","end":"2026-07-29T09:08:50.179325Z","steps":["trace[1254575402] 'range keys from in-memory index tree' (duration: 215.687437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:50.179474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.015735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:50.179592Z","caller":"traceutil/trace.go:171","msg":"trace[693853908] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:30285; }","duration":"105.18262ms","start":"2026-07-29T09:08:50.074382Z","end":"2026-07-29T09:08:50.179564Z","steps":["trace[693853908] 'count revisions from in-memory index tree' (duration: 104.930063ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:50.372261Z","caller":"traceutil/trace.go:171","msg":"trace[987035578] transaction","detail":"{read_only:false; response_revision:30286; number_of_response:1; }","duration":"190.160814ms","start":"2026-07-29T09:08:50.182073Z","end":"2026-07-29T09:08:50.372234Z","steps":["trace[987035578] 'process raft request' (duration: 189.988889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:50.575552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.694328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:50.57575Z","caller":"traceutil/trace.go:171","msg":"trace[1186698580] linearizableReadLoop","detail":"{readStateIndex:31207; appliedIndex:31205; }","duration":"285.604684ms","start":"2026-07-29T09:08:50.290127Z","end":"2026-07-29T09:08:50.575731Z","steps":["trace[1186698580] 'read index received' (duration: 81.920115ms)","trace[1186698580] 'applied index is now lower than readState.Index' (duration: 203.683509ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:50.575845Z","caller":"traceutil/trace.go:171","msg":"trace[1722528618] transaction","detail":"{read_only:false; response_revision:30288; number_of_response:1; }","duration":"255.836564ms","start":"2026-07-29T09:08:50.319997Z","end":"2026-07-29T09:08:50.575833Z","steps":["trace[1722528618] 'process raft request' (duration: 255.6708ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:50.575816Z","caller":"traceutil/trace.go:171","msg":"trace[1077300310] transaction","detail":"{read_only:false; response_revision:30287; number_of_response:1; }","duration":"390.889588ms","start":"2026-07-29T09:08:50.184894Z","end":"2026-07-29T09:08:50.575783Z","steps":["trace[1077300310] 'process raft request' (duration: 258.827599ms)","trace[1077300310] 'compare' (duration: 131.565835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:50.575974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.184864Z","time spent":"391.023921ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:50.576175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.033556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:50.576252Z","caller":"traceutil/trace.go:171","msg":"trace[382898868] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:30288; }","duration":"286.168499ms","start":"2026-07-29T09:08:50.290068Z","end":"2026-07-29T09:08:50.576237Z","steps":["trace[382898868] 'agreement among raft nodes before linearized reading' (duration: 286.016235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:50.576369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.17892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77d63646e73\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-07-29T09:08:50.576417Z","caller":"traceutil/trace.go:171","msg":"trace[973764930] range","detail":"{range_begin:/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77d63646e73; range_end:; response_count:1; response_revision:30288; }","duration":"200.258352ms","start":"2026-07-29T09:08:50.376145Z","end":"2026-07-29T09:08:50.576404Z","steps":["trace[973764930] 'agreement among raft nodes before linearized reading' (duration: 200.15677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:50.57681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.608038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T09:08:50.576848Z","caller":"traceutil/trace.go:171","msg":"trace[765195264] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30288; }","duration":"282.893105ms","start":"2026-07-29T09:08:50.293945Z","end":"2026-07-29T09:08:50.576839Z","steps":["trace[765195264] 'agreement among raft nodes before linearized reading' (duration: 282.010543ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:50.862031Z","caller":"traceutil/trace.go:171","msg":"trace[70516513] transaction","detail":"{read_only:false; response_revision:30289; number_of_response:1; }","duration":"282.036574ms","start":"2026-07-29T09:08:50.579967Z","end":"2026-07-29T09:08:50.862004Z","steps":["trace[70516513] 'process raft request' (duration: 281.836899ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:51.263893Z","caller":"traceutil/trace.go:171","msg":"trace[1874504226] transaction","detail":"{read_only:false; response_revision:30291; number_of_response:1; }","duration":"682.992099ms","start":"2026-07-29T09:08:50.580876Z","end":"2026-07-29T09:08:51.263868Z","steps":["trace[1874504226] 'process raft request' (duration: 682.909346ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:51.263939Z","caller":"traceutil/trace.go:171","msg":"trace[234732098] transaction","detail":"{read_only:false; response_revision:30290; number_of_response:1; }","duration":"683.315716ms","start":"2026-07-29T09:08:50.580584Z","end":"2026-07-29T09:08:51.2639Z","steps":["trace[234732098] 'process raft request' (duration: 683.035059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.264054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.580861Z","time spent":"683.110481ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:51.264101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.580558Z","time spent":"683.45716ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:51.264221Z","caller":"traceutil/trace.go:171","msg":"trace[1100980913] transaction","detail":"{read_only:false; response_revision:30292; number_of_response:1; }","duration":"683.252775ms","start":"2026-07-29T09:08:50.580957Z","end":"2026-07-29T09:08:51.26421Z","steps":["trace[1100980913] 'process raft request' (duration: 682.869385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.264265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.580945Z","time spent":"683.301616ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:51.26432Z","caller":"traceutil/trace.go:171","msg":"trace[385162418] transaction","detail":"{read_only:false; response_revision:30294; number_of_response:1; }","duration":"617.503603ms","start":"2026-07-29T09:08:50.646801Z","end":"2026-07-29T09:08:51.264305Z","steps":["trace[385162418] 'process raft request' (duration: 617.366769ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:51.264314Z","caller":"traceutil/trace.go:171","msg":"trace[1872708710] linearizableReadLoop","detail":"{readStateIndex:31214; appliedIndex:31208; }","duration":"614.411294ms","start":"2026-07-29T09:08:50.649881Z","end":"2026-07-29T09:08:51.264292Z","steps":["trace[1872708710] 'read index received' (duration: 211.9077ms)","trace[1872708710] 'applied index is now lower than readState.Index' (duration: 402.502504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:51.264387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.646771Z","time spent":"617.583315ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:51.264335Z","caller":"traceutil/trace.go:171","msg":"trace[780160590] transaction","detail":"{read_only:false; response_revision:30295; number_of_response:1; }","duration":"514.318753ms","start":"2026-07-29T09:08:50.750008Z","end":"2026-07-29T09:08:51.264327Z","steps":["trace[780160590] 'process raft request' (duration: 514.228241ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:51.26439Z","caller":"traceutil/trace.go:171","msg":"trace[3793505] transaction","detail":"{read_only:false; response_revision:30293; number_of_response:1; }","duration":"682.150266ms","start":"2026-07-29T09:08:50.582204Z","end":"2026-07-29T09:08:51.264354Z","steps":["trace[3793505] 'process raft request' (duration: 681.825528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.264471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.74998Z","time spent":"514.457267ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:51.264474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.588108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:51.264536Z","caller":"traceutil/trace.go:171","msg":"trace[513192580] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:30295; }","duration":"614.687961ms","start":"2026-07-29T09:08:50.649828Z","end":"2026-07-29T09:08:51.264516Z","steps":["trace[513192580] 'agreement among raft nodes before linearized reading' (duration: 614.566728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.264561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.582189Z","time spent":"682.28607ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:51.264604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.649805Z","time spent":"614.782763ms","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:08:51.583143Z","caller":"traceutil/trace.go:171","msg":"trace[1531562903] linearizableReadLoop","detail":"{readStateIndex:31217; appliedIndex:31215; }","duration":"318.763203ms","start":"2026-07-29T09:08:51.264364Z","end":"2026-07-29T09:08:51.583128Z","steps":["trace[1531562903] 'read index received' (duration: 219.218338ms)","trace[1531562903] 'applied index is now lower than readState.Index' (duration: 99.544185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:51.583404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.852798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T09:08:51.583397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.356749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:51.583411Z","caller":"traceutil/trace.go:171","msg":"trace[2075125092] transaction","detail":"{read_only:false; response_revision:30296; number_of_response:1; }","duration":"626.296857ms","start":"2026-07-29T09:08:50.957086Z","end":"2026-07-29T09:08:51.583383Z","steps":["trace[2075125092] 'process raft request' (duration: 526.596028ms)","trace[2075125092] 'compare' (duration: 99.277878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:51.583418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.693337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:51.583464Z","caller":"traceutil/trace.go:171","msg":"trace[1068207164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30297; }","duration":"459.480412ms","start":"2026-07-29T09:08:51.123967Z","end":"2026-07-29T09:08:51.583447Z","steps":["trace[1068207164] 'agreement among raft nodes before linearized reading' (duration: 459.363629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.583469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.734466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77f5e660b25\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-07-29T09:08:51.583486Z","caller":"traceutil/trace.go:171","msg":"trace[1027681423] transaction","detail":"{read_only:false; response_revision:30297; number_of_response:1; }","duration":"624.810949ms","start":"2026-07-29T09:08:50.958665Z","end":"2026-07-29T09:08:51.583476Z","steps":["trace[1027681423] 'process raft request' (duration: 624.42875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.583472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.091227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T09:08:51.58353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.856526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:08:51.583521Z","caller":"traceutil/trace.go:171","msg":"trace[422754078] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77f5e660b25; range_end:; response_count:1; response_revision:30297; }","duration":"717.822428ms","start":"2026-07-29T09:08:50.865684Z","end":"2026-07-29T09:08:51.583506Z","steps":["trace[422754078] 'agreement among raft nodes before linearized reading' (duration: 717.636454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.583583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.958635Z","time spent":"624.891192ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:51.583589Z","caller":"traceutil/trace.go:171","msg":"trace[366194703] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30297; }","duration":"485.964778ms","start":"2026-07-29T09:08:51.097613Z","end":"2026-07-29T09:08:51.583577Z","steps":["trace[366194703] 'agreement among raft nodes before linearized reading' (duration: 485.847385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.583585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.957064Z","time spent":"626.40849ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:51.583604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.865666Z","time spent":"717.926781ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77f5e660b25\" "} {"level":"warn","ts":"2026-07-29T09:08:51.583415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.228661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T09:08:51.583525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.12395Z","time spent":"459.548013ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:08:51.583492Z","caller":"traceutil/trace.go:171","msg":"trace[2114574012] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:30297; }","duration":"791.829361ms","start":"2026-07-29T09:08:50.791642Z","end":"2026-07-29T09:08:51.583472Z","steps":["trace[2114574012] 'agreement among raft nodes before linearized reading' (duration: 791.704978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.583662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.719648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:51.583709Z","caller":"traceutil/trace.go:171","msg":"trace[312200228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30297; }","duration":"609.545128ms","start":"2026-07-29T09:08:50.974129Z","end":"2026-07-29T09:08:51.583674Z","steps":["trace[312200228] 'agreement among raft nodes before linearized reading' (duration: 609.118088ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:51.583583Z","caller":"traceutil/trace.go:171","msg":"trace[248536732] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30297; }","duration":"817.269032ms","start":"2026-07-29T09:08:50.766297Z","end":"2026-07-29T09:08:51.583566Z","steps":["trace[248536732] 'agreement among raft nodes before linearized reading' (duration: 817.006235ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:51.583764Z","caller":"traceutil/trace.go:171","msg":"trace[1170610909] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:30297; }","duration":"547.923093ms","start":"2026-07-29T09:08:51.035815Z","end":"2026-07-29T09:08:51.583738Z","steps":["trace[1170610909] 'agreement among raft nodes before linearized reading' (duration: 547.683967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.583775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.791602Z","time spent":"792.126579ms","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:08:51.583796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.974116Z","time spent":"609.649282ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T09:08:51.583631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.097586Z","time spent":"486.03538ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T09:08:51.583426Z","caller":"traceutil/trace.go:171","msg":"trace[1526303674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30297; }","duration":"263.93476ms","start":"2026-07-29T09:08:51.319484Z","end":"2026-07-29T09:08:51.583419Z","steps":["trace[1526303674] 'agreement among raft nodes before linearized reading' (duration: 263.827247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:51.583825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.035786Z","time spent":"548.024006ms","remote":"127.0.0.1:41986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:08:51.583802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:50.766257Z","time spent":"817.536869ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T09:08:52.036991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.063598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:52.037105Z","caller":"traceutil/trace.go:171","msg":"trace[224870698] linearizableReadLoop","detail":"{readStateIndex:31218; appliedIndex:31217; }","duration":"451.527818ms","start":"2026-07-29T09:08:51.585558Z","end":"2026-07-29T09:08:52.037086Z","steps":["trace[224870698] 'read index received' (duration: 118.413778ms)","trace[224870698] 'applied index is now lower than readState.Index' (duration: 333.1129ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:52.037226Z","caller":"traceutil/trace.go:171","msg":"trace[386152024] transaction","detail":"{read_only:false; response_revision:30298; number_of_response:1; }","duration":"451.689692ms","start":"2026-07-29T09:08:51.585502Z","end":"2026-07-29T09:08:52.037191Z","steps":["trace[386152024] 'process raft request' (duration: 118.337936ms)","trace[386152024] 'compare' (duration: 332.931085ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:52.037435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.585482Z","time spent":"451.831036ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:52.03725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.682032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:52.037698Z","caller":"traceutil/trace.go:171","msg":"trace[132985546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30298; }","duration":"452.149474ms","start":"2026-07-29T09:08:51.585526Z","end":"2026-07-29T09:08:52.037675Z","steps":["trace[132985546] 'agreement among raft nodes before linearized reading' (duration: 451.667562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:52.037869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.585503Z","time spent":"452.342488ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:08:52.076464Z","caller":"traceutil/trace.go:171","msg":"trace[1153787387] transaction","detail":"{read_only:false; response_revision:30299; number_of_response:1; }","duration":"488.935125ms","start":"2026-07-29T09:08:51.587502Z","end":"2026-07-29T09:08:52.076437Z","steps":["trace[1153787387] 'process raft request' (duration: 488.376741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:52.076727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.587491Z","time spent":"489.052497ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:52.077282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.23091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:52.077328Z","caller":"traceutil/trace.go:171","msg":"trace[1586899064] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:30300; }","duration":"336.318722ms","start":"2026-07-29T09:08:51.740996Z","end":"2026-07-29T09:08:52.077315Z","steps":["trace[1586899064] 'agreement among raft nodes before linearized reading' (duration: 336.204099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:52.077433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.740974Z","time spent":"336.446475ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:08:52.077553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.520651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:08:52.077771Z","caller":"traceutil/trace.go:171","msg":"trace[864065234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30300; }","duration":"489.753706ms","start":"2026-07-29T09:08:51.588009Z","end":"2026-07-29T09:08:52.077763Z","steps":["trace[864065234] 'agreement among raft nodes before linearized reading' (duration: 489.453009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:52.077795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.588002Z","time spent":"489.784987ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T09:08:52.078137Z","caller":"traceutil/trace.go:171","msg":"trace[1282592027] transaction","detail":"{read_only:false; response_revision:30300; number_of_response:1; }","duration":"489.458109ms","start":"2026-07-29T09:08:51.58852Z","end":"2026-07-29T09:08:52.077979Z","steps":["trace[1282592027] 'process raft request' (duration: 487.857927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:52.078295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:51.588514Z","time spent":"489.702125ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:52.223852Z","caller":"traceutil/trace.go:171","msg":"trace[1734443204] transaction","detail":"{read_only:false; response_revision:30301; number_of_response:1; }","duration":"141.790367ms","start":"2026-07-29T09:08:52.082029Z","end":"2026-07-29T09:08:52.22382Z","steps":["trace[1734443204] 'process raft request' (duration: 70.058062ms)","trace[1734443204] 'compare' (duration: 71.56601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:53.429275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.107241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-29T09:08:53.429341Z","caller":"traceutil/trace.go:171","msg":"trace[1899396855] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:30301; }","duration":"961.212244ms","start":"2026-07-29T09:08:52.468114Z","end":"2026-07-29T09:08:53.429326Z","steps":["trace[1899396855] 'range keys from in-memory index tree' (duration: 960.975248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:53.429371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:52.4681Z","time spent":"961.264845ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-07-29T09:08:53.429435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016056816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:53.429545Z","caller":"traceutil/trace.go:171","msg":"trace[2018158252] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:30301; }","duration":"1.01622222s","start":"2026-07-29T09:08:52.413296Z","end":"2026-07-29T09:08:53.429518Z","steps":["trace[2018158252] 'count revisions from in-memory index tree' (duration: 1.015982064s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:53.429613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:52.413277Z","time spent":"1.016318524s","remote":"127.0.0.1:36734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:08:53.429462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.521222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T09:08:53.429723Z","caller":"traceutil/trace.go:171","msg":"trace[933833945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30301; }","duration":"848.85811ms","start":"2026-07-29T09:08:52.58084Z","end":"2026-07-29T09:08:53.429698Z","steps":["trace[933833945] 'range keys from in-memory index tree' (duration: 848.298946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:53.429794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:52.580778Z","time spent":"848.996503ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T09:08:53.429826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.838821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:53.429918Z","caller":"traceutil/trace.go:171","msg":"trace[1038382006] linearizableReadLoop","detail":"{readStateIndex:31222; appliedIndex:31221; }","duration":"306.602631ms","start":"2026-07-29T09:08:53.123297Z","end":"2026-07-29T09:08:53.429899Z","steps":["trace[1038382006] 'read index received' (duration: 115.541505ms)","trace[1038382006] 'applied index is now lower than readState.Index' (duration: 191.059046ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:53.4301Z","caller":"traceutil/trace.go:171","msg":"trace[1414920286] transaction","detail":"{read_only:false; response_revision:30302; number_of_response:1; }","duration":"848.027188ms","start":"2026-07-29T09:08:52.582059Z","end":"2026-07-29T09:08:53.430086Z","steps":["trace[1414920286] 'process raft request' (duration: 656.862609ms)","trace[1414920286] 'compare' (duration: 190.736348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:53.430169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:52.582038Z","time spent":"848.09758ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:53.430275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.991882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:53.430306Z","caller":"traceutil/trace.go:171","msg":"trace[1687678660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30302; }","duration":"307.059414ms","start":"2026-07-29T09:08:53.123238Z","end":"2026-07-29T09:08:53.430298Z","steps":["trace[1687678660] 'agreement among raft nodes before linearized reading' (duration: 307.008532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:53.430331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.123217Z","time spent":"307.108885ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:08:53.930245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:08:54.709059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.13397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:54.709179Z","caller":"traceutil/trace.go:171","msg":"trace[29596731] transaction","detail":"{read_only:false; response_revision:30303; number_of_response:1; }","duration":"1.439434124s","start":"2026-07-29T09:08:53.269722Z","end":"2026-07-29T09:08:54.709156Z","steps":["trace[29596731] 'process raft request' (duration: 758.096239ms)","trace[29596731] 'compare' (duration: 680.972836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:54.709261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.26971Z","time spent":"1.439518656s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:55.357744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329914423s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:08:55.358265Z","caller":"traceutil/trace.go:171","msg":"trace[619484262] linearizableReadLoop","detail":"{readStateIndex:31227; appliedIndex:31222; }","duration":"1.928278568s","start":"2026-07-29T09:08:53.429964Z","end":"2026-07-29T09:08:55.358243Z","steps":["trace[619484262] 'read index received' (duration: 597.872822ms)","trace[619484262] 'applied index is now lower than readState.Index' (duration: 1.330404716s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:55.358372Z","caller":"traceutil/trace.go:171","msg":"trace[462625395] transaction","detail":"{read_only:false; response_revision:30306; number_of_response:1; }","duration":"1.768341346s","start":"2026-07-29T09:08:53.589986Z","end":"2026-07-29T09:08:55.358328Z","steps":["trace[462625395] 'process raft request' (duration: 1.768211353s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:55.3585Z","caller":"traceutil/trace.go:171","msg":"trace[325852869] transaction","detail":"{read_only:false; response_revision:30304; number_of_response:1; }","duration":"1.923846644s","start":"2026-07-29T09:08:53.434548Z","end":"2026-07-29T09:08:55.358395Z","steps":["trace[325852869] 'process raft request' (duration: 1.923491265s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.358611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088102165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T09:08:55.358651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926997385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:08:55.358677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.43453Z","time spent":"1.924061229s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:55.358694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2056267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:55.358662Z","caller":"traceutil/trace.go:171","msg":"trace[1655442216] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30306; }","duration":"2.088196768s","start":"2026-07-29T09:08:53.270451Z","end":"2026-07-29T09:08:55.358647Z","steps":["trace[1655442216] 'agreement among raft nodes before linearized reading' (duration: 2.088030074s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:55.358772Z","caller":"traceutil/trace.go:171","msg":"trace[1414271221] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:30306; }","duration":"2.205749973s","start":"2026-07-29T09:08:53.152995Z","end":"2026-07-29T09:08:55.358745Z","steps":["trace[1414271221] 'agreement among raft nodes before linearized reading' (duration: 2.205583419s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.358784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.270439Z","time spent":"2.088328801s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:08:55.358791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.960412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T09:08:55.358821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.152984Z","time spent":"2.205825325s","remote":"127.0.0.1:60316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:08:55.358843Z","caller":"traceutil/trace.go:171","msg":"trace[381861372] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30306; }","duration":"431.030164ms","start":"2026-07-29T09:08:54.927783Z","end":"2026-07-29T09:08:55.358813Z","steps":["trace[381861372] 'agreement among raft nodes before linearized reading' (duration: 430.943402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.358875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:54.927759Z","time spent":"431.108936ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:08:55.358499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.430704Z","time spent":"1.927786034s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:08:55.358979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28599293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:55.359013Z","caller":"traceutil/trace.go:171","msg":"trace[143435493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:30306; }","duration":"1.286074342s","start":"2026-07-29T09:08:54.072929Z","end":"2026-07-29T09:08:55.359004Z","steps":["trace[143435493] 'agreement among raft nodes before linearized reading' (duration: 1.286021101s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.359052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:54.072872Z","time spent":"1.286167555s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:08:55.359123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276979399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T09:08:55.359169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089919891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:08:55.359203Z","caller":"traceutil/trace.go:171","msg":"trace[602133944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30306; }","duration":"2.089989123s","start":"2026-07-29T09:08:53.269203Z","end":"2026-07-29T09:08:55.359192Z","steps":["trace[602133944] 'agreement among raft nodes before linearized reading' (duration: 2.089847689s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:55.359206Z","caller":"traceutil/trace.go:171","msg":"trace[1533980040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30306; }","duration":"1.277103682s","start":"2026-07-29T09:08:54.082077Z","end":"2026-07-29T09:08:55.359181Z","steps":["trace[1533980040] 'agreement among raft nodes before linearized reading' (duration: 1.276847966s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.359239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.269177Z","time spent":"2.090055455s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:08:55.359271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:54.082052Z","time spent":"1.277195475s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:08:55.359286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.589973Z","time spent":"1.768687085s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:55.359392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090926956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:08:55.359422Z","caller":"traceutil/trace.go:171","msg":"trace[874207850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30306; }","duration":"2.090955787s","start":"2026-07-29T09:08:53.268457Z","end":"2026-07-29T09:08:55.359413Z","steps":["trace[874207850] 'agreement among raft nodes before linearized reading' (duration: 2.090871425s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.359413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776048514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-29T09:08:55.359456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.268397Z","time spent":"2.091052689s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T09:08:55.359467Z","caller":"traceutil/trace.go:171","msg":"trace[221674834] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30306; }","duration":"1.776141336s","start":"2026-07-29T09:08:53.583314Z","end":"2026-07-29T09:08:55.359455Z","steps":["trace[221674834] 'agreement among raft nodes before linearized reading' (duration: 1.775967802s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:55.358705Z","caller":"traceutil/trace.go:171","msg":"trace[24846480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30306; }","duration":"1.927092437s","start":"2026-07-29T09:08:53.4316Z","end":"2026-07-29T09:08:55.358693Z","steps":["trace[24846480] 'agreement among raft nodes before linearized reading' (duration: 1.927006255s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.359552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.431575Z","time spent":"1.927951948s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:08:55.359557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.914883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-29T09:08:55.359555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.583291Z","time spent":"1.776231258s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T09:08:55.359619Z","caller":"traceutil/trace.go:171","msg":"trace[1647091175] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30306; }","duration":"477.992305ms","start":"2026-07-29T09:08:54.881602Z","end":"2026-07-29T09:08:55.359595Z","steps":["trace[1647091175] 'agreement among raft nodes before linearized reading' (duration: 477.833831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.359674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:54.881546Z","time spent":"478.114717ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:08:55.359278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438027898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:08:55.35979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277608185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:08:55.359824Z","caller":"traceutil/trace.go:171","msg":"trace[767303487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30306; }","duration":"1.277670877s","start":"2026-07-29T09:08:54.082142Z","end":"2026-07-29T09:08:55.359813Z","steps":["trace[767303487] 'agreement among raft nodes before linearized reading' (duration: 1.277583135s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:55.359822Z","caller":"traceutil/trace.go:171","msg":"trace[376605014] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:30306; }","duration":"1.438591812s","start":"2026-07-29T09:08:53.921209Z","end":"2026-07-29T09:08:55.359801Z","steps":["trace[376605014] 'agreement among raft nodes before linearized reading' (duration: 1.438022388s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.359859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:54.08213Z","time spent":"1.277723778s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T09:08:55.359884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.286659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:08:55.359881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.921176Z","time spent":"1.438686795s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:08:55.359928Z","caller":"traceutil/trace.go:171","msg":"trace[382924559] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:30306; }","duration":"985.370201ms","start":"2026-07-29T09:08:54.374544Z","end":"2026-07-29T09:08:55.359914Z","steps":["trace[382924559] 'agreement among raft nodes before linearized reading' (duration: 985.278168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.359953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:54.37452Z","time spent":"985.426292ms","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:08:55.3599Z","caller":"traceutil/trace.go:171","msg":"trace[576859246] transaction","detail":"{read_only:false; response_revision:30305; number_of_response:1; }","duration":"1.771453486s","start":"2026-07-29T09:08:53.588396Z","end":"2026-07-29T09:08:55.359849Z","steps":["trace[576859246] 'process raft request' (duration: 1.769763684s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:55.361028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:53.588364Z","time spent":"1.772634066s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:55.977995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.381847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:55.978109Z","caller":"traceutil/trace.go:171","msg":"trace[929415773] transaction","detail":"{read_only:false; response_revision:30307; number_of_response:1; }","duration":"618.094748ms","start":"2026-07-29T09:08:55.359992Z","end":"2026-07-29T09:08:55.978086Z","steps":["trace[929415773] 'process raft request' (duration: 325.525256ms)","trace[929415773] 'compare' (duration: 292.191533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:55.978171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.359967Z","time spent":"618.174311ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:56.602452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.205918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:56.602667Z","caller":"traceutil/trace.go:171","msg":"trace[124148616] transaction","detail":"{read_only:false; response_revision:30308; number_of_response:1; }","duration":"1.239544123s","start":"2026-07-29T09:08:55.363104Z","end":"2026-07-29T09:08:56.602648Z","steps":["trace[124148616] 'process raft request' (duration: 783.059298ms)","trace[124148616] 'compare' (duration: 455.982573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:56.602729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.36308Z","time spent":"1.239621555s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:56.603235Z","caller":"traceutil/trace.go:171","msg":"trace[689648741] transaction","detail":"{read_only:false; response_revision:30309; number_of_response:1; }","duration":"1.239826979s","start":"2026-07-29T09:08:55.363372Z","end":"2026-07-29T09:08:56.603199Z","steps":["trace[689648741] 'process raft request' (duration: 1.239171203s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:56.603441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.363351Z","time spent":"1.239969752s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:56.603567Z","caller":"traceutil/trace.go:171","msg":"trace[1745126355] transaction","detail":"{read_only:false; response_revision:30310; number_of_response:1; }","duration":"1.239517191s","start":"2026-07-29T09:08:55.363947Z","end":"2026-07-29T09:08:56.603465Z","steps":["trace[1745126355] 'process raft request' (duration: 1.239112801s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:56.603778Z","caller":"traceutil/trace.go:171","msg":"trace[378021658] transaction","detail":"{read_only:false; response_revision:30312; number_of_response:1; }","duration":"1.239643204s","start":"2026-07-29T09:08:55.364118Z","end":"2026-07-29T09:08:56.603762Z","steps":["trace[378021658] 'process raft request' (duration: 1.239402588s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:56.603767Z","caller":"traceutil/trace.go:171","msg":"trace[946969813] transaction","detail":"{read_only:false; response_revision:30311; number_of_response:1; }","duration":"1.239781848s","start":"2026-07-29T09:08:55.363959Z","end":"2026-07-29T09:08:56.603741Z","steps":["trace[946969813] 'process raft request' (duration: 1.239413848s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:56.603796Z","caller":"traceutil/trace.go:171","msg":"trace[81434182] transaction","detail":"{read_only:false; response_revision:30313; number_of_response:1; }","duration":"1.239419369s","start":"2026-07-29T09:08:55.364354Z","end":"2026-07-29T09:08:56.603774Z","steps":["trace[81434182] 'process raft request' (duration: 1.239250154s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:56.603804Z","caller":"traceutil/trace.go:171","msg":"trace[1283008264] transaction","detail":"{read_only:false; response_revision:30314; number_of_response:1; }","duration":"1.239413009s","start":"2026-07-29T09:08:55.364364Z","end":"2026-07-29T09:08:56.603777Z","steps":["trace[1283008264] 'process raft request' (duration: 1.239318276s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:56.603817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.363936Z","time spent":"1.239743557s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:56.603846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.36411Z","time spent":"1.239703756s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:56.603911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.364336Z","time spent":"1.239517792s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:56.603916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.363938Z","time spent":"1.239895191s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:56.603921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.364355Z","time spent":"1.239509151s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:56.604096Z","caller":"traceutil/trace.go:171","msg":"trace[487802761] transaction","detail":"{read_only:false; response_revision:30315; number_of_response:1; }","duration":"1.238513985s","start":"2026-07-29T09:08:55.365571Z","end":"2026-07-29T09:08:56.604085Z","steps":["trace[487802761] 'process raft request' (duration: 1.238159936s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:56.604154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.365564Z","time spent":"1.238557457s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:56.604267Z","caller":"traceutil/trace.go:171","msg":"trace[2037679755] linearizableReadLoop","detail":"{readStateIndex:31236; appliedIndex:31227; }","duration":"1.2374538s","start":"2026-07-29T09:08:55.366799Z","end":"2026-07-29T09:08:56.604253Z","steps":["trace[2037679755] 'read index received' (duration: 318.731503ms)","trace[2037679755] 'applied index is now lower than readState.Index' (duration: 918.721657ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:56.604317Z","caller":"traceutil/trace.go:171","msg":"trace[621958440] transaction","detail":"{read_only:false; response_revision:30316; number_of_response:1; }","duration":"1.167590432s","start":"2026-07-29T09:08:55.436671Z","end":"2026-07-29T09:08:56.604261Z","steps":["trace[621958440] 'process raft request' (duration: 1.16751586s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:56.6044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237594063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:08:56.604408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.436646Z","time spent":"1.167713785s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:56.604437Z","caller":"traceutil/trace.go:171","msg":"trace[2044258971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30316; }","duration":"1.237656924s","start":"2026-07-29T09:08:55.366771Z","end":"2026-07-29T09:08:56.604428Z","steps":["trace[2044258971] 'agreement among raft nodes before linearized reading' (duration: 1.237590802s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:56.604458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.366763Z","time spent":"1.237691566s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:08:56.60451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.639011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-29T09:08:56.604536Z","caller":"traceutil/trace.go:171","msg":"trace[762924243] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30316; }","duration":"623.707123ms","start":"2026-07-29T09:08:55.980821Z","end":"2026-07-29T09:08:56.604528Z","steps":["trace[762924243] 'agreement among raft nodes before linearized reading' (duration: 623.6109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:56.604541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.06179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-29T09:08:56.604539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.760425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:08:56.604556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:55.980804Z","time spent":"623.748513ms","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T09:08:56.604573Z","caller":"traceutil/trace.go:171","msg":"trace[699417562] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30316; }","duration":"335.133191ms","start":"2026-07-29T09:08:56.269428Z","end":"2026-07-29T09:08:56.604561Z","steps":["trace[699417562] 'agreement among raft nodes before linearized reading' (duration: 335.023359ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:56.604587Z","caller":"traceutil/trace.go:171","msg":"trace[905701534] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:30316; }","duration":"322.852448ms","start":"2026-07-29T09:08:56.281718Z","end":"2026-07-29T09:08:56.60457Z","steps":["trace[905701534] 'agreement among raft nodes before linearized reading' (duration: 322.751525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:56.604623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:56.281696Z","time spent":"322.91685ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:08:56.604651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:56.269404Z","time spent":"335.187693ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:08:56.605956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.073922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:08:56.606033Z","caller":"traceutil/trace.go:171","msg":"trace[1947738381] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:30316; }","duration":"470.167256ms","start":"2026-07-29T09:08:56.135825Z","end":"2026-07-29T09:08:56.605992Z","steps":["trace[1947738381] 'agreement among raft nodes before linearized reading' (duration: 468.635437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:56.606073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:56.135803Z","time spent":"470.256667ms","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2210,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:08:56.818707Z","caller":"traceutil/trace.go:171","msg":"trace[1029075076] transaction","detail":"{read_only:false; response_revision:30318; number_of_response:1; }","duration":"103.841005ms","start":"2026-07-29T09:08:56.714806Z","end":"2026-07-29T09:08:56.818647Z","steps":["trace[1029075076] 'process raft request' (duration: 46.958451ms)","trace[1029075076] 'compare' (duration: 56.71357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:57.189209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.883808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:57.189311Z","caller":"traceutil/trace.go:171","msg":"trace[1645712135] linearizableReadLoop","detail":"{readStateIndex:31240; appliedIndex:31239; }","duration":"276.723777ms","start":"2026-07-29T09:08:56.912568Z","end":"2026-07-29T09:08:57.189292Z","steps":["trace[1645712135] 'read index received' (duration: 30.610753ms)","trace[1645712135] 'applied index is now lower than readState.Index' (duration: 246.111954ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:57.189352Z","caller":"traceutil/trace.go:171","msg":"trace[957245204] transaction","detail":"{read_only:false; response_revision:30319; number_of_response:1; }","duration":"344.595493ms","start":"2026-07-29T09:08:56.844708Z","end":"2026-07-29T09:08:57.189303Z","steps":["trace[957245204] 'process raft request' (duration: 98.51887ms)","trace[957245204] 'compare' (duration: 245.600521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:57.189403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.839709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:08:57.189436Z","caller":"traceutil/trace.go:171","msg":"trace[1766219927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30319; }","duration":"276.908631ms","start":"2026-07-29T09:08:56.912517Z","end":"2026-07-29T09:08:57.189425Z","steps":["trace[1766219927] 'agreement among raft nodes before linearized reading' (duration: 276.84996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:57.189471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.443988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:57.189539Z","caller":"traceutil/trace.go:171","msg":"trace[623599040] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:30319; }","duration":"211.569791ms","start":"2026-07-29T09:08:56.97795Z","end":"2026-07-29T09:08:57.18952Z","steps":["trace[623599040] 'agreement among raft nodes before linearized reading' (duration: 211.449708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:57.189544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:56.844686Z","time spent":"344.747397ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:57.709404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.991713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:57.709508Z","caller":"traceutil/trace.go:171","msg":"trace[1867988502] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30319; }","duration":"379.147917ms","start":"2026-07-29T09:08:57.330337Z","end":"2026-07-29T09:08:57.709485Z","steps":["trace[1867988502] 'range keys from in-memory index tree' (duration: 378.910301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:57.709552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:57.330319Z","time spent":"379.222668ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T09:08:57.709857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.294057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:08:57.709951Z","caller":"traceutil/trace.go:171","msg":"trace[1258900941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30319; }","duration":"346.534012ms","start":"2026-07-29T09:08:57.363395Z","end":"2026-07-29T09:08:57.709929Z","steps":["trace[1258900941] 'range keys from in-memory index tree' (duration: 345.892357ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:57.709987Z","caller":"traceutil/trace.go:171","msg":"trace[2138878911] transaction","detail":"{read_only:false; response_revision:30320; number_of_response:1; }","duration":"345.610349ms","start":"2026-07-29T09:08:57.364356Z","end":"2026-07-29T09:08:57.709966Z","steps":["trace[2138878911] 'process raft request' (duration: 329.349053ms)","trace[2138878911] 'compare' (duration: 16.119663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:57.709998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:57.363371Z","time spent":"346.617215ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T09:08:57.710109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:57.364316Z","time spent":"345.717102ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:58.250173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.527237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:58.250277Z","caller":"traceutil/trace.go:171","msg":"trace[673692050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30320; }","duration":"110.64766ms","start":"2026-07-29T09:08:58.139614Z","end":"2026-07-29T09:08:58.250261Z","steps":["trace[673692050] 'range keys from in-memory index tree' (duration: 110.514166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:58.250592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.68612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:58.250646Z","caller":"traceutil/trace.go:171","msg":"trace[1563618197] transaction","detail":"{read_only:false; response_revision:30321; number_of_response:1; }","duration":"884.502961ms","start":"2026-07-29T09:08:57.366131Z","end":"2026-07-29T09:08:58.250634Z","steps":["trace[1563618197] 'process raft request' (duration: 730.716638ms)","trace[1563618197] 'compare' (duration: 153.600528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:58.250693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:57.366113Z","time spent":"884.557704ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:58.295954Z","caller":"traceutil/trace.go:171","msg":"trace[156398183] transaction","detail":"{read_only:false; response_revision:30322; number_of_response:1; }","duration":"581.4171ms","start":"2026-07-29T09:08:57.714478Z","end":"2026-07-29T09:08:58.295896Z","steps":["trace[156398183] 'process raft request' (duration: 581.139813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:58.296339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:57.714456Z","time spent":"581.76032ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:58.840461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.63427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:08:58.840834Z","caller":"traceutil/trace.go:171","msg":"trace[1843410311] linearizableReadLoop","detail":"{readStateIndex:31243; appliedIndex:31241; }","duration":"1.125731232s","start":"2026-07-29T09:08:57.715081Z","end":"2026-07-29T09:08:58.840813Z","steps":["trace[1843410311] 'read index received' (duration: 381.655161ms)","trace[1843410311] 'applied index is now lower than readState.Index' (duration: 744.075041ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:08:58.841138Z","caller":"traceutil/trace.go:171","msg":"trace[2017242167] transaction","detail":"{read_only:false; response_revision:30323; number_of_response:1; }","duration":"290.444738ms","start":"2026-07-29T09:08:58.550666Z","end":"2026-07-29T09:08:58.84111Z","steps":["trace[2017242167] 'process raft request' (duration: 289.970776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.583165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868063227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:59.58324Z","caller":"traceutil/trace.go:171","msg":"trace[203959596] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30323; }","duration":"1.86816781s","start":"2026-07-29T09:08:57.715053Z","end":"2026-07-29T09:08:59.583221Z","steps":["trace[203959596] 'agreement among raft nodes before linearized reading' (duration: 1.126002559s)","trace[203959596] 'range keys from in-memory index tree' (duration: 742.051849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:59.583304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:57.715042Z","time spent":"1.868252792s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T09:08:59.584308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.089266Z","time spent":"495.039701ms","remote":"127.0.0.1:52014","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:08:59.584746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.997742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:08:59.584918Z","caller":"traceutil/trace.go:171","msg":"trace[114604555] transaction","detail":"{read_only:false; response_revision:30325; number_of_response:1; }","duration":"974.845683ms","start":"2026-07-29T09:08:58.610059Z","end":"2026-07-29T09:08:59.584904Z","steps":["trace[114604555] 'process raft request' (duration: 974.768041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.584971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.610024Z","time spent":"974.923345ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:59.585132Z","caller":"traceutil/trace.go:171","msg":"trace[1332856911] transaction","detail":"{read_only:false; response_revision:30324; number_of_response:1; }","duration":"1.032654471s","start":"2026-07-29T09:08:58.552466Z","end":"2026-07-29T09:08:59.585121Z","steps":["trace[1332856911] 'process raft request' (duration: 368.192476ms)","trace[1332856911] 'compare' (duration: 663.197252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:59.585173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.552447Z","time spent":"1.032706272s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:08:59.862192Z","caller":"traceutil/trace.go:171","msg":"trace[1409620592] linearizableReadLoop","detail":"{readStateIndex:31249; appliedIndex:31245; }","duration":"1.021291891s","start":"2026-07-29T09:08:58.840876Z","end":"2026-07-29T09:08:59.862167Z","steps":["trace[1409620592] 'read index received' (duration: 79.702068ms)","trace[1409620592] 'applied index is now lower than readState.Index' (duration: 941.588843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:59.862527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252538034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T09:08:59.862652Z","caller":"traceutil/trace.go:171","msg":"trace[1090828980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30327; }","duration":"1.252635847s","start":"2026-07-29T09:08:58.609949Z","end":"2026-07-29T09:08:59.862585Z","steps":["trace[1090828980] 'agreement among raft nodes before linearized reading' (duration: 1.252335309s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.862766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.609946Z","time spent":"1.252806552s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T09:08:59.863061Z","caller":"traceutil/trace.go:171","msg":"trace[1368826815] transaction","detail":"{read_only:false; response_revision:30327; number_of_response:1; }","duration":"1.036973991s","start":"2026-07-29T09:08:58.826068Z","end":"2026-07-29T09:08:59.863042Z","steps":["trace[1368826815] 'process raft request' (duration: 1.035994806s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.863182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63863498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-octavia-server-0.18c6b78f426733a0\" ","response":"range_response_count:1 size:795"} {"level":"info","ts":"2026-07-29T09:08:59.86326Z","caller":"traceutil/trace.go:171","msg":"trace[2046708470] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-octavia-server-0.18c6b78f426733a0; range_end:; response_count:1; response_revision:30327; }","duration":"1.638758582s","start":"2026-07-29T09:08:58.224486Z","end":"2026-07-29T09:08:59.863244Z","steps":["trace[2046708470] 'agreement among raft nodes before linearized reading' (duration: 1.638531827s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.863302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.224469Z","time spent":"1.638823104s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":817,"request content":"key:\"/registry/events/openstack/rabbitmq-octavia-server-0.18c6b78f426733a0\" "} {"level":"warn","ts":"2026-07-29T09:08:59.863302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.826037Z","time spent":"1.037068744s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:59.863321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253328805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:08:59.863356Z","caller":"traceutil/trace.go:171","msg":"trace[1216462991] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30327; }","duration":"1.253374776s","start":"2026-07-29T09:08:58.609972Z","end":"2026-07-29T09:08:59.863347Z","steps":["trace[1216462991] 'agreement among raft nodes before linearized reading' (duration: 1.253261313s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.863382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.609969Z","time spent":"1.253406707s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:08:59.863581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253633264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T09:08:59.863203Z","caller":"traceutil/trace.go:171","msg":"trace[426521206] transaction","detail":"{read_only:false; response_revision:30326; number_of_response:1; }","duration":"1.145290452s","start":"2026-07-29T09:08:58.717888Z","end":"2026-07-29T09:08:59.863179Z","steps":["trace[426521206] 'process raft request' (duration: 1.122647823s)","trace[426521206] 'compare' (duration: 21.248833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:08:59.863706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.717868Z","time spent":"1.145774294s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:08:59.863854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25393858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T09:08:59.86389Z","caller":"traceutil/trace.go:171","msg":"trace[1708071775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30327; }","duration":"1.254006612s","start":"2026-07-29T09:08:58.609875Z","end":"2026-07-29T09:08:59.863882Z","steps":["trace[1708071775] 'agreement among raft nodes before linearized reading' (duration: 1.25391249s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:08:59.863619Z","caller":"traceutil/trace.go:171","msg":"trace[1774798957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30327; }","duration":"1.253681855s","start":"2026-07-29T09:08:58.609928Z","end":"2026-07-29T09:08:59.86361Z","steps":["trace[1774798957] 'agreement among raft nodes before linearized reading' (duration: 1.253555701s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.863917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.609857Z","time spent":"1.254053154s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:08:59.863932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.609925Z","time spent":"1.253997642s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T09:08:59.86402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742763143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:59.864054Z","caller":"traceutil/trace.go:171","msg":"trace[1061005187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30327; }","duration":"1.742834325s","start":"2026-07-29T09:08:58.121212Z","end":"2026-07-29T09:08:59.864047Z","steps":["trace[1061005187] 'agreement among raft nodes before linearized reading' (duration: 1.742782523s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.864084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.121191Z","time spent":"1.742882805s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:08:59.864251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116194323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:08:59.864295Z","caller":"traceutil/trace.go:171","msg":"trace[963073156] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:30327; }","duration":"2.116279696s","start":"2026-07-29T09:08:57.748004Z","end":"2026-07-29T09:08:59.864284Z","steps":["trace[963073156] 'agreement among raft nodes before linearized reading' (duration: 2.116210024s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.864327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:57.747983Z","time spent":"2.116333866s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:08:59.865455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255457649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T09:08:59.865589Z","caller":"traceutil/trace.go:171","msg":"trace[1179511118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30327; }","duration":"1.255618433s","start":"2026-07-29T09:08:58.609947Z","end":"2026-07-29T09:08:59.865565Z","steps":["trace[1179511118] 'agreement among raft nodes before linearized reading' (duration: 1.252241397s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:08:59.86567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:58.609937Z","time spent":"1.255720027s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:09:00.98023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.712993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:09:00.980336Z","caller":"traceutil/trace.go:171","msg":"trace[1240012170] linearizableReadLoop","detail":"{readStateIndex:31250; appliedIndex:31249; }","duration":"1.118058345s","start":"2026-07-29T09:08:59.862259Z","end":"2026-07-29T09:09:00.980317Z","steps":["trace[1240012170] 'read index received' (duration: 241.322522ms)","trace[1240012170] 'applied index is now lower than readState.Index' (duration: 876.734623ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:00.98045Z","caller":"traceutil/trace.go:171","msg":"trace[1780769157] transaction","detail":"{read_only:false; response_revision:30328; number_of_response:1; }","duration":"1.265345412s","start":"2026-07-29T09:08:59.715061Z","end":"2026-07-29T09:09:00.980407Z","steps":["trace[1780769157] 'process raft request' (duration: 388.345482ms)","trace[1780769157] 'compare' (duration: 876.321062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:00.980592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393313706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-29T09:09:00.980641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.715038Z","time spent":"1.265504447s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:00.980713Z","caller":"traceutil/trace.go:171","msg":"trace[1584623173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30328; }","duration":"1.39347389s","start":"2026-07-29T09:08:59.587215Z","end":"2026-07-29T09:09:00.980689Z","steps":["trace[1584623173] 'agreement among raft nodes before linearized reading' (duration: 1.393144652s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:00.980769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.587194Z","time spent":"1.393564472s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T09:09:00.980766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929816717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:00.980778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692438116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:00.980848Z","caller":"traceutil/trace.go:171","msg":"trace[1194156153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:30328; }","duration":"1.92991281s","start":"2026-07-29T09:08:59.050913Z","end":"2026-07-29T09:09:00.980826Z","steps":["trace[1194156153] 'agreement among raft nodes before linearized reading' (duration: 1.929768326s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:00.980862Z","caller":"traceutil/trace.go:171","msg":"trace[1536966591] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:30328; }","duration":"1.692570939s","start":"2026-07-29T09:08:59.288276Z","end":"2026-07-29T09:09:00.980847Z","steps":["trace[1536966591] 'agreement among raft nodes before linearized reading' (duration: 1.692372954s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:00.980902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.050895Z","time spent":"1.929996261s","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:00.981264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.288254Z","time spent":"1.692931558s","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:00.981415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6300606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:00.981481Z","caller":"traceutil/trace.go:171","msg":"trace[910320129] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:30328; }","duration":"1.630166543s","start":"2026-07-29T09:08:59.351298Z","end":"2026-07-29T09:09:00.981465Z","steps":["trace[910320129] 'agreement among raft nodes before linearized reading' (duration: 1.629104336s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:00.981551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.351251Z","time spent":"1.630286847s","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:00.99707Z","caller":"traceutil/trace.go:171","msg":"trace[1801071023] transaction","detail":"{read_only:false; response_revision:30330; number_of_response:1; }","duration":"1.128971525s","start":"2026-07-29T09:08:59.868081Z","end":"2026-07-29T09:09:00.997052Z","steps":["trace[1801071023] 'process raft request' (duration: 1.12876288s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:00.997098Z","caller":"traceutil/trace.go:171","msg":"trace[430892397] transaction","detail":"{read_only:false; response_revision:30332; number_of_response:1; }","duration":"1.128308268s","start":"2026-07-29T09:08:59.868754Z","end":"2026-07-29T09:09:00.997062Z","steps":["trace[430892397] 'process raft request' (duration: 1.128204495s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:00.997176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.868071Z","time spent":"1.129043876s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:00.997191Z","caller":"traceutil/trace.go:171","msg":"trace[775553061] transaction","detail":"{read_only:false; response_revision:30331; number_of_response:1; }","duration":"1.128511113s","start":"2026-07-29T09:08:59.868638Z","end":"2026-07-29T09:09:00.997149Z","steps":["trace[775553061] 'process raft request' (duration: 1.128273987s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:00.997179Z","caller":"traceutil/trace.go:171","msg":"trace[729857339] transaction","detail":"{read_only:false; response_revision:30329; number_of_response:1; }","duration":"1.13074645s","start":"2026-07-29T09:08:59.8664Z","end":"2026-07-29T09:09:00.997147Z","steps":["trace[729857339] 'process raft request' (duration: 1.130234146s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:00.997341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.866389Z","time spent":"1.130865983s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:00.997312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.868632Z","time spent":"1.128610386s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:00.997421Z","caller":"traceutil/trace.go:171","msg":"trace[205861590] transaction","detail":"{read_only:false; response_revision:30334; number_of_response:1; }","duration":"1.126554143s","start":"2026-07-29T09:08:59.870846Z","end":"2026-07-29T09:09:00.9974Z","steps":["trace[205861590] 'process raft request' (duration: 1.126414759s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:00.997349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.868749Z","time spent":"1.128444311s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:00.997463Z","caller":"traceutil/trace.go:171","msg":"trace[824557825] transaction","detail":"{read_only:false; response_revision:30333; number_of_response:1; }","duration":"1.128239266s","start":"2026-07-29T09:08:59.869191Z","end":"2026-07-29T09:09:00.997431Z","steps":["trace[824557825] 'process raft request' (duration: 1.127816706s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:00.99751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.870827Z","time spent":"1.126636425s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:00.997613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.869184Z","time spent":"1.128351839s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:01.865066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:01.865156Z","caller":"traceutil/trace.go:171","msg":"trace[294179633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294729s","start":"2026-07-29T09:08:59.86484Z","end":"2026-07-29T09:09:01.865135Z","steps":["trace[294179633] 'agreement among raft nodes before linearized reading' (duration: 2.000182056s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:01.865218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:08:59.864825Z","time spent":"2.000382143s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:02.317527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319839436s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:02.677704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.853324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:09:02.677854Z","caller":"traceutil/trace.go:171","msg":"trace[1972342701] linearizableReadLoop","detail":"{readStateIndex:31257; appliedIndex:31250; }","duration":"1.697453934s","start":"2026-07-29T09:09:00.980375Z","end":"2026-07-29T09:09:02.677829Z","steps":["trace[1972342701] 'read index received' (duration: 16.285286ms)","trace[1972342701] 'applied index is now lower than readState.Index' (duration: 1.681166758s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:02.677884Z","caller":"traceutil/trace.go:171","msg":"trace[1725021568] transaction","detail":"{read_only:false; response_revision:30335; number_of_response:1; }","duration":"2.421202835s","start":"2026-07-29T09:09:00.256644Z","end":"2026-07-29T09:09:02.677847Z","steps":["trace[1725021568] 'process raft request' (duration: 2.061065103s)","trace[1725021568] 'compare' (duration: 359.604987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:02.678055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:00.256617Z","time spent":"2.421340148s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:02.678156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327256422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-29T09:09:02.678196Z","caller":"traceutil/trace.go:171","msg":"trace[1767345299] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:30335; }","duration":"2.327294753s","start":"2026-07-29T09:09:00.350885Z","end":"2026-07-29T09:09:02.67818Z","steps":["trace[1767345299] 'agreement among raft nodes before linearized reading' (duration: 2.327042137s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:02.678237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:00.350861Z","time spent":"2.327365954s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1736,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-29T09:09:02.678252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37643277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:09:02.678334Z","caller":"traceutil/trace.go:171","msg":"trace[1120883156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30335; }","duration":"2.376557043s","start":"2026-07-29T09:09:00.301755Z","end":"2026-07-29T09:09:02.678312Z","steps":["trace[1120883156] 'agreement among raft nodes before linearized reading' (duration: 2.376300257s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:02.678384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:00.301735Z","time spent":"2.376640415s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T09:09:03.178666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:03.49419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176466959s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:03.872541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:03.872642Z","caller":"traceutil/trace.go:171","msg":"trace[644747245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235958s","start":"2026-07-29T09:09:01.872385Z","end":"2026-07-29T09:09:03.872621Z","steps":["trace[644747245] 'agreement among raft nodes before linearized reading' (duration: 2.000090164s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:03.872692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.872363Z","time spent":"2.00031975s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:04.09249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.899543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:09:04.092814Z","caller":"traceutil/trace.go:171","msg":"trace[271333909] transaction","detail":"{read_only:false; response_revision:30336; number_of_response:1; }","duration":"2.756274644s","start":"2026-07-29T09:09:01.336491Z","end":"2026-07-29T09:09:04.092766Z","steps":["trace[271333909] 'process raft request' (duration: 2.157999603s)","trace[271333909] 'compare' (duration: 597.627704ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:04.093037Z","caller":"traceutil/trace.go:171","msg":"trace[808857865] transaction","detail":"{read_only:false; response_revision:30337; number_of_response:1; }","duration":"2.502108954s","start":"2026-07-29T09:09:01.590906Z","end":"2026-07-29T09:09:04.093015Z","steps":["trace[808857865] 'process raft request' (duration: 2.501704623s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.093192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.59087Z","time spent":"2.502222717s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:04.093207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.33646Z","time spent":"2.756684195s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:04.093366Z","caller":"traceutil/trace.go:171","msg":"trace[1824896566] transaction","detail":"{read_only:false; response_revision:30338; number_of_response:1; }","duration":"2.222677458s","start":"2026-07-29T09:09:01.870659Z","end":"2026-07-29T09:09:04.093336Z","steps":["trace[1824896566] 'process raft request' (duration: 2.222078443s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.093486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.870633Z","time spent":"2.22279972s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:04.093977Z","caller":"traceutil/trace.go:171","msg":"trace[1204770983] linearizableReadLoop","detail":"{readStateIndex:31262; appliedIndex:31257; }","duration":"1.416078386s","start":"2026-07-29T09:09:02.677884Z","end":"2026-07-29T09:09:04.093962Z","steps":["trace[1204770983] 'read index received' (duration: 816.629775ms)","trace[1204770983] 'applied index is now lower than readState.Index' (duration: 599.447471ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:04.094013Z","caller":"traceutil/trace.go:171","msg":"trace[71322615] transaction","detail":"{read_only:false; response_revision:30340; number_of_response:1; }","duration":"1.106861979s","start":"2026-07-29T09:09:02.987122Z","end":"2026-07-29T09:09:04.093984Z","steps":["trace[71322615] 'process raft request' (duration: 1.106723206s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:04.094004Z","caller":"traceutil/trace.go:171","msg":"trace[1536860631] transaction","detail":"{read_only:false; response_revision:30339; number_of_response:1; }","duration":"1.410804042s","start":"2026-07-29T09:09:02.683169Z","end":"2026-07-29T09:09:04.093973Z","steps":["trace[1536860631] 'process raft request' (duration: 1.409636922s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484436571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T09:09:04.094182Z","caller":"traceutil/trace.go:171","msg":"trace[1397965672] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30340; }","duration":"2.484483973s","start":"2026-07-29T09:09:01.609678Z","end":"2026-07-29T09:09:04.094162Z","steps":["trace[1397965672] 'agreement among raft nodes before linearized reading' (duration: 2.484345329s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:02.683154Z","time spent":"1.410940455s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:04.094204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:02.987092Z","time spent":"1.106993303s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:04.094351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442728915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-29T09:09:04.094367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092798931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77f5e660b25\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-07-29T09:09:04.094213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486260597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T09:09:04.094409Z","caller":"traceutil/trace.go:171","msg":"trace[646702835] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30340; }","duration":"2.442834517s","start":"2026-07-29T09:09:01.651559Z","end":"2026-07-29T09:09:04.094393Z","steps":["trace[646702835] 'agreement among raft nodes before linearized reading' (duration: 2.442696844s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.09442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111869989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23386"} {"level":"warn","ts":"2026-07-29T09:09:04.09446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.6515Z","time spent":"2.442947231s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:09:04.094478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412066455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b6138f5-5c1c-4ab6-a113-c592b1a37a10\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-07-29T09:09:04.094496Z","caller":"traceutil/trace.go:171","msg":"trace[1903507745] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30340; }","duration":"3.111967101s","start":"2026-07-29T09:09:00.982492Z","end":"2026-07-29T09:09:04.094459Z","steps":["trace[1903507745] 'agreement among raft nodes before linearized reading' (duration: 3.111751926s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:00.982468Z","time spent":"3.112063764s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23408,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T09:09:04.094582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625873693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-29T09:09:04.094594Z","caller":"traceutil/trace.go:171","msg":"trace[870054603] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b6138f5-5c1c-4ab6-a113-c592b1a37a10; range_end:; response_count:1; response_revision:30340; }","duration":"1.412189548s","start":"2026-07-29T09:09:02.682351Z","end":"2026-07-29T09:09:04.094541Z","steps":["trace[870054603] 'agreement among raft nodes before linearized reading' (duration: 1.411977973s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.09465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:02.682321Z","time spent":"1.412316131s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2293,"request content":"key:\"/registry/persistentvolumes/pvc-8b6138f5-5c1c-4ab6-a113-c592b1a37a10\" "} {"level":"warn","ts":"2026-07-29T09:09:04.094673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484965845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T09:09:04.094726Z","caller":"traceutil/trace.go:171","msg":"trace[1266705004] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30340; }","duration":"2.485033086s","start":"2026-07-29T09:09:01.609675Z","end":"2026-07-29T09:09:04.094708Z","steps":["trace[1266705004] 'agreement among raft nodes before linearized reading' (duration: 2.484917743s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.263149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:04.094778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.609664Z","time spent":"2.485102309s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T09:09:04.094803Z","caller":"traceutil/trace.go:171","msg":"trace[715479011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30340; }","duration":"221.363341ms","start":"2026-07-29T09:09:03.873425Z","end":"2026-07-29T09:09:04.094788Z","steps":["trace[715479011] 'agreement among raft nodes before linearized reading' (duration: 221.281219ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:04.094423Z","caller":"traceutil/trace.go:171","msg":"trace[177315658] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77f5e660b25; range_end:; response_count:1; response_revision:30340; }","duration":"3.092871323s","start":"2026-07-29T09:09:01.001535Z","end":"2026-07-29T09:09:04.094406Z","steps":["trace[177315658] 'agreement among raft nodes before linearized reading' (duration: 3.092713639s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.316166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:09:04.094875Z","caller":"traceutil/trace.go:171","msg":"trace[1589428027] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30340; }","duration":"2.486521584s","start":"2026-07-29T09:09:01.607902Z","end":"2026-07-29T09:09:04.094424Z","steps":["trace[1589428027] 'agreement among raft nodes before linearized reading' (duration: 2.486168835s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093712102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T09:09:04.09506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.60787Z","time spent":"2.487159181s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T09:09:04.095071Z","caller":"traceutil/trace.go:171","msg":"trace[1517313368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30340; }","duration":"1.093840016s","start":"2026-07-29T09:09:03.001215Z","end":"2026-07-29T09:09:04.095055Z","steps":["trace[1517313368] 'agreement among raft nodes before linearized reading' (duration: 1.09365574s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.095085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092389458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T09:09:04.095127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:03.001194Z","time spent":"1.093919758s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T09:09:04.095134Z","caller":"traceutil/trace.go:171","msg":"trace[1420464490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30340; }","duration":"1.092451001s","start":"2026-07-29T09:09:03.002668Z","end":"2026-07-29T09:09:04.095119Z","steps":["trace[1420464490] 'agreement among raft nodes before linearized reading' (duration: 1.092295316s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:04.094645Z","caller":"traceutil/trace.go:171","msg":"trace[1215178249] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:30340; }","duration":"1.626002046s","start":"2026-07-29T09:09:02.468626Z","end":"2026-07-29T09:09:04.094628Z","steps":["trace[1215178249] 'agreement among raft nodes before linearized reading' (duration: 1.625830812s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.095183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:03.002665Z","time spent":"1.092507372s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T09:09:04.095142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849773396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:04.094914Z","caller":"traceutil/trace.go:171","msg":"trace[1693534538] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30340; }","duration":"457.421509ms","start":"2026-07-29T09:09:03.637476Z","end":"2026-07-29T09:09:04.094898Z","steps":["trace[1693534538] 'agreement among raft nodes before linearized reading' (duration: 457.262645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.095221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:02.468605Z","time spent":"1.626596732s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-07-29T09:09:04.095235Z","caller":"traceutil/trace.go:171","msg":"trace[1475858574] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:30340; }","duration":"2.849906579s","start":"2026-07-29T09:09:01.245312Z","end":"2026-07-29T09:09:04.095219Z","steps":["trace[1475858574] 'agreement among raft nodes before linearized reading' (duration: 2.849787456s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092506742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:09:04.094675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092018348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T09:09:04.095284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.245288Z","time spent":"2.849980471s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:04.095319Z","caller":"traceutil/trace.go:171","msg":"trace[2017397993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30340; }","duration":"1.092674366s","start":"2026-07-29T09:09:03.00263Z","end":"2026-07-29T09:09:04.095305Z","steps":["trace[2017397993] 'agreement among raft nodes before linearized reading' (duration: 1.091913686s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.001526Z","time spent":"3.093369865s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77f5e660b25\" "} {"level":"warn","ts":"2026-07-29T09:09:04.095378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:03.002625Z","time spent":"1.092738888s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T09:09:04.095197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848590249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:09:04.095294Z","caller":"traceutil/trace.go:171","msg":"trace[508373421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30340; }","duration":"1.093087678s","start":"2026-07-29T09:09:03.002188Z","end":"2026-07-29T09:09:04.095276Z","steps":["trace[508373421] 'agreement among raft nodes before linearized reading' (duration: 1.092493892s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:04.095441Z","caller":"traceutil/trace.go:171","msg":"trace[1656341647] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30340; }","duration":"1.848878546s","start":"2026-07-29T09:09:02.246542Z","end":"2026-07-29T09:09:04.095421Z","steps":["trace[1656341647] 'agreement among raft nodes before linearized reading' (duration: 1.847947502s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.09573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:02.246516Z","time spent":"1.849089772s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:09:04.095748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559346117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:04.095517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:03.002152Z","time spent":"1.093346834s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T09:09:04.095812Z","caller":"traceutil/trace.go:171","msg":"trace[1844764625] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:30340; }","duration":"2.55944924s","start":"2026-07-29T09:09:01.536339Z","end":"2026-07-29T09:09:04.095789Z","steps":["trace[1844764625] 'agreement among raft nodes before linearized reading' (duration: 2.558112246s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.095269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:03.637435Z","time spent":"457.82029ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:09:04.095862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.536325Z","time spent":"2.559520722s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:04.094424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021959344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:09:04.095966Z","caller":"traceutil/trace.go:171","msg":"trace[197458199] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:30340; }","duration":"2.023542144s","start":"2026-07-29T09:09:02.072406Z","end":"2026-07-29T09:09:04.095948Z","steps":["trace[197458199] 'agreement among raft nodes before linearized reading' (duration: 2.021772259s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092565173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T09:09:04.096033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:02.072382Z","time spent":"2.023630556s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":200,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:04.096036Z","caller":"traceutil/trace.go:171","msg":"trace[1517324600] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30340; }","duration":"1.093698663s","start":"2026-07-29T09:09:03.002323Z","end":"2026-07-29T09:09:04.096021Z","steps":["trace[1517324600] 'agreement among raft nodes before linearized reading' (duration: 1.092483612s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573633933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:04.096185Z","caller":"traceutil/trace.go:171","msg":"trace[1268861375] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:30340; }","duration":"2.574916665s","start":"2026-07-29T09:09:01.521257Z","end":"2026-07-29T09:09:04.096174Z","steps":["trace[1268861375] 'agreement among raft nodes before linearized reading' (duration: 2.573632122s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:04.094231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.609645Z","time spent":"2.484573625s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:09:04.096257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:01.521239Z","time spent":"2.574976197s","remote":"127.0.0.1:46236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:04.096367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:03.002314Z","time spent":"1.093804086s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:09:06.104386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000817622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:06.104495Z","caller":"traceutil/trace.go:171","msg":"trace[845171583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000961557s","start":"2026-07-29T09:09:04.103516Z","end":"2026-07-29T09:09:06.104478Z","steps":["trace[845171583] 'agreement among raft nodes before linearized reading' (duration: 2.000825853s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:06.104541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.103509Z","time spent":"2.001022118s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:06 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:06.185399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756419062s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T09:09:06.185515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.096328Z","time spent":"2.089182753s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:06.966477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.537477978s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:07.112034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.213493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:09:07.112674Z","caller":"traceutil/trace.go:171","msg":"trace[945264399] transaction","detail":"{read_only:false; response_revision:30341; number_of_response:1; }","duration":"3.01257434s","start":"2026-07-29T09:09:04.100067Z","end":"2026-07-29T09:09:07.112642Z","steps":["trace[945264399] 'process raft request' (duration: 2.866652838s)","trace[945264399] 'compare' (duration: 144.730251ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:07.112708Z","caller":"traceutil/trace.go:171","msg":"trace[235141834] transaction","detail":"{read_only:false; response_revision:30342; number_of_response:1; }","duration":"3.011709547s","start":"2026-07-29T09:09:04.100979Z","end":"2026-07-29T09:09:07.112688Z","steps":["trace[235141834] 'process raft request' (duration: 3.011539173s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:07.11281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.100967Z","time spent":"3.011786489s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:07.112855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.100046Z","time spent":"3.012715523s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:07.113076Z","caller":"traceutil/trace.go:171","msg":"trace[1533114642] transaction","detail":"{read_only:false; response_revision:30343; number_of_response:1; }","duration":"3.011942483s","start":"2026-07-29T09:09:04.101108Z","end":"2026-07-29T09:09:07.11305Z","steps":["trace[1533114642] 'process raft request' (duration: 3.011536472s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:07.113222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.101099Z","time spent":"3.012049366s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:07.113452Z","caller":"traceutil/trace.go:171","msg":"trace[622025722] transaction","detail":"{read_only:false; response_revision:30344; number_of_response:1; }","duration":"3.011510332s","start":"2026-07-29T09:09:04.101921Z","end":"2026-07-29T09:09:07.113432Z","steps":["trace[622025722] 'process raft request' (duration: 3.011054011s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:07.113671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.101907Z","time spent":"3.011604774s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:07.114059Z","caller":"traceutil/trace.go:171","msg":"trace[4978693] transaction","detail":"{read_only:false; response_revision:30345; number_of_response:1; }","duration":"3.012083177s","start":"2026-07-29T09:09:04.101957Z","end":"2026-07-29T09:09:07.11404Z","steps":["trace[4978693] 'process raft request' (duration: 3.011333918s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:07.114156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.101943Z","time spent":"3.012173769s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:07.114248Z","caller":"traceutil/trace.go:171","msg":"trace[1209611554] transaction","detail":"{read_only:false; response_revision:30346; number_of_response:1; }","duration":"3.011907102s","start":"2026-07-29T09:09:04.1022Z","end":"2026-07-29T09:09:07.114107Z","steps":["trace[1209611554] 'process raft request' (duration: 3.011471231s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:07.114325Z","caller":"traceutil/trace.go:171","msg":"trace[342882535] transaction","detail":"{read_only:false; response_revision:30347; number_of_response:1; }","duration":"3.011716947s","start":"2026-07-29T09:09:04.102592Z","end":"2026-07-29T09:09:07.114309Z","steps":["trace[342882535] 'process raft request' (duration: 3.011449271s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:07.114578Z","caller":"traceutil/trace.go:171","msg":"trace[1551338493] transaction","detail":"{read_only:false; response_revision:30348; number_of_response:1; }","duration":"3.011906563s","start":"2026-07-29T09:09:04.102651Z","end":"2026-07-29T09:09:07.114557Z","steps":["trace[1551338493] 'process raft request' (duration: 3.011595335s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:07.114551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.102583Z","time spent":"3.011780499s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:07.114635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.102192Z","time spent":"3.012343173s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:07.114653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.102646Z","time spent":"3.011973784s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:07.114847Z","caller":"traceutil/trace.go:171","msg":"trace[776906707] transaction","detail":"{read_only:false; response_revision:30349; number_of_response:1; }","duration":"3.011629236s","start":"2026-07-29T09:09:04.103208Z","end":"2026-07-29T09:09:07.114837Z","steps":["trace[776906707] 'process raft request' (duration: 3.011267177s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:07.114949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.1032Z","time spent":"3.011685077s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:07.115139Z","caller":"traceutil/trace.go:171","msg":"trace[1913943681] linearizableReadLoop","detail":"{readStateIndex:31266; appliedIndex:31262; }","duration":"3.013833652s","start":"2026-07-29T09:09:04.101289Z","end":"2026-07-29T09:09:07.115123Z","steps":["trace[1913943681] 'read index received' (duration: 327.697802ms)","trace[1913943681] 'applied index is now lower than readState.Index' (duration: 2.68613429s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:07.115149Z","caller":"traceutil/trace.go:171","msg":"trace[420562160] transaction","detail":"{read_only:false; response_revision:30350; number_of_response:1; }","duration":"3.011808671s","start":"2026-07-29T09:09:04.103308Z","end":"2026-07-29T09:09:07.115116Z","steps":["trace[420562160] 'process raft request' (duration: 3.011484962s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:07.115242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.103291Z","time spent":"3.011901993s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:07.115382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014084828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-29T09:09:07.115491Z","caller":"traceutil/trace.go:171","msg":"trace[1099413757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:30350; }","duration":"3.014131369s","start":"2026-07-29T09:09:04.101282Z","end":"2026-07-29T09:09:07.115414Z","steps":["trace[1099413757] 'agreement among raft nodes before linearized reading' (duration: 3.013948435s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:07.115648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.101268Z","time spent":"3.014318134s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-29T09:09:07.616153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:08.104762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:08.104859Z","caller":"traceutil/trace.go:171","msg":"trace[381882737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000314439s","start":"2026-07-29T09:09:06.104525Z","end":"2026-07-29T09:09:08.104839Z","steps":["trace[381882737] 'agreement among raft nodes before linearized reading' (duration: 2.000188376s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:08.104908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:06.104514Z","time spent":"2.000383872s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:08 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:08.117285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:08.617431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:09.117645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:09.618007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:09.682644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.68393Z","time spent":"4.998685565s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 09:09:09 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:09.770661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:07.494126Z","time spent":"2.276526395s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:09.770702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630836551s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:09.770787Z","caller":"traceutil/trace.go:171","msg":"trace[85225333] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30350; }","duration":"1.630935434s","start":"2026-07-29T09:09:08.139839Z","end":"2026-07-29T09:09:09.770774Z","steps":["trace[85225333] 'range keys from in-memory index tree' (duration: 1.630821841s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:10.095293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.11976609s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:09:10.096042Z","caller":"traceutil/trace.go:171","msg":"trace[1833241457] transaction","detail":"{read_only:false; response_revision:30352; number_of_response:1; }","duration":"5.400751149s","start":"2026-07-29T09:09:04.695235Z","end":"2026-07-29T09:09:10.095986Z","steps":["trace[1833241457] 'process raft request' (duration: 5.40038588s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:10.096219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.695219Z","time spent":"5.400907193s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:10.096312Z","caller":"traceutil/trace.go:171","msg":"trace[1657973011] transaction","detail":"{read_only:false; response_revision:30356; number_of_response:1; }","duration":"3.90913673s","start":"2026-07-29T09:09:06.187155Z","end":"2026-07-29T09:09:10.096292Z","steps":["trace[1657973011] 'process raft request' (duration: 3.909037307s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:10.096496Z","caller":"traceutil/trace.go:171","msg":"trace[1723727871] transaction","detail":"{read_only:false; response_revision:30355; number_of_response:1; }","duration":"3.99438968s","start":"2026-07-29T09:09:06.102071Z","end":"2026-07-29T09:09:10.096461Z","steps":["trace[1723727871] 'process raft request' (duration: 3.993840686s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:10.09678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:06.187114Z","time spent":"3.909589811s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:10.09686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:06.102061Z","time spent":"3.994693227s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:10.096397Z","caller":"traceutil/trace.go:171","msg":"trace[1507018849] transaction","detail":"{read_only:false; response_revision:30354; number_of_response:1; }","duration":"3.995425157s","start":"2026-07-29T09:09:06.10091Z","end":"2026-07-29T09:09:10.096335Z","steps":["trace[1507018849] 'process raft request' (duration: 3.994778981s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:10.097123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:06.10088Z","time spent":"3.996197086s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:10.096452Z","caller":"traceutil/trace.go:171","msg":"trace[922429862] transaction","detail":"{read_only:false; response_revision:30353; number_of_response:1; }","duration":"3.996766702s","start":"2026-07-29T09:09:06.09968Z","end":"2026-07-29T09:09:10.096446Z","steps":["trace[922429862] 'process raft request' (duration: 3.995974892s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:10.097259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:06.099653Z","time spent":"3.997555691s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:10.113113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:10.113234Z","caller":"traceutil/trace.go:171","msg":"trace[1147381805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131795s","start":"2026-07-29T09:09:08.113081Z","end":"2026-07-29T09:09:10.113213Z","steps":["trace[1147381805] 'agreement among raft nodes before linearized reading' (duration: 1.999962981s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:10.113307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:08.113069Z","time spent":"2.000223757s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:11.100591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99967033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:11.100755Z","caller":"traceutil/trace.go:171","msg":"trace[1985368379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999896656s","start":"2026-07-29T09:09:06.100835Z","end":"2026-07-29T09:09:11.100732Z","steps":["trace[1985368379] 'agreement among raft nodes before linearized reading' (duration: 4.999704602s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:11.100854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:06.100808Z","time spent":"5.00003289s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/29 09:09:11 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:11.285591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124253423s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:09:11.344919Z","caller":"traceutil/trace.go:171","msg":"trace[512368493] linearizableReadLoop","detail":"{readStateIndex:31280; appliedIndex:31273; }","duration":"4.229713848s","start":"2026-07-29T09:09:07.115182Z","end":"2026-07-29T09:09:11.344895Z","steps":["trace[512368493] 'read index received' (duration: 2.980396386s)","trace[512368493] 'applied index is now lower than readState.Index' (duration: 1.249311782s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:11.345042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.251335901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:11.345073Z","caller":"traceutil/trace.go:171","msg":"trace[1642872601] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30357; }","duration":"4.251389253s","start":"2026-07-29T09:09:07.093674Z","end":"2026-07-29T09:09:11.345063Z","steps":["trace[1642872601] 'agreement among raft nodes before linearized reading' (duration: 4.2513029s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:11.345078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.965058182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:11.345109Z","caller":"traceutil/trace.go:171","msg":"trace[847927647] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30357; }","duration":"5.965151924s","start":"2026-07-29T09:09:05.379948Z","end":"2026-07-29T09:09:11.3451Z","steps":["trace[847927647] 'agreement among raft nodes before linearized reading' (duration: 5.965061571s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:11.345112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:07.093616Z","time spent":"4.251472936s","remote":"127.0.0.1:52932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:11.345134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:05.379927Z","time spent":"5.965200366s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:11.345193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.243678584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-29T09:09:11.344932Z","caller":"traceutil/trace.go:171","msg":"trace[826939045] transaction","detail":"{read_only:false; response_revision:30357; number_of_response:1; }","duration":"4.22705258s","start":"2026-07-29T09:09:07.117844Z","end":"2026-07-29T09:09:11.344897Z","steps":["trace[826939045] 'process raft request' (duration: 4.167978999s)","trace[826939045] 'compare' (duration: 58.241ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:11.345267Z","caller":"traceutil/trace.go:171","msg":"trace[1486474280] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:30357; }","duration":"7.243792137s","start":"2026-07-29T09:09:04.101455Z","end":"2026-07-29T09:09:11.345248Z","steps":["trace[1486474280] 'agreement among raft nodes before linearized reading' (duration: 7.243567891s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:11.345249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851348308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:11.345316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.101436Z","time spent":"7.243868308s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1340,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-07-29T09:09:11.345334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:07.117819Z","time spent":"4.227471271s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:09:11.345358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.239507538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-29T09:09:11.34542Z","caller":"traceutil/trace.go:171","msg":"trace[628977717] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:30357; }","duration":"4.851564363s","start":"2026-07-29T09:09:06.493758Z","end":"2026-07-29T09:09:11.345323Z","steps":["trace[628977717] 'agreement among raft nodes before linearized reading' (duration: 4.851244924s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:11.345444Z","caller":"traceutil/trace.go:171","msg":"trace[2079716872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30357; }","duration":"7.23962269s","start":"2026-07-29T09:09:04.1058Z","end":"2026-07-29T09:09:11.345423Z","steps":["trace[2079716872] 'agreement among raft nodes before linearized reading' (duration: 7.239296342s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:11.345492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:04.105794Z","time spent":"7.239688032s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T09:09:11.34557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:06.49374Z","time spent":"4.851802349s","remote":"127.0.0.1:45670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:11.345595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071609141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:11.345642Z","caller":"traceutil/trace.go:171","msg":"trace[634588544] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:30357; }","duration":"5.071695153s","start":"2026-07-29T09:09:06.27393Z","end":"2026-07-29T09:09:11.345626Z","steps":["trace[634588544] 'agreement among raft nodes before linearized reading' (duration: 5.070973644s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:11.345672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:06.273911Z","time spent":"5.071753365s","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:11.845271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:12.113888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:12.11396Z","caller":"traceutil/trace.go:171","msg":"trace[1132874924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387422s","start":"2026-07-29T09:09:10.113557Z","end":"2026-07-29T09:09:12.113944Z","steps":["trace[1132874924] 'agreement among raft nodes before linearized reading' (duration: 2.000298899s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:12.113993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:10.113541Z","time spent":"2.000444363s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:12 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:12.151879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.415507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:09:12.152199Z","caller":"traceutil/trace.go:171","msg":"trace[1017507271] transaction","detail":"{read_only:false; response_revision:30358; number_of_response:1; }","duration":"2.015497148s","start":"2026-07-29T09:09:10.136654Z","end":"2026-07-29T09:09:12.152151Z","steps":["trace[1017507271] 'process raft request' (duration: 1.821718901s)","trace[1017507271] 'compare' (duration: 193.270513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:12.152288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:10.136622Z","time spent":"2.015623102s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:14.118591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999520957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:14.118744Z","caller":"traceutil/trace.go:171","msg":"trace[1760475079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999733373s","start":"2026-07-29T09:09:09.118972Z","end":"2026-07-29T09:09:14.118705Z","steps":["trace[1760475079] 'agreement among raft nodes before linearized reading' (duration: 4.999548148s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:14.118817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.118954Z","time spent":"4.999850526s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 09:09:14 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:14.119726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999581779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:14.119785Z","caller":"traceutil/trace.go:171","msg":"trace[253244224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999669451s","start":"2026-07-29T09:09:09.120099Z","end":"2026-07-29T09:09:14.119769Z","steps":["trace[253244224] 'agreement among raft nodes before linearized reading' (duration: 4.99960205s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:14.119834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.120087Z","time spent":"4.999726673s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 09:09:14 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:14.12103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:14.1211Z","caller":"traceutil/trace.go:171","msg":"trace[1703562726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049702s","start":"2026-07-29T09:09:12.121034Z","end":"2026-07-29T09:09:14.121083Z","steps":["trace[1703562726] 'agreement among raft nodes before linearized reading' (duration: 1.99995365s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:14.121139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.121017Z","time spent":"2.000115604s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:14 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:14.297691Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.195487292s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:14.681836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997211528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:14.681942Z","caller":"traceutil/trace.go:171","msg":"trace[1259370894] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997383823s","start":"2026-07-29T09:09:09.684533Z","end":"2026-07-29T09:09:14.681917Z","steps":["trace[1259370894] 'agreement among raft nodes before linearized reading' (duration: 4.99724641s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:14.682005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.684513Z","time spent":"4.997477105s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/29 09:09:14 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:16.100494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997813562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:16.100598Z","caller":"traceutil/trace.go:171","msg":"trace[170703663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997974896s","start":"2026-07-29T09:09:13.102594Z","end":"2026-07-29T09:09:16.100569Z","steps":["trace[170703663] 'agreement among raft nodes before linearized reading' (duration: 2.997846963s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:16.100665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:13.102573Z","time spent":"2.998076868s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/29 09:09:16 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:16.121216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999806235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:16.121317Z","caller":"traceutil/trace.go:171","msg":"trace[1246199577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995427s","start":"2026-07-29T09:09:14.12134Z","end":"2026-07-29T09:09:16.121294Z","steps":["trace[1246199577] 'agreement among raft nodes before linearized reading' (duration: 1.999824736s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:16.121373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:14.121326Z","time spent":"2.000034991s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:16 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:17.100395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.10206Z","time spent":"4.998326316s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 09:09:17 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:17.10101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.102562Z","time spent":"4.998440589s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 09:09:17 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:17.101916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.105181Z","time spent":"4.996731156s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 09:09:17 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:17.692546Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0c5beb","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:09:18.129488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000753321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:18.129579Z","caller":"traceutil/trace.go:171","msg":"trace[2101062073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000888865s","start":"2026-07-29T09:09:16.128666Z","end":"2026-07-29T09:09:18.129555Z","steps":["trace[2101062073] 'agreement among raft nodes before linearized reading' (duration: 2.000772462s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:18.129628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:16.128653Z","time spent":"2.000966086s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:18 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:19.116621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998562931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:19.116723Z","caller":"traceutil/trace.go:171","msg":"trace[483087218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998733986s","start":"2026-07-29T09:09:09.117967Z","end":"2026-07-29T09:09:19.116701Z","steps":["trace[483087218] 'agreement among raft nodes before linearized reading' (duration: 9.998604813s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:19.116705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999541237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-29T09:09:19.116775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.117927Z","time spent":"9.998837529s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T09:09:19.116803Z","caller":"traceutil/trace.go:171","msg":"trace[1882963022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999696051s","start":"2026-07-29T09:09:09.117084Z","end":"2026-07-29T09:09:19.11678Z","steps":["trace[1882963022] 'agreement among raft nodes before linearized reading' (duration: 9.999560288s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:19.11687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.117067Z","time spent":"9.999790993s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/29 09:09:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/29 09:09:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:19.119521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998295655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:19.119635Z","caller":"traceutil/trace.go:171","msg":"trace[1846142034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998452409s","start":"2026-07-29T09:09:16.121168Z","end":"2026-07-29T09:09:19.11962Z","steps":["trace[1846142034] 'agreement among raft nodes before linearized reading' (duration: 2.998324176s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:19.11961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999380134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:19.119734Z","caller":"traceutil/trace.go:171","msg":"trace[1702703670] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; }","duration":"9.999581528s","start":"2026-07-29T09:09:09.120123Z","end":"2026-07-29T09:09:19.119704Z","steps":["trace[1702703670] 'agreement among raft nodes before linearized reading' (duration: 9.999395494s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:19.119813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.12011Z","time spent":"9.999685861s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} 2026/07/29 09:09:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:19.11968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:16.121151Z","time spent":"2.99851772s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 09:09:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:19.119569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998200713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:19.120142Z","caller":"traceutil/trace.go:171","msg":"trace[901801493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998809338s","start":"2026-07-29T09:09:16.121285Z","end":"2026-07-29T09:09:19.120094Z","steps":["trace[901801493] 'agreement among raft nodes before linearized reading' (duration: 2.998229873s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:19.120258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:16.121258Z","time spent":"2.998961781s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 09:09:19 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:20.130496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:20.130586Z","caller":"traceutil/trace.go:171","msg":"trace[144081436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641909s","start":"2026-07-29T09:09:18.129924Z","end":"2026-07-29T09:09:20.130565Z","steps":["trace[144081436] 'agreement among raft nodes before linearized reading' (duration: 2.000499545s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.130637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:18.129901Z","time spent":"2.000726622s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:20.457906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999780435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:20.457981Z","caller":"traceutil/trace.go:171","msg":"trace[2015211812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999916689s","start":"2026-07-29T09:09:18.458047Z","end":"2026-07-29T09:09:20.457964Z","steps":["trace[2015211812] 'agreement among raft nodes before linearized reading' (duration: 1.999817526s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.458018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:18.458023Z","time spent":"1.999988332s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:20.795956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.497979251s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:20.848798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:13.847757Z","time spent":"7.001034267s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:20.93377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.781768691s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:09:20.934055Z","caller":"traceutil/trace.go:171","msg":"trace[59094721] linearizableReadLoop","detail":"{readStateIndex:31282; appliedIndex:31280; }","duration":"9.589051959s","start":"2026-07-29T09:09:11.344983Z","end":"2026-07-29T09:09:20.934035Z","steps":["trace[59094721] 'read index received' (duration: 613.374948ms)","trace[59094721] 'applied index is now lower than readState.Index' (duration: 8.975675791s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:20.935495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.835697133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-29T09:09:20.935491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.595654812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:20.935573Z","caller":"traceutil/trace.go:171","msg":"trace[376603583] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30358; }","duration":"10.835787565s","start":"2026-07-29T09:09:10.099773Z","end":"2026-07-29T09:09:20.935561Z","steps":["trace[376603583] 'agreement among raft nodes before linearized reading' (duration: 10.83558449s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:20.935599Z","caller":"traceutil/trace.go:171","msg":"trace[1530505303] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:30358; }","duration":"10.595819777s","start":"2026-07-29T09:09:10.33976Z","end":"2026-07-29T09:09:20.93558Z","steps":["trace[1530505303] 'agreement among raft nodes before linearized reading' (duration: 10.59556898s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.935612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:10.099712Z","time spent":"10.835890877s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:09:20.935648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:10.339739Z","time spent":"10.595896929s","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":84,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:20.935927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.588114472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:20.935938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.981478431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:20.936071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.827796902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-07-29T09:09:20.936079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.498096735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:20.936096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.91670207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:20.93612Z","caller":"traceutil/trace.go:171","msg":"trace[1678799254] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:30358; }","duration":"12.827888794s","start":"2026-07-29T09:09:08.10822Z","end":"2026-07-29T09:09:20.936109Z","steps":["trace[1678799254] 'agreement among raft nodes before linearized reading' (duration: 12.827750221s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:20.936141Z","caller":"traceutil/trace.go:171","msg":"trace[2133737527] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:30358; }","duration":"11.916808092s","start":"2026-07-29T09:09:09.019318Z","end":"2026-07-29T09:09:20.936126Z","steps":["trace[2133737527] 'agreement among raft nodes before linearized reading' (duration: 11.91671268s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.936153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:08.108199Z","time spent":"12.827947606s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-29T09:09:20.936154Z","caller":"traceutil/trace.go:171","msg":"trace[1590215340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30358; }","duration":"13.498216578s","start":"2026-07-29T09:09:07.437898Z","end":"2026-07-29T09:09:20.936115Z","steps":["trace[1590215340] 'agreement among raft nodes before linearized reading' (duration: 13.498069464s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:20.936166Z","caller":"traceutil/trace.go:171","msg":"trace[2078148707] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:30358; }","duration":"10.981708867s","start":"2026-07-29T09:09:09.954365Z","end":"2026-07-29T09:09:20.936073Z","steps":["trace[2078148707] 'agreement among raft nodes before linearized reading' (duration: 10.981385069s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.936204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:07.437873Z","time spent":"13.498320181s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:20.936234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.829932491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:09:20.936267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.458941168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:20.936369Z","caller":"traceutil/trace.go:171","msg":"trace[1839366473] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30358; }","duration":"11.830123386s","start":"2026-07-29T09:09:09.106214Z","end":"2026-07-29T09:09:20.936337Z","steps":["trace[1839366473] 'agreement among raft nodes before linearized reading' (duration: 11.829800678s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:20.936384Z","caller":"traceutil/trace.go:171","msg":"trace[352343902] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:30358; }","duration":"12.459094002s","start":"2026-07-29T09:09:08.477276Z","end":"2026-07-29T09:09:20.93637Z","steps":["trace[352343902] 'agreement among raft nodes before linearized reading' (duration: 12.458935898s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.936433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.106195Z","time spent":"11.830226148s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:09:20.936459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.420813582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:20.936516Z","caller":"traceutil/trace.go:171","msg":"trace[2041846436] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:30358; }","duration":"10.420937455s","start":"2026-07-29T09:09:10.515561Z","end":"2026-07-29T09:09:20.936498Z","steps":["trace[2041846436] 'agreement among raft nodes before linearized reading' (duration: 10.420788621s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.936563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:10.515501Z","time spent":"10.421052227s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":45,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:20.93657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:08.477255Z","time spent":"12.459293127s","remote":"127.0.0.1:47974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:20.936676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.00960162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:20.936664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796081802s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:20.936722Z","caller":"traceutil/trace.go:171","msg":"trace[245124246] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:30358; }","duration":"11.009695062s","start":"2026-07-29T09:09:09.927015Z","end":"2026-07-29T09:09:20.93671Z","steps":["trace[245124246] 'agreement among raft nodes before linearized reading' (duration: 11.00962101s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:20.936751Z","caller":"traceutil/trace.go:171","msg":"trace[901445119] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30358; }","duration":"2.796169624s","start":"2026-07-29T09:09:18.140569Z","end":"2026-07-29T09:09:20.936739Z","steps":["trace[901445119] 'range keys from in-memory index tree' (duration: 2.796071991s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.936749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.327215857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:20.936189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.019296Z","time spent":"11.916880615s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:20.936827Z","caller":"traceutil/trace.go:171","msg":"trace[1414596400] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:30358; }","duration":"10.32736258s","start":"2026-07-29T09:09:10.60944Z","end":"2026-07-29T09:09:20.936803Z","steps":["trace[1414596400] 'agreement among raft nodes before linearized reading' (duration: 10.327199396s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.936608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.10218012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:20.936893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:10.609411Z","time spent":"10.327464273s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:20.936899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.770028879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:09:20.93694Z","caller":"traceutil/trace.go:171","msg":"trace[276306556] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:30358; }","duration":"11.770120231s","start":"2026-07-29T09:09:09.16681Z","end":"2026-07-29T09:09:20.936931Z","steps":["trace[276306556] 'agreement among raft nodes before linearized reading' (duration: 11.769969197s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.936969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.166793Z","time spent":"11.770168802s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":155,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:20.936Z","caller":"traceutil/trace.go:171","msg":"trace[403340163] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:30358; }","duration":"12.588224484s","start":"2026-07-29T09:09:08.347759Z","end":"2026-07-29T09:09:20.935984Z","steps":["trace[403340163] 'agreement among raft nodes before linearized reading' (duration: 12.588101081s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.936756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.926988Z","time spent":"11.009759504s","remote":"127.0.0.1:46384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:20.937037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:08.347741Z","time spent":"12.589278322s","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:20.937257Z","caller":"traceutil/trace.go:171","msg":"trace[2044052569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30358; }","duration":"13.102584099s","start":"2026-07-29T09:09:07.834336Z","end":"2026-07-29T09:09:20.93692Z","steps":["trace[2044052569] 'agreement among raft nodes before linearized reading' (duration: 13.101669166s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:20.937404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:07.834319Z","time spent":"13.102985871s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:20.936427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:09.954331Z","time spent":"10.982068315s","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:21.192117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:14.191854Z","time spent":"7.000250808s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:21.434698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:21.591962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:14.591459Z","time spent":"7.000497704s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:21.935046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:22.100248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998167812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:22.100333Z","caller":"traceutil/trace.go:171","msg":"trace[245305887] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998322106s","start":"2026-07-29T09:09:17.101991Z","end":"2026-07-29T09:09:22.100313Z","steps":["trace[245305887] 'agreement among raft nodes before linearized reading' (duration: 4.998209973s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.10038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:17.101969Z","time spent":"4.998401058s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:22.101274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997501025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:22.101359Z","caller":"traceutil/trace.go:171","msg":"trace[1315831715] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997619929s","start":"2026-07-29T09:09:17.103721Z","end":"2026-07-29T09:09:22.101341Z","steps":["trace[1315831715] 'agreement among raft nodes before linearized reading' (duration: 4.997492966s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.101411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:17.103711Z","time spent":"4.99768932s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:22.10302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999533698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:22.103066Z","caller":"traceutil/trace.go:171","msg":"trace[891308532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999582789s","start":"2026-07-29T09:09:17.103471Z","end":"2026-07-29T09:09:22.103054Z","steps":["trace[891308532] 'agreement among raft nodes before linearized reading' (duration: 4.999532878s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.1031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:17.103426Z","time spent":"4.999666501s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:22.113233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.761717099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:22.1133Z","caller":"traceutil/trace.go:171","msg":"trace[1927474434] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; }","duration":"10.761827522s","start":"2026-07-29T09:09:11.351456Z","end":"2026-07-29T09:09:22.113284Z","steps":["trace[1927474434] 'agreement among raft nodes before linearized reading' (duration: 10.76174789s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.11334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:11.35143Z","time spent":"10.761901344s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:22.126449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.768648858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:22.126534Z","caller":"traceutil/trace.go:171","msg":"trace[1433869210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.768795542s","start":"2026-07-29T09:09:16.357721Z","end":"2026-07-29T09:09:22.126516Z","steps":["trace[1433869210] 'agreement among raft nodes before linearized reading' (duration: 5.768682259s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.126581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:16.3577Z","time spent":"5.768870653s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T09:09:22.12657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004413941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"","error":"context canceled"} 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-29T09:09:22.126653Z","caller":"traceutil/trace.go:171","msg":"trace[321607372] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; }","duration":"10.004533175s","start":"2026-07-29T09:09:12.122099Z","end":"2026-07-29T09:09:22.126632Z","steps":["trace[321607372] 'agreement among raft nodes before linearized reading' (duration: 10.004423632s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.12669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.004512164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-29T09:09:22.126706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.122091Z","time spent":"10.004605736s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T09:09:22.126717Z","caller":"traceutil/trace.go:171","msg":"trace[1676429510] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.004573586s","start":"2026-07-29T09:09:12.122135Z","end":"2026-07-29T09:09:22.126708Z","steps":["trace[1676429510] 'agreement among raft nodes before linearized reading' (duration: 10.004547175s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.126746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.122128Z","time spent":"10.004610346s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:22.130645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008896976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:22.130718Z","caller":"traceutil/trace.go:171","msg":"trace[284983190] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.009180563s","start":"2026-07-29T09:09:12.121522Z","end":"2026-07-29T09:09:22.130703Z","steps":["trace[284983190] 'agreement among raft nodes before linearized reading' (duration: 10.008943787s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.13075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.121495Z","time spent":"10.009249015s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:22.130828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009725807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:22.130839Z","caller":"traceutil/trace.go:171","msg":"trace[982037459] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; }","duration":"10.009772569s","start":"2026-07-29T09:09:12.121063Z","end":"2026-07-29T09:09:22.130836Z","steps":["trace[982037459] 'agreement among raft nodes before linearized reading' (duration: 10.009760228s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.13085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.121044Z","time spent":"10.009803519s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} 2026/07/29 09:09:22 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:22.13927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000154405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:22.139343Z","caller":"traceutil/trace.go:171","msg":"trace[2143354014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292929s","start":"2026-07-29T09:09:20.139034Z","end":"2026-07-29T09:09:22.139327Z","steps":["trace[2143354014] 'agreement among raft nodes before linearized reading' (duration: 2.000190346s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:22.139392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:20.13901Z","time spent":"2.000373461s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:22.435883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:22.936403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:23.4373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:23.938344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:24.119661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:19.121385Z","time spent":"4.998268126s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 09:09:24 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:24.121355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:19.122033Z","time spent":"4.999313091s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 09:09:24 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:24.139606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999795557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:24.139688Z","caller":"traceutil/trace.go:171","msg":"trace[1407498611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143055s","start":"2026-07-29T09:09:22.139526Z","end":"2026-07-29T09:09:24.139669Z","steps":["trace[1407498611] 'agreement among raft nodes before linearized reading' (duration: 2.000033762s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:24.139737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:22.139509Z","time spent":"2.000218958s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:24.439404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:24.604611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:17.603795Z","time spent":"7.000808891s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:24.940446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:25.440884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:25.941416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:26.120953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:19.12028Z","time spent":"7.000665998s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:26.121059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:19.119727Z","time spent":"7.001322484s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:26.14643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:26.146512Z","caller":"traceutil/trace.go:171","msg":"trace[1696448556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442493s","start":"2026-07-29T09:09:24.14605Z","end":"2026-07-29T09:09:26.146493Z","steps":["trace[1696448556] 'agreement among raft nodes before linearized reading' (duration: 2.00033726s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:26.146565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:24.146028Z","time spent":"2.000527295s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:26 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:26.442461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:26.943241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:27.443817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:27.934962Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-29T09:09:27.93519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.082661846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T09:09:27.935282Z","caller":"traceutil/trace.go:171","msg":"trace[684383211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"7.082777159s","start":"2026-07-29T09:09:20.852452Z","end":"2026-07-29T09:09:27.93523Z","steps":["trace[684383211] 'agreement among raft nodes before linearized reading' (duration: 7.082689747s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.935345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:20.852427Z","time spent":"7.082901021s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-29T09:09:27.935293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.835122268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:09:27.935414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.585425387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:09:27.935397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.235643805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:09:27.935496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.216217694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T09:09:27.935524Z","caller":"traceutil/trace.go:171","msg":"trace[368628146] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"15.23585225s","start":"2026-07-29T09:09:12.699645Z","end":"2026-07-29T09:09:27.935497Z","steps":["trace[368628146] 'agreement among raft nodes before linearized reading' (duration: 15.235673246s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.935631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:12.699624Z","time spent":"15.235982953s","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:27.935649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.106098595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T09:09:27.935721Z","caller":"traceutil/trace.go:171","msg":"trace[946652616] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; }","duration":"16.219107118s","start":"2026-07-29T09:09:11.716532Z","end":"2026-07-29T09:09:27.935639Z","steps":["trace[946652616] 'agreement among raft nodes before linearized reading' (duration: 16.218860932s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.935721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.028006227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T09:09:27.935523Z","caller":"traceutil/trace.go:171","msg":"trace[645387619] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; }","duration":"10.835374234s","start":"2026-07-29T09:09:17.100059Z","end":"2026-07-29T09:09:27.935433Z","steps":["trace[645387619] 'agreement among raft nodes before linearized reading' (duration: 10.835158218s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:27.935451Z","caller":"traceutil/trace.go:171","msg":"trace[2081607164] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0; range_end:; }","duration":"16.585526329s","start":"2026-07-29T09:09:11.349914Z","end":"2026-07-29T09:09:27.935441Z","steps":["trace[2081607164] 'agreement among raft nodes before linearized reading' (duration: 16.585483828s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:27.935838Z","caller":"traceutil/trace.go:171","msg":"trace[633777847] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; }","duration":"12.028219692s","start":"2026-07-29T09:09:15.90759Z","end":"2026-07-29T09:09:27.93581Z","steps":["trace[633777847] 'agreement among raft nodes before linearized reading' (duration: 12.028035588s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.935835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.2923625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:09:27.935819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.784863594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T09:09:27.936016Z","caller":"traceutil/trace.go:171","msg":"trace[1639342032] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; }","duration":"12.785134921s","start":"2026-07-29T09:09:15.150857Z","end":"2026-07-29T09:09:27.935991Z","steps":["trace[1639342032] 'agreement among raft nodes before linearized reading' (duration: 12.784851884s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.936082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:17.100036Z","time spent":"10.83597983s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:27.936118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:15.150786Z","time spent":"12.785312445s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:27.936004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.958344157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T09:09:27.936266Z","caller":"traceutil/trace.go:171","msg":"trace[482021962] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"8.95886306s","start":"2026-07-29T09:09:18.97738Z","end":"2026-07-29T09:09:27.936243Z","steps":["trace[482021962] 'agreement among raft nodes before linearized reading' (duration: 8.958378578s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.936329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:18.977355Z","time spent":"8.958954183s","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:27.935939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.118666175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T09:09:27.936432Z","caller":"traceutil/trace.go:171","msg":"trace[499487441] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"7.119165428s","start":"2026-07-29T09:09:20.817229Z","end":"2026-07-29T09:09:27.936394Z","steps":["trace[499487441] 'agreement among raft nodes before linearized reading' (duration: 7.118693546s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.935898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:11.349882Z","time spent":"16.585981381s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" "} {"level":"warn","ts":"2026-07-29T09:09:27.936505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:20.817205Z","time spent":"7.119263101s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-29T09:09:27.935756Z","caller":"traceutil/trace.go:171","msg":"trace[1920139071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; }","duration":"7.106239369s","start":"2026-07-29T09:09:20.829502Z","end":"2026-07-29T09:09:27.935741Z","steps":["trace[1920139071] 'agreement among raft nodes before linearized reading' (duration: 7.106124236s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.936633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:20.829487Z","time spent":"7.107130091s","remote":"127.0.0.1:37760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:27.935929Z","caller":"traceutil/trace.go:171","msg":"trace[1685541198] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; }","duration":"9.292495353s","start":"2026-07-29T09:09:18.643425Z","end":"2026-07-29T09:09:27.93592Z","steps":["trace[1685541198] 'agreement among raft nodes before linearized reading' (duration: 9.292395081s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.935832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:11.716501Z","time spent":"16.219290172s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:27.935921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:15.907527Z","time spent":"12.028369996s","remote":"127.0.0.1:46398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:27.935938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.687703287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-29T09:09:27.937024Z","caller":"traceutil/trace.go:171","msg":"trace[550334764] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; }","duration":"10.688805584s","start":"2026-07-29T09:09:17.248196Z","end":"2026-07-29T09:09:27.937001Z","steps":["trace[550334764] 'agreement among raft nodes before linearized reading' (duration: 10.687698507s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:27.93706Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0c5c2a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:09:27.937089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:17.248133Z","time spent":"10.688938218s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:27.937139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:18.643407Z","time spent":"9.293317674s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:27.947077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:20.946047Z","time spent":"7.001025818s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:28.146676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:28.146769Z","caller":"traceutil/trace.go:171","msg":"trace[553341768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033793s","start":"2026-07-29T09:09:26.146713Z","end":"2026-07-29T09:09:28.146747Z","steps":["trace[553341768] 'agreement among raft nodes before linearized reading' (duration: 1.99990751s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:28.146823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:26.146692Z","time spent":"2.000120865s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:28 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:28.19801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:21.19725Z","time spent":"7.000752s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:28.436178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:28.937426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:28.949006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.829488808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ac1ce25-64be-4a73-8e4b-a9436a7bff7c\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-29T09:09:28.949105Z","caller":"traceutil/trace.go:171","msg":"trace[339704009] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ac1ce25-64be-4a73-8e4b-a9436a7bff7c; range_end:; response_count:1; response_revision:30359; }","duration":"21.829625542s","start":"2026-07-29T09:09:07.11945Z","end":"2026-07-29T09:09:28.949076Z","steps":["trace[339704009] 'agreement among raft nodes before linearized reading' (duration: 13.817536516s)","trace[339704009] 'range keys from in-memory index tree' (duration: 8.0118718s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:28.949148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:07.11943Z","time spent":"21.829709245s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2229,"request content":"key:\"/registry/persistentvolumes/pvc-3ac1ce25-64be-4a73-8e4b-a9436a7bff7c\" "} {"level":"warn","ts":"2026-07-29T09:09:28.950162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.635043ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:28.950307Z","caller":"traceutil/trace.go:171","msg":"trace[1491111480] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30359; }","duration":"810.791216ms","start":"2026-07-29T09:09:28.139491Z","end":"2026-07-29T09:09:28.950282Z","steps":["trace[1491111480] 'range keys from in-memory index tree' (duration: 810.618022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:28.95341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.015976935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-29T09:09:29.104629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:22.104075Z","time spent":"7.000547135s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:29.350651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:22.350521Z","time spent":"7.000123124s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:29.437993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:29.658031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.861873981s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:30.153682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:30.153784Z","caller":"traceutil/trace.go:171","msg":"trace[2044692684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244018s","start":"2026-07-29T09:09:28.153515Z","end":"2026-07-29T09:09:30.153759Z","steps":["trace[2044692684] 'agreement among raft nodes before linearized reading' (duration: 2.000114334s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:30.153849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:28.153504Z","time spent":"2.000329331s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:30 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:32.011897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:29.083484Z","time spent":"2.928404216s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:32.013689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355340099s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-29T09:09:32.154867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000784841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:32.154961Z","caller":"traceutil/trace.go:171","msg":"trace[807924006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000950065s","start":"2026-07-29T09:09:30.153989Z","end":"2026-07-29T09:09:32.154939Z","steps":["trace[807924006] 'agreement among raft nodes before linearized reading' (duration: 2.000819692s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:32.155079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:30.153968Z","time spent":"2.001076259s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:32 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:32.600331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992557577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:32.600403Z","caller":"traceutil/trace.go:171","msg":"trace[1181415997] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.992679389s","start":"2026-07-29T09:09:24.607707Z","end":"2026-07-29T09:09:32.600387Z","steps":["trace[1181415997] 'agreement among raft nodes before linearized reading' (duration: 7.992584467s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:32.60046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:24.60769Z","time spent":"7.992760092s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/29 09:09:32 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:33.058496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.724290656s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:34.162259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:34.162364Z","caller":"traceutil/trace.go:171","msg":"trace[136386967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062784s","start":"2026-07-29T09:09:32.162279Z","end":"2026-07-29T09:09:34.162342Z","steps":["trace[136386967] 'agreement among raft nodes before linearized reading' (duration: 1.999915659s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:34.162413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:32.162253Z","time spent":"2.000150735s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:34 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:34.942422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:27.941642Z","time spent":"7.000773s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:34.944824Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0c5c2a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:09:35.203385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:28.202504Z","time spent":"7.000848633s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:36.162949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:36.163046Z","caller":"traceutil/trace.go:171","msg":"trace[2137724867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385122s","start":"2026-07-29T09:09:34.16264Z","end":"2026-07-29T09:09:36.163025Z","steps":["trace[2137724867] 'agreement among raft nodes before linearized reading' (duration: 2.000248418s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:36.163104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:34.162611Z","time spent":"2.000480863s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:36 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:36.191822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13305592s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T09:09:36.354779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:29.354452Z","time spent":"7.000318329s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:37.966244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607047331s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:38.170536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:38.170644Z","caller":"traceutil/trace.go:171","msg":"trace[1555873405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470784s","start":"2026-07-29T09:09:36.17015Z","end":"2026-07-29T09:09:38.170621Z","steps":["trace[1555873405] 'agreement among raft nodes before linearized reading' (duration: 2.00033606s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.170699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:36.170126Z","time spent":"2.000561346s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:38.511478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318490338s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.511945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.007855ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.512071Z","caller":"traceutil/trace.go:171","msg":"trace[1562929398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30371; }","duration":"372.147909ms","start":"2026-07-29T09:09:38.139906Z","end":"2026-07-29T09:09:38.512054Z","steps":["trace[1562929398] 'range keys from in-memory index tree' (duration: 371.991044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.512335Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"41.172µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-29T09:09:38.51249Z","caller":"traceutil/trace.go:171","msg":"trace[1500132469] transaction","detail":"{read_only:false; number_of_response:1; response_revision:30375; }","duration":"2.153406775s","start":"2026-07-29T09:09:36.359064Z","end":"2026-07-29T09:09:38.512471Z","steps":["trace[1500132469] 'process raft request' (duration: 2.153368544s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.512575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:36.359033Z","time spent":"2.153490836s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:38.512563Z","caller":"traceutil/trace.go:171","msg":"trace[1250579433] linearizableReadLoop","detail":"{readStateIndex:31303; appliedIndex:31287; }","duration":"10.577428537s","start":"2026-07-29T09:09:27.935098Z","end":"2026-07-29T09:09:38.512527Z","steps":["trace[1250579433] 'read index received' (duration: 1.723159982s)","trace[1250579433] 'applied index is now lower than readState.Index' (duration: 8.854264244s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:38.512864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.770189437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:38.512928Z","caller":"traceutil/trace.go:171","msg":"trace[771883147] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:30375; }","duration":"10.77031033s","start":"2026-07-29T09:09:27.742598Z","end":"2026-07-29T09:09:38.512908Z","steps":["trace[771883147] 'agreement among raft nodes before linearized reading' (duration: 10.770142775s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:27.742576Z","time spent":"10.770412563s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.513226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.017761428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.513296Z","caller":"traceutil/trace.go:171","msg":"trace[124583432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:30375; }","duration":"16.01788003s","start":"2026-07-29T09:09:22.495398Z","end":"2026-07-29T09:09:38.513278Z","steps":["trace[124583432] 'agreement among raft nodes before linearized reading' (duration: 16.017731337s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.149021345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.513333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:22.495378Z","time spent":"16.017945493s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:38.513364Z","caller":"traceutil/trace.go:171","msg":"trace[595937984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:30375; }","duration":"16.149088897s","start":"2026-07-29T09:09:22.364256Z","end":"2026-07-29T09:09:38.513344Z","steps":["trace[595937984] 'agreement among raft nodes before linearized reading' (duration: 16.149020505s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:22.364241Z","time spent":"16.149154008s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.513553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.620033254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:38.513559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.456262286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.513585Z","caller":"traceutil/trace.go:171","msg":"trace[2067146295] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30375; }","duration":"13.620104056s","start":"2026-07-29T09:09:24.89347Z","end":"2026-07-29T09:09:38.513574Z","steps":["trace[2067146295] 'agreement among raft nodes before linearized reading' (duration: 13.620048044s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:24.893448Z","time spent":"13.620155147s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.513621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.42681762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.513669Z","caller":"traceutil/trace.go:171","msg":"trace[1345271010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:30375; }","duration":"16.426911992s","start":"2026-07-29T09:09:22.086747Z","end":"2026-07-29T09:09:38.513659Z","steps":["trace[1345271010] 'agreement among raft nodes before linearized reading' (duration: 16.42683809s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.51364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.954309643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.51368Z","caller":"traceutil/trace.go:171","msg":"trace[108954115] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:30375; }","duration":"13.456346218s","start":"2026-07-29T09:09:25.057243Z","end":"2026-07-29T09:09:38.513589Z","steps":["trace[108954115] 'agreement among raft nodes before linearized reading' (duration: 13.456265186s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:25.057219Z","time spent":"13.456503972s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:38.513737Z","caller":"traceutil/trace.go:171","msg":"trace[715246235] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:30375; }","duration":"11.954462726s","start":"2026-07-29T09:09:26.559249Z","end":"2026-07-29T09:09:38.513712Z","steps":["trace[715246235] 'agreement among raft nodes before linearized reading' (duration: 11.954290862s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.56812864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241607"} {"level":"warn","ts":"2026-07-29T09:09:38.513783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.565025591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:09:38.513814Z","caller":"traceutil/trace.go:171","msg":"trace[2104623640] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30375; }","duration":"12.565103063s","start":"2026-07-29T09:09:25.948701Z","end":"2026-07-29T09:09:38.513804Z","steps":["trace[2104623640] 'agreement among raft nodes before linearized reading' (duration: 12.56499213s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.5138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:26.559224Z","time spent":"11.954558498s","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.513816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.918714741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-29T09:09:38.51382Z","caller":"traceutil/trace.go:171","msg":"trace[1257775560] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:30375; }","duration":"17.568226452s","start":"2026-07-29T09:09:20.945572Z","end":"2026-07-29T09:09:38.513798Z","steps":["trace[1257775560] 'agreement among raft nodes before linearized reading' (duration: 17.567688258s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:25.948677Z","time spent":"12.565155874s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-07-29T09:09:38.513853Z","caller":"traceutil/trace.go:171","msg":"trace[499953622] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30375; }","duration":"16.918799573s","start":"2026-07-29T09:09:21.595044Z","end":"2026-07-29T09:09:38.513844Z","steps":["trace[499953622] 'agreement among raft nodes before linearized reading' (duration: 16.918668719s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:22.086725Z","time spent":"16.426964164s","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.513225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.127902541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.513877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:21.595023Z","time spent":"16.918847964s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T09:09:38.513872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:20.945554Z","time spent":"17.568303144s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":241629,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-29T09:09:38.513843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.09343473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.513956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.012752508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:420163"} {"level":"info","ts":"2026-07-29T09:09:38.513942Z","caller":"traceutil/trace.go:171","msg":"trace[952227925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:30375; }","duration":"17.128615289s","start":"2026-07-29T09:09:21.385276Z","end":"2026-07-29T09:09:38.513891Z","steps":["trace[952227925] 'agreement among raft nodes before linearized reading' (duration: 17.12785596s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.513963Z","caller":"traceutil/trace.go:171","msg":"trace[1667774398] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:30375; }","duration":"12.093612535s","start":"2026-07-29T09:09:26.420316Z","end":"2026-07-29T09:09:38.513929Z","steps":["trace[1667774398] 'agreement among raft nodes before linearized reading' (duration: 12.093366389s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.513965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.192912909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.514003Z","caller":"traceutil/trace.go:171","msg":"trace[1140532826] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:30375; }","duration":"14.012820399s","start":"2026-07-29T09:09:24.501168Z","end":"2026-07-29T09:09:38.513988Z","steps":["trace[1140532826] 'agreement among raft nodes before linearized reading' (duration: 14.012565053s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.51403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:24.501152Z","time spent":"14.012871181s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":420185,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-29T09:09:38.514028Z","caller":"traceutil/trace.go:171","msg":"trace[2090473167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:30375; }","duration":"11.193024542s","start":"2026-07-29T09:09:27.320985Z","end":"2026-07-29T09:09:38.51401Z","steps":["trace[2090473167] 'agreement among raft nodes before linearized reading' (duration: 11.192903799s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.51403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:26.420297Z","time spent":"12.093722027s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:21.385215Z","time spent":"17.128790643s","remote":"127.0.0.1:42886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:27.320964Z","time spent":"11.193089163s","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.566826305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-29T09:09:38.514084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.582733016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:09:38.514132Z","caller":"traceutil/trace.go:171","msg":"trace[1599320574] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:30375; }","duration":"14.582815389s","start":"2026-07-29T09:09:23.931302Z","end":"2026-07-29T09:09:38.514117Z","steps":["trace[1599320574] 'agreement among raft nodes before linearized reading' (duration: 14.582622364s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.51416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:23.931282Z","time spent":"14.582870649s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":150,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837434171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:38.514217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.782027678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.514247Z","caller":"traceutil/trace.go:171","msg":"trace[2014697716] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:30375; }","duration":"8.78210289s","start":"2026-07-29T09:09:29.732135Z","end":"2026-07-29T09:09:38.514238Z","steps":["trace[2014697716] 'agreement among raft nodes before linearized reading' (duration: 8.782045078s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306550667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T09:09:38.514272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406791451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.514291Z","caller":"traceutil/trace.go:171","msg":"trace[1967746716] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:30375; }","duration":"3.306623169s","start":"2026-07-29T09:09:35.207658Z","end":"2026-07-29T09:09:38.514281Z","steps":["trace[1967746716] 'agreement among raft nodes before linearized reading' (duration: 3.306508686s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.514304Z","caller":"traceutil/trace.go:171","msg":"trace[1958538771] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:30375; }","duration":"3.406846283s","start":"2026-07-29T09:09:35.107449Z","end":"2026-07-29T09:09:38.514295Z","steps":["trace[1958538771] 'agreement among raft nodes before linearized reading' (duration: 3.406790332s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:35.207637Z","time spent":"3.306677941s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T09:09:38.514335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:35.107437Z","time spent":"3.406888944s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.079214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.912137407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T09:09:38.514372Z","caller":"traceutil/trace.go:171","msg":"trace[1550060756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30375; }","duration":"343.148016ms","start":"2026-07-29T09:09:38.171212Z","end":"2026-07-29T09:09:38.51436Z","steps":["trace[1550060756] 'agreement among raft nodes before linearized reading' (duration: 343.096454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372212376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:38.514384Z","caller":"traceutil/trace.go:171","msg":"trace[1956154859] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:30375; }","duration":"5.912199719s","start":"2026-07-29T09:09:32.602176Z","end":"2026-07-29T09:09:38.514376Z","steps":["trace[1956154859] 'agreement among raft nodes before linearized reading' (duration: 5.912114667s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.171189Z","time spent":"343.202667ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:09:38.514411Z","caller":"traceutil/trace.go:171","msg":"trace[205604403] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:30375; }","duration":"1.372283418s","start":"2026-07-29T09:09:37.142118Z","end":"2026-07-29T09:09:38.514401Z","steps":["trace[205604403] 'agreement among raft nodes before linearized reading' (duration: 1.372236127s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:32.602159Z","time spent":"5.91224759s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T09:09:38.514432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:37.142096Z","time spent":"1.372330958s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.224280929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.801250124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098764763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:38.514495Z","caller":"traceutil/trace.go:171","msg":"trace[1009439251] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:30375; }","duration":"9.224371692s","start":"2026-07-29T09:09:29.290107Z","end":"2026-07-29T09:09:38.514479Z","steps":["trace[1009439251] 'agreement among raft nodes before linearized reading' (duration: 9.22429707s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.514504Z","caller":"traceutil/trace.go:171","msg":"trace[2065154545] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:30375; }","duration":"7.801299605s","start":"2026-07-29T09:09:30.713188Z","end":"2026-07-29T09:09:38.514488Z","steps":["trace[2065154545] 'agreement among raft nodes before linearized reading' (duration: 7.801219803s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41141972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.514523Z","caller":"traceutil/trace.go:171","msg":"trace[1579375128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30375; }","duration":"3.098866825s","start":"2026-07-29T09:09:35.41564Z","end":"2026-07-29T09:09:38.514507Z","steps":["trace[1579375128] 'agreement among raft nodes before linearized reading' (duration: 3.098806174s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:30.713124Z","time spent":"7.801410578s","remote":"127.0.0.1:42954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:29.290086Z","time spent":"9.224443193s","remote":"127.0.0.1:43092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.079680065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.575478138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.514577Z","caller":"traceutil/trace.go:171","msg":"trace[528110491] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:30375; }","duration":"3.411510422s","start":"2026-07-29T09:09:35.103037Z","end":"2026-07-29T09:09:38.514548Z","steps":["trace[528110491] 'agreement among raft nodes before linearized reading' (duration: 3.411437511s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.514595Z","caller":"traceutil/trace.go:171","msg":"trace[1567909985] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:30375; }","duration":"8.079749496s","start":"2026-07-29T09:09:30.434837Z","end":"2026-07-29T09:09:38.514586Z","steps":["trace[1567909985] 'agreement among raft nodes before linearized reading' (duration: 8.079689985s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.514602Z","caller":"traceutil/trace.go:171","msg":"trace[1778033836] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:30375; }","duration":"17.5755447s","start":"2026-07-29T09:09:20.939049Z","end":"2026-07-29T09:09:38.514593Z","steps":["trace[1778033836] 'agreement among raft nodes before linearized reading' (duration: 17.575486878s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:30.434814Z","time spent":"8.079803577s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.551821246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:20.939025Z","time spent":"17.575603181s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T09:09:38.514647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71853656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-29T09:09:38.514679Z","caller":"traceutil/trace.go:171","msg":"trace[1883029227] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:30375; }","duration":"4.718618522s","start":"2026-07-29T09:09:33.796052Z","end":"2026-07-29T09:09:38.51467Z","steps":["trace[1883029227] 'agreement among raft nodes before linearized reading' (duration: 4.71852267s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.51463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:35.103012Z","time spent":"3.411602345s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:33.796021Z","time spent":"4.718678593s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-29T09:09:38.514443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922012368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.514754Z","caller":"traceutil/trace.go:171","msg":"trace[1514478681] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:30375; }","duration":"3.922363107s","start":"2026-07-29T09:09:34.592375Z","end":"2026-07-29T09:09:38.514738Z","steps":["trace[1514478681] 'agreement among raft nodes before linearized reading' (duration: 3.922004498s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.246198191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:38.514824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:34.592354Z","time spent":"3.92245232s","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.715160277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.445342412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-29T09:09:38.514866Z","caller":"traceutil/trace.go:171","msg":"trace[440918682] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:30375; }","duration":"8.71525861s","start":"2026-07-29T09:09:29.799598Z","end":"2026-07-29T09:09:38.514857Z","steps":["trace[440918682] 'agreement among raft nodes before linearized reading' (duration: 8.715209769s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568029774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T09:09:38.514529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336860281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.156529834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:38.514904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:29.799566Z","time spent":"8.715322972s","remote":"127.0.0.1:36760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:38.514926Z","caller":"traceutil/trace.go:171","msg":"trace[1327657066] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0; range_end:; response_count:1; response_revision:30375; }","duration":"3.568110127s","start":"2026-07-29T09:09:34.9468Z","end":"2026-07-29T09:09:38.51491Z","steps":["trace[1327657066] 'agreement among raft nodes before linearized reading' (duration: 3.567934532s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.514935Z","caller":"traceutil/trace.go:171","msg":"trace[1237001319] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:30375; }","duration":"7.156617886s","start":"2026-07-29T09:09:31.358307Z","end":"2026-07-29T09:09:38.514925Z","steps":["trace[1237001319] 'agreement among raft nodes before linearized reading' (duration: 7.156548824s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:29.732113Z","time spent":"8.782151951s","remote":"127.0.0.1:43024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:34.946783Z","time spent":"3.568174639s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" "} {"level":"warn","ts":"2026-07-29T09:09:38.514552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677263695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T09:09:38.515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.371389796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.989637843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.515022Z","caller":"traceutil/trace.go:171","msg":"trace[1391728304] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30375; }","duration":"4.677765468s","start":"2026-07-29T09:09:33.83724Z","end":"2026-07-29T09:09:38.515005Z","steps":["trace[1391728304] 'agreement among raft nodes before linearized reading' (duration: 4.677229334s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.515038Z","caller":"traceutil/trace.go:171","msg":"trace[1184149752] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:30375; }","duration":"10.371469199s","start":"2026-07-29T09:09:28.143559Z","end":"2026-07-29T09:09:38.515029Z","steps":["trace[1184149752] 'agreement among raft nodes before linearized reading' (duration: 10.371407527s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.514885Z","caller":"traceutil/trace.go:171","msg":"trace[1813547517] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:30375; }","duration":"9.445403214s","start":"2026-07-29T09:09:29.069471Z","end":"2026-07-29T09:09:38.514874Z","steps":["trace[1813547517] 'agreement among raft nodes before linearized reading' (duration: 9.445296881s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.515073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:28.143535Z","time spent":"10.37152859s","remote":"127.0.0.1:42002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.515075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:33.837216Z","time spent":"4.677843359s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T09:09:38.51508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.127172621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:38.514832Z","caller":"traceutil/trace.go:171","msg":"trace[22392837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30375; }","duration":"6.246249592s","start":"2026-07-29T09:09:32.268565Z","end":"2026-07-29T09:09:38.514814Z","steps":["trace[22392837] 'agreement among raft nodes before linearized reading' (duration: 6.24616024s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.515109Z","caller":"traceutil/trace.go:171","msg":"trace[988288460] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:30375; }","duration":"10.127203231s","start":"2026-07-29T09:09:28.3879Z","end":"2026-07-29T09:09:38.515103Z","steps":["trace[988288460] 'agreement among raft nodes before linearized reading' (duration: 10.12714436s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:35.415601Z","time spent":"3.098952788s","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.515119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:29.06945Z","time spent":"9.445644559s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-29T09:09:38.514451Z","caller":"traceutil/trace.go:171","msg":"trace[459286788] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:30375; }","duration":"10.566934198s","start":"2026-07-29T09:09:27.947174Z","end":"2026-07-29T09:09:38.514108Z","steps":["trace[459286788] 'agreement among raft nodes before linearized reading' (duration: 10.566747054s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.515138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:32.268516Z","time spent":"6.246607472s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:38.514936Z","caller":"traceutil/trace.go:171","msg":"trace[542966768] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:30375; }","duration":"1.337320163s","start":"2026-07-29T09:09:37.177602Z","end":"2026-07-29T09:09:38.514922Z","steps":["trace[542966768] 'agreement among raft nodes before linearized reading' (duration: 1.336907812s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.515066Z","caller":"traceutil/trace.go:171","msg":"trace[1500576669] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:30375; }","duration":"9.990392482s","start":"2026-07-29T09:09:28.524659Z","end":"2026-07-29T09:09:38.515051Z","steps":["trace[1500576669] 'agreement among raft nodes before linearized reading' (duration: 9.989641123s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.515189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:27.947158Z","time spent":"10.568008335s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-29T09:09:38.515217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:28.524638Z","time spent":"9.990564747s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.515209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:37.177592Z","time spent":"1.337585579s","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.514786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.310515418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:38.514706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435868025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:38.515297Z","caller":"traceutil/trace.go:171","msg":"trace[664449363] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:30375; }","duration":"8.311062332s","start":"2026-07-29T09:09:30.204217Z","end":"2026-07-29T09:09:38.515279Z","steps":["trace[664449363] 'agreement among raft nodes before linearized reading' (duration: 8.310535969s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.514973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:31.358279Z","time spent":"7.156684898s","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.515337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:30.204196Z","time spent":"8.311127913s","remote":"127.0.0.1:42900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:38.515329Z","caller":"traceutil/trace.go:171","msg":"trace[486388221] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:30375; }","duration":"3.436537292s","start":"2026-07-29T09:09:35.078774Z","end":"2026-07-29T09:09:38.515311Z","steps":["trace[486388221] 'agreement among raft nodes before linearized reading' (duration: 3.435884195s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.515386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:35.078753Z","time spent":"3.436613763s","remote":"127.0.0.1:43116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.515132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:28.387848Z","time spent":"10.127277144s","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:38.514681Z","caller":"traceutil/trace.go:171","msg":"trace[775394049] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:30375; }","duration":"9.551885598s","start":"2026-07-29T09:09:28.962769Z","end":"2026-07-29T09:09:38.514655Z","steps":["trace[775394049] 'agreement among raft nodes before linearized reading' (duration: 9.551840637s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.515496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:28.962752Z","time spent":"9.552730259s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:38.51553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.557886976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-29T09:09:38.514219Z","caller":"traceutil/trace.go:171","msg":"trace[935904190] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:30375; }","duration":"4.837493323s","start":"2026-07-29T09:09:33.676711Z","end":"2026-07-29T09:09:38.514204Z","steps":["trace[935904190] 'agreement among raft nodes before linearized reading' (duration: 4.837335609s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:38.51562Z","caller":"traceutil/trace.go:171","msg":"trace[858749157] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:30375; }","duration":"10.558069471s","start":"2026-07-29T09:09:27.957534Z","end":"2026-07-29T09:09:38.515603Z","steps":["trace[858749157] 'agreement among raft nodes before linearized reading' (duration: 10.557875686s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:38.515673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:27.95751Z","time spent":"10.558148013s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T09:09:38.515627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:33.676645Z","time spent":"4.83896837s","remote":"127.0.0.1:52904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":65,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:39.021648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:39.521781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:40.022055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:40.522637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:40.763629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.242239007s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:42.123896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0006812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:42.123988Z","caller":"traceutil/trace.go:171","msg":"trace[491676968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000832834s","start":"2026-07-29T09:09:40.123134Z","end":"2026-07-29T09:09:42.123967Z","steps":["trace[491676968] 'agreement among raft nodes before linearized reading' (duration: 2.000711851s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:42.124038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:40.123109Z","time spent":"2.000919785s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:42 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:43.825987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062136176s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T09:09:43.826082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.521297Z","time spent":"5.304781594s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:44.125084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:44.125189Z","caller":"traceutil/trace.go:171","msg":"trace[2062432928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547616s","start":"2026-07-29T09:09:42.124622Z","end":"2026-07-29T09:09:44.12517Z","steps":["trace[2062432928] 'agreement among raft nodes before linearized reading' (duration: 2.000415573s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:44.125238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:42.124602Z","time spent":"2.000625268s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:44 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:44.397411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.633137001s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:45.375335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.050182Z","time spent":"325.145866ms","remote":"127.0.0.1:54648","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:45.376074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.431514ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-29T09:09:45.376717Z","caller":"traceutil/trace.go:171","msg":"trace[159137632] transaction","detail":"{read_only:false; response_revision:30376; number_of_response:1; }","duration":"6.854449769s","start":"2026-07-29T09:09:38.52223Z","end":"2026-07-29T09:09:45.376679Z","steps":["trace[159137632] 'process raft request' (duration: 6.853935565s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.376868Z","caller":"traceutil/trace.go:171","msg":"trace[714784059] transaction","detail":"{read_only:false; response_revision:30377; number_of_response:1; }","duration":"6.488864469s","start":"2026-07-29T09:09:38.887979Z","end":"2026-07-29T09:09:45.376844Z","steps":["trace[714784059] 'process raft request' (duration: 6.48848635s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.376923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.52222Z","time spent":"6.854594232s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:45.377019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.887943Z","time spent":"6.488988132s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420310,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:45.377296Z","caller":"traceutil/trace.go:171","msg":"trace[1933181099] transaction","detail":"{read_only:false; response_revision:30380; number_of_response:1; }","duration":"1.548183696s","start":"2026-07-29T09:09:43.829096Z","end":"2026-07-29T09:09:45.377279Z","steps":["trace[1933181099] 'process raft request' (duration: 1.548149415s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.377311Z","caller":"traceutil/trace.go:171","msg":"trace[2103580095] transaction","detail":"{read_only:false; response_revision:30379; number_of_response:1; }","duration":"5.186701825s","start":"2026-07-29T09:09:40.190593Z","end":"2026-07-29T09:09:45.377294Z","steps":["trace[2103580095] 'process raft request' (duration: 5.186567281s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.377331Z","caller":"traceutil/trace.go:171","msg":"trace[847396640] linearizableReadLoop","detail":"{readStateIndex:31310; appliedIndex:31304; }","duration":"6.855785723s","start":"2026-07-29T09:09:38.521525Z","end":"2026-07-29T09:09:45.377311Z","steps":["trace[847396640] 'read index received' (duration: 2.242252518s)","trace[847396640] 'applied index is now lower than readState.Index' (duration: 4.613530645s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:45.377403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:40.190581Z","time spent":"5.186775917s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:45.377419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:43.829072Z","time spent":"1.548277739s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:45.377524Z","caller":"traceutil/trace.go:171","msg":"trace[1285663499] transaction","detail":"{read_only:false; response_revision:30378; number_of_response:1; }","duration":"5.947664287s","start":"2026-07-29T09:09:39.429834Z","end":"2026-07-29T09:09:45.377498Z","steps":["trace[1285663499] 'process raft request' (duration: 5.946955689s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.377678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:39.429804Z","time spent":"5.947824051s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:45.377702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.856165902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-07-29T09:09:45.377729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998420283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:45.377715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62826906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:45.377761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.856214964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T09:09:45.377838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19159254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T09:09:45.377886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213629621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:45.377907Z","caller":"traceutil/trace.go:171","msg":"trace[1336208406] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:30380; }","duration":"3.213692323s","start":"2026-07-29T09:09:42.164209Z","end":"2026-07-29T09:09:45.377901Z","steps":["trace[1336208406] 'agreement among raft nodes before linearized reading' (duration: 3.213641232s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.377865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390894404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:45.377931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:42.164188Z","time spent":"3.213737775s","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:45.37787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324803713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:45.377891Z","caller":"traceutil/trace.go:171","msg":"trace[222513139] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:30380; }","duration":"6.856346927s","start":"2026-07-29T09:09:38.521524Z","end":"2026-07-29T09:09:45.377871Z","steps":["trace[222513139] 'agreement among raft nodes before linearized reading' (duration: 6.856031359s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.377956Z","caller":"traceutil/trace.go:171","msg":"trace[1361884239] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:30380; }","duration":"3.390992057s","start":"2026-07-29T09:09:41.986945Z","end":"2026-07-29T09:09:45.377937Z","steps":["trace[1361884239] 'agreement among raft nodes before linearized reading' (duration: 3.390765141s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.377977Z","caller":"traceutil/trace.go:171","msg":"trace[748059750] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:30380; }","duration":"1.324978397s","start":"2026-07-29T09:09:44.052979Z","end":"2026-07-29T09:09:45.377958Z","steps":["trace[748059750] 'agreement among raft nodes before linearized reading' (duration: 1.324847094s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.377989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.521452Z","time spent":"6.856520601s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T09:09:45.37802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:41.986921Z","time spent":"3.391082739s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":82,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:45.378036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:44.05296Z","time spent":"1.3250568s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:45.378047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.932442188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:45.378062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.157018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:45.37809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393514006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:09:45.378112Z","caller":"traceutil/trace.go:171","msg":"trace[803673670] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:30380; }","duration":"320.24289ms","start":"2026-07-29T09:09:45.057857Z","end":"2026-07-29T09:09:45.3781Z","steps":["trace[803673670] 'agreement among raft nodes before linearized reading' (duration: 320.151148ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.37813Z","caller":"traceutil/trace.go:171","msg":"trace[86092795] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:30380; }","duration":"2.393552357s","start":"2026-07-29T09:09:42.984565Z","end":"2026-07-29T09:09:45.378117Z","steps":["trace[86092795] 'agreement among raft nodes before linearized reading' (duration: 2.393377573s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.057834Z","time spent":"320.301982ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:45.378159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048719871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:45.378149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062033222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:45.378155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.687911969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:45.378185Z","caller":"traceutil/trace.go:171","msg":"trace[1371490719] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:30380; }","duration":"6.048786043s","start":"2026-07-29T09:09:39.32939Z","end":"2026-07-29T09:09:45.378176Z","steps":["trace[1371490719] 'agreement among raft nodes before linearized reading' (duration: 6.04868375s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:39.329373Z","time spent":"6.048825073s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":82,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:45.377777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512399723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:45.378209Z","caller":"traceutil/trace.go:171","msg":"trace[153503766] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:30380; }","duration":"6.687994651s","start":"2026-07-29T09:09:38.6902Z","end":"2026-07-29T09:09:45.378195Z","steps":["trace[153503766] 'agreement among raft nodes before linearized reading' (duration: 6.687918539s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245059583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:45.378254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.690183Z","time spent":"6.688056902s","remote":"127.0.0.1:38540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:45.378261Z","caller":"traceutil/trace.go:171","msg":"trace[272369039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30380; }","duration":"1.245152086s","start":"2026-07-29T09:09:44.133096Z","end":"2026-07-29T09:09:45.378248Z","steps":["trace[272369039] 'agreement among raft nodes before linearized reading' (duration: 1.245058433s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:44.133076Z","time spent":"1.245219997s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:45.378317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.126572737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:45.377915Z","caller":"traceutil/trace.go:171","msg":"trace[1716060378] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30380; }","duration":"5.191696082s","start":"2026-07-29T09:09:40.186201Z","end":"2026-07-29T09:09:45.377897Z","steps":["trace[1716060378] 'agreement among raft nodes before linearized reading' (duration: 5.191446745s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.37816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:42.984493Z","time spent":"2.393659869s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":131,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:45.378361Z","caller":"traceutil/trace.go:171","msg":"trace[565063158] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:30380; }","duration":"5.126669729s","start":"2026-07-29T09:09:40.251675Z","end":"2026-07-29T09:09:45.378345Z","steps":["trace[565063158] 'agreement among raft nodes before linearized reading' (duration: 5.126612088s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:40.186189Z","time spent":"5.192173725s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T09:09:45.378093Z","caller":"traceutil/trace.go:171","msg":"trace[1320596170] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:30380; }","duration":"5.932518769s","start":"2026-07-29T09:09:39.445561Z","end":"2026-07-29T09:09:45.37808Z","steps":["trace[1320596170] 'agreement among raft nodes before linearized reading' (duration: 5.932444828s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.378252Z","caller":"traceutil/trace.go:171","msg":"trace[685584293] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:30380; }","duration":"3.512869635s","start":"2026-07-29T09:09:41.865363Z","end":"2026-07-29T09:09:45.378233Z","steps":["trace[685584293] 'agreement among raft nodes before linearized reading' (duration: 3.512376073s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:41.865303Z","time spent":"3.513155732s","remote":"127.0.0.1:43008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:45.377822Z","caller":"traceutil/trace.go:171","msg":"trace[1566298436] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:30380; }","duration":"2.628423084s","start":"2026-07-29T09:09:42.74937Z","end":"2026-07-29T09:09:45.377793Z","steps":["trace[1566298436] 'agreement among raft nodes before linearized reading' (duration: 2.628182818s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:39.445548Z","time spent":"5.93291298s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:45.377971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.428886394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:45.378545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:42.749348Z","time spent":"2.629176364s","remote":"127.0.0.1:56262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:45.378578Z","caller":"traceutil/trace.go:171","msg":"trace[175835832] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:30380; }","duration":"6.42949667s","start":"2026-07-29T09:09:38.949066Z","end":"2026-07-29T09:09:45.378563Z","steps":["trace[175835832] 'agreement among raft nodes before linearized reading' (duration: 6.428844113s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.949007Z","time spent":"6.429600973s","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:45.37776Z","caller":"traceutil/trace.go:171","msg":"trace[726669131] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:30380; }","duration":"3.998484624s","start":"2026-07-29T09:09:41.379265Z","end":"2026-07-29T09:09:45.377749Z","steps":["trace[726669131] 'agreement among raft nodes before linearized reading' (duration: 3.998430503s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.377921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944364699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:45.378685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:41.379249Z","time spent":"3.999414148s","remote":"127.0.0.1:48846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:45.3782Z","caller":"traceutil/trace.go:171","msg":"trace[696155035] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:30380; }","duration":"6.062119714s","start":"2026-07-29T09:09:39.316068Z","end":"2026-07-29T09:09:45.378188Z","steps":["trace[696155035] 'agreement among raft nodes before linearized reading' (duration: 6.062048192s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.378733Z","caller":"traceutil/trace.go:171","msg":"trace[841873781] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:30380; }","duration":"1.94521401s","start":"2026-07-29T09:09:43.433498Z","end":"2026-07-29T09:09:45.378712Z","steps":["trace[841873781] 'agreement among raft nodes before linearized reading' (duration: 1.94439136s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:39.316049Z","time spent":"6.062700038s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:45.377751Z","caller":"traceutil/trace.go:171","msg":"trace[2006374842] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:30380; }","duration":"6.856231414s","start":"2026-07-29T09:09:38.521504Z","end":"2026-07-29T09:09:45.377736Z","steps":["trace[2006374842] 'agreement among raft nodes before linearized reading' (duration: 6.855934736s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.378406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:40.251645Z","time spent":"5.126749191s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:45.37879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:43.433463Z","time spent":"1.945312113s","remote":"127.0.0.1:42016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:45.378822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.521495Z","time spent":"6.857318491s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T09:09:45.378995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.52136Z","time spent":"6.857632739s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:09:45.379599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437887762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T09:09:45.379669Z","caller":"traceutil/trace.go:171","msg":"trace[1652889747] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30380; }","duration":"2.438000715s","start":"2026-07-29T09:09:42.941652Z","end":"2026-07-29T09:09:45.379652Z","steps":["trace[1652889747] 'agreement among raft nodes before linearized reading' (duration: 2.436532397s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.379718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:42.94163Z","time spent":"2.438075166s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-29T09:09:45.37984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853241998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:09:45.379891Z","caller":"traceutil/trace.go:171","msg":"trace[1351770654] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30380; }","duration":"1.853320391s","start":"2026-07-29T09:09:43.526557Z","end":"2026-07-29T09:09:45.379878Z","steps":["trace[1351770654] 'agreement among raft nodes before linearized reading' (duration: 1.851300299s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.379944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:43.526542Z","time spent":"1.853386212s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:09:45.379962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.857765474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-29T09:09:45.380003Z","caller":"traceutil/trace.go:171","msg":"trace[1037998728] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30380; }","duration":"6.857826466s","start":"2026-07-29T09:09:38.522165Z","end":"2026-07-29T09:09:45.379991Z","steps":["trace[1037998728] 'agreement among raft nodes before linearized reading' (duration: 6.855917466s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.380053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.522153Z","time spent":"6.857890187s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T09:09:45.380066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06630811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129513"} {"level":"info","ts":"2026-07-29T09:09:45.380109Z","caller":"traceutil/trace.go:171","msg":"trace[1363039991] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:30380; }","duration":"4.066342411s","start":"2026-07-29T09:09:41.313748Z","end":"2026-07-29T09:09:45.38009Z","steps":["trace[1363039991] 'agreement among raft nodes before linearized reading' (duration: 4.064501734s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.380133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:41.313705Z","time spent":"4.066422893s","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129535,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-29T09:09:45.380242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088957619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-29T09:09:45.380284Z","caller":"traceutil/trace.go:171","msg":"trace[877409589] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:30380; }","duration":"4.089038051s","start":"2026-07-29T09:09:41.291236Z","end":"2026-07-29T09:09:45.380275Z","steps":["trace[877409589] 'agreement among raft nodes before linearized reading' (duration: 4.087038489s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.380312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:41.291214Z","time spent":"4.089092203s","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-29T09:09:45.380246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.858062082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-816e5777-2a9c-42a3-810a-7bea7583a7bf\" ","response":"range_response_count:1 size:2264"} {"level":"warn","ts":"2026-07-29T09:09:45.380426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.855271829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-29T09:09:45.380489Z","caller":"traceutil/trace.go:171","msg":"trace[23449541] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:30380; }","duration":"6.855353342s","start":"2026-07-29T09:09:38.525127Z","end":"2026-07-29T09:09:45.38048Z","steps":["trace[23449541] 'agreement among raft nodes before linearized reading' (duration: 6.853194587s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:45.380455Z","caller":"traceutil/trace.go:171","msg":"trace[1990696678] range","detail":"{range_begin:/registry/persistentvolumes/pvc-816e5777-2a9c-42a3-810a-7bea7583a7bf; range_end:; response_count:1; response_revision:30380; }","duration":"6.858282657s","start":"2026-07-29T09:09:38.52215Z","end":"2026-07-29T09:09:45.380433Z","steps":["trace[1990696678] 'agreement among raft nodes before linearized reading' (duration: 6.856037659s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:45.380528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.525117Z","time spent":"6.855403553s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T09:09:45.380566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:38.522145Z","time spent":"6.85839748s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2286,"request content":"key:\"/registry/persistentvolumes/pvc-816e5777-2a9c-42a3-810a-7bea7583a7bf\" "} {"level":"warn","ts":"2026-07-29T09:09:45.879967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:46.380862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:46.680089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301401395s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:47.379632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:47.379694Z","caller":"traceutil/trace.go:171","msg":"trace[1264370899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999142s","start":"2026-07-29T09:09:45.379682Z","end":"2026-07-29T09:09:47.379681Z","steps":["trace[1264370899] 'agreement among raft nodes before linearized reading' (duration: 1.99991746s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:47.379733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.379666Z","time spent":"2.000052934s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:49.387487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:49.387613Z","caller":"traceutil/trace.go:171","msg":"trace[846983643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398772s","start":"2026-07-29T09:09:47.38719Z","end":"2026-07-29T09:09:49.387589Z","steps":["trace[846983643] 'agreement among raft nodes before linearized reading' (duration: 2.000247098s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:49.387677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:47.387173Z","time spent":"2.000490204s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:50.457004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:50.457092Z","caller":"traceutil/trace.go:171","msg":"trace[1479245376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039932s","start":"2026-07-29T09:09:48.457033Z","end":"2026-07-29T09:09:50.457073Z","steps":["trace[1479245376] 'agreement among raft nodes before linearized reading' (duration: 1.999928329s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.457139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:48.457009Z","time spent":"2.000121435s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:50 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:50.726597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587371994s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:50.726724Z","caller":"traceutil/trace.go:171","msg":"trace[867137206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30380; }","duration":"2.587507797s","start":"2026-07-29T09:09:48.139198Z","end":"2026-07-29T09:09:50.726706Z","steps":["trace[867137206] 'range keys from in-memory index tree' (duration: 2.587357923s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:50.728681Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28150} {"level":"warn","ts":"2026-07-29T09:09:50.729654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045441516s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-29T09:09:50.729919Z","caller":"traceutil/trace.go:171","msg":"trace[1029926918] compact","detail":"{revision:28150; response_revision:30380; }","duration":"5.351298186s","start":"2026-07-29T09:09:45.378596Z","end":"2026-07-29T09:09:50.729894Z","steps":["trace[1029926918] 'process raft request' (duration: 1.301676332s)","trace[1029926918] 'check and update compact revision' (duration: 4.045304933s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:50.730022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.378566Z","time spent":"5.351452409s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T09:09:50.730242Z","caller":"traceutil/trace.go:171","msg":"trace[895915472] transaction","detail":"{read_only:false; response_revision:30381; number_of_response:1; }","duration":"5.348100733s","start":"2026-07-29T09:09:45.382121Z","end":"2026-07-29T09:09:50.730222Z","steps":["trace[895915472] 'process raft request' (duration: 5.347650831s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.730358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.382103Z","time spent":"5.348190245s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:50.730552Z","caller":"traceutil/trace.go:171","msg":"trace[1014254599] transaction","detail":"{read_only:false; response_revision:30382; number_of_response:1; }","duration":"5.347487358s","start":"2026-07-29T09:09:45.38304Z","end":"2026-07-29T09:09:50.730528Z","steps":["trace[1014254599] 'process raft request' (duration: 5.347165769s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.730702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.383027Z","time spent":"5.3475896s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:50.731058Z","caller":"traceutil/trace.go:171","msg":"trace[915395475] linearizableReadLoop","detail":"{readStateIndex:31315; appliedIndex:31311; }","duration":"5.351328095s","start":"2026-07-29T09:09:45.379703Z","end":"2026-07-29T09:09:50.731031Z","steps":["trace[915395475] 'read index received' (duration: 1.300582944s)","trace[915395475] 'applied index is now lower than readState.Index' (duration: 4.050744031s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:50.73112Z","caller":"traceutil/trace.go:171","msg":"trace[79686258] transaction","detail":"{read_only:false; response_revision:30383; number_of_response:1; }","duration":"5.347957659s","start":"2026-07-29T09:09:45.383145Z","end":"2026-07-29T09:09:50.731102Z","steps":["trace[79686258] 'process raft request' (duration: 5.347361744s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.731271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.382672Z","time spent":"5.348557764s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:50.731345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351569071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-29T09:09:50.731403Z","caller":"traceutil/trace.go:171","msg":"trace[2081175668] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30383; }","duration":"5.351643693s","start":"2026-07-29T09:09:45.379742Z","end":"2026-07-29T09:09:50.731386Z","steps":["trace[2081175668] 'agreement among raft nodes before linearized reading' (duration: 5.351447828s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.73145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.379731Z","time spent":"5.351708475s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:09:50.731497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.342496153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23386"} {"level":"info","ts":"2026-07-29T09:09:50.731577Z","caller":"traceutil/trace.go:171","msg":"trace[1096160327] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30383; }","duration":"4.342612867s","start":"2026-07-29T09:09:46.388946Z","end":"2026-07-29T09:09:50.731559Z","steps":["trace[1096160327] 'agreement among raft nodes before linearized reading' (duration: 4.34233998s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.731483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.171728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:50.731618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:46.388925Z","time spent":"4.342683308s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23408,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T09:09:50.731641Z","caller":"traceutil/trace.go:171","msg":"trace[1480317195] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:30383; }","duration":"858.427524ms","start":"2026-07-29T09:09:49.873194Z","end":"2026-07-29T09:09:50.731621Z","steps":["trace[1480317195] 'agreement among raft nodes before linearized reading' (duration: 858.065065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.731761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343691875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:09:50.73178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:49.873171Z","time spent":"858.593489ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:50.731797Z","caller":"traceutil/trace.go:171","msg":"trace[1341988333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30383; }","duration":"1.343760567s","start":"2026-07-29T09:09:49.388024Z","end":"2026-07-29T09:09:50.731785Z","steps":["trace[1341988333] 'agreement among raft nodes before linearized reading' (duration: 1.343204263s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.731828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:49.388005Z","time spent":"1.343816608s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:50.731822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.348327298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T09:09:50.731918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458877947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:50.731927Z","caller":"traceutil/trace.go:171","msg":"trace[1863009826] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30383; }","duration":"5.348451431s","start":"2026-07-29T09:09:45.383446Z","end":"2026-07-29T09:09:50.731898Z","steps":["trace[1863009826] 'agreement among raft nodes before linearized reading' (duration: 5.347803585s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:50.731947Z","caller":"traceutil/trace.go:171","msg":"trace[747923280] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:30383; }","duration":"2.458962909s","start":"2026-07-29T09:09:48.272977Z","end":"2026-07-29T09:09:50.73194Z","steps":["trace[747923280] 'agreement among raft nodes before linearized reading' (duration: 2.458290762s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.731958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.098983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:09:50.731973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.383439Z","time spent":"5.348523574s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-29T09:09:50.732005Z","caller":"traceutil/trace.go:171","msg":"trace[1336500913] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30383; }","duration":"341.172554ms","start":"2026-07-29T09:09:50.390819Z","end":"2026-07-29T09:09:50.731992Z","steps":["trace[1336500913] 'agreement among raft nodes before linearized reading' (duration: 340.389185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.732046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.390802Z","time spent":"341.235417ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:09:50.73186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345938958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-29T09:09:50.732287Z","caller":"traceutil/trace.go:171","msg":"trace[941883296] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:30383; }","duration":"5.346716687s","start":"2026-07-29T09:09:45.385557Z","end":"2026-07-29T09:09:50.732274Z","steps":["trace[941883296] 'agreement among raft nodes before linearized reading' (duration: 5.34567784s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.732316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.673492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:50.73236Z","caller":"traceutil/trace.go:171","msg":"trace[1048774964] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:30383; }","duration":"955.758385ms","start":"2026-07-29T09:09:49.776591Z","end":"2026-07-29T09:09:50.73235Z","steps":["trace[1048774964] 'agreement among raft nodes before linearized reading' (duration: 954.683497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.732387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898078877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:09:50.731845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.348165505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4661"} {"level":"info","ts":"2026-07-29T09:09:50.732432Z","caller":"traceutil/trace.go:171","msg":"trace[1217987355] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:30383; }","duration":"3.898166619s","start":"2026-07-29T09:09:46.834255Z","end":"2026-07-29T09:09:50.732421Z","steps":["trace[1217987355] 'agreement among raft nodes before linearized reading' (duration: 3.897028501s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.732469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345204269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:23386"} {"level":"warn","ts":"2026-07-29T09:09:50.732473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:46.834234Z","time spent":"3.898229431s","remote":"127.0.0.1:46438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:50.732505Z","caller":"traceutil/trace.go:171","msg":"trace[771839044] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30383; }","duration":"5.34524112s","start":"2026-07-29T09:09:45.387254Z","end":"2026-07-29T09:09:50.732495Z","steps":["trace[771839044] 'agreement among raft nodes before linearized reading' (duration: 5.343967587s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.7324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:49.776567Z","time spent":"955.823986ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:50.732541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.387237Z","time spent":"5.345296982s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":23408,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-29T09:09:50.731983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264998107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:09:50.732622Z","caller":"traceutil/trace.go:171","msg":"trace[73151350] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30383; }","duration":"5.265679665s","start":"2026-07-29T09:09:45.466932Z","end":"2026-07-29T09:09:50.732611Z","steps":["trace[73151350] 'agreement among raft nodes before linearized reading' (duration: 5.264293489s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.732329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.385549Z","time spent":"5.346769468s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1368,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-29T09:09:50.732654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.46691Z","time spent":"5.265735006s","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:09:50.732437Z","caller":"traceutil/trace.go:171","msg":"trace[32968114] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:30383; }","duration":"5.348765919s","start":"2026-07-29T09:09:45.383659Z","end":"2026-07-29T09:09:50.732425Z","steps":["trace[32968114] 'agreement among raft nodes before linearized reading' (duration: 5.34758752s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.732695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.383652Z","time spent":"5.349031667s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4683,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-29T09:09:50.731969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:48.272954Z","time spent":"2.459009721s","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":65,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:09:50.732741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.348211436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:82 size:110464"} {"level":"info","ts":"2026-07-29T09:09:50.732776Z","caller":"traceutil/trace.go:171","msg":"trace[1591802098] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:82; response_revision:30383; }","duration":"5.348262508s","start":"2026-07-29T09:09:45.384506Z","end":"2026-07-29T09:09:50.732768Z","steps":["trace[1591802098] 'agreement among raft nodes before linearized reading' (duration: 5.346771309s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.732801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.384497Z","time spent":"5.348298449s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":82,"response size":110486,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-29T09:09:50.733042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.35034363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:82 size:110464"} {"level":"info","ts":"2026-07-29T09:09:50.733066Z","caller":"traceutil/trace.go:171","msg":"trace[1349383861] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:82; response_revision:30383; }","duration":"5.350386961s","start":"2026-07-29T09:09:45.382673Z","end":"2026-07-29T09:09:50.73306Z","steps":["trace[1349383861] 'agreement among raft nodes before linearized reading' (duration: 5.348591855s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:50.733085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:45.382661Z","time spent":"5.350418002s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":82,"response size":110486,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-29T09:09:51.237281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:51.73744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:52.238383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:52.251793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515156172s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:52.741518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:52.741615Z","caller":"traceutil/trace.go:171","msg":"trace[566707162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507844s","start":"2026-07-29T09:09:50.741076Z","end":"2026-07-29T09:09:52.741584Z","steps":["trace[566707162] 'agreement among raft nodes before linearized reading' (duration: 2.000401351s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:52.741664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.741071Z","time spent":"2.000584826s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:52 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:53.845357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.736443Z","time spent":"3.108906683s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 09:09:53 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:54.700493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448430831s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-29T09:09:54.741538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999655234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:54.741624Z","caller":"traceutil/trace.go:171","msg":"trace[1637454204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999841908s","start":"2026-07-29T09:09:52.741764Z","end":"2026-07-29T09:09:54.741606Z","steps":["trace[1637454204] 'agreement among raft nodes before linearized reading' (duration: 1.999722545s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:54.741671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:52.741744Z","time spent":"1.99991777s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:54 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:09:55.817357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.560652137s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:56.748792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999840327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:09:56.748904Z","caller":"traceutil/trace.go:171","msg":"trace[1107725315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022122s","start":"2026-07-29T09:09:54.748863Z","end":"2026-07-29T09:09:56.748885Z","steps":["trace[1107725315] 'agreement among raft nodes before linearized reading' (duration: 1.999875658s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:56.748954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:54.748841Z","time spent":"2.000103024s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:09:56.843117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025285513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:09:56.84339Z","caller":"traceutil/trace.go:171","msg":"trace[214586196] linearizableReadLoop","detail":"{readStateIndex:31319; appliedIndex:31315; }","duration":"6.106461009s","start":"2026-07-29T09:09:50.736912Z","end":"2026-07-29T09:09:56.843372Z","steps":["trace[214586196] 'read index received' (duration: 1.515043389s)","trace[214586196] 'applied index is now lower than readState.Index' (duration: 4.59141637s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:09:56.84348Z","caller":"traceutil/trace.go:171","msg":"trace[117204118] transaction","detail":"{read_only:false; response_revision:30385; number_of_response:1; }","duration":"6.105804212s","start":"2026-07-29T09:09:50.737661Z","end":"2026-07-29T09:09:56.843465Z","steps":["trace[117204118] 'process raft request' (duration: 5.080078519s)","trace[117204118] 'compare' (duration: 1.024979024s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:56.843575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.73765Z","time spent":"6.105863734s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:56.843902Z","caller":"traceutil/trace.go:171","msg":"trace[829052794] transaction","detail":"{read_only:false; response_revision:30387; number_of_response:1; }","duration":"6.10303254s","start":"2026-07-29T09:09:50.740835Z","end":"2026-07-29T09:09:56.843867Z","steps":["trace[829052794] 'process raft request' (duration: 6.102456916s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:56.843949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107008033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cdbd755b-80cc-4466-bfea-ef1ebd37bc54\" ","response":"range_response_count:1 size:2191"} {"level":"info","ts":"2026-07-29T09:09:56.843931Z","caller":"traceutil/trace.go:171","msg":"trace[1981508762] transaction","detail":"{read_only:false; response_revision:30386; number_of_response:1; }","duration":"6.105122424s","start":"2026-07-29T09:09:50.738772Z","end":"2026-07-29T09:09:56.843895Z","steps":["trace[1981508762] 'process raft request' (duration: 6.104439117s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:09:56.844006Z","caller":"traceutil/trace.go:171","msg":"trace[907387931] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cdbd755b-80cc-4466-bfea-ef1ebd37bc54; range_end:; response_count:1; response_revision:30387; }","duration":"6.107102444s","start":"2026-07-29T09:09:50.736886Z","end":"2026-07-29T09:09:56.843988Z","steps":["trace[907387931] 'agreement among raft nodes before linearized reading' (duration: 6.106874909s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:56.844045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.736874Z","time spent":"6.107159977s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2213,"request content":"key:\"/registry/persistentvolumes/pvc-cdbd755b-80cc-4466-bfea-ef1ebd37bc54\" "} {"level":"warn","ts":"2026-07-29T09:09:56.844064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.740817Z","time spent":"6.103168104s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:56.844106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.738765Z","time spent":"6.105247967s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:57.344545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:09:57.379797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091212908s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:58.510864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104911079s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:09:58.68624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304695649s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:545"} {"level":"info","ts":"2026-07-29T09:09:58.686506Z","caller":"traceutil/trace.go:171","msg":"trace[642600467] transaction","detail":"{read_only:false; number_of_response:1; response_revision:30387; }","duration":"4.837686288s","start":"2026-07-29T09:09:53.848771Z","end":"2026-07-29T09:09:58.686457Z","steps":["trace[642600467] 'process raft request' (duration: 3.532665221s)","trace[642600467] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; } (duration: 1.304564915s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:09:58.686513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.906407ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:09:58.686606Z","caller":"traceutil/trace.go:171","msg":"trace[1007253186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30387; }","duration":"547.0041ms","start":"2026-07-29T09:09:58.139586Z","end":"2026-07-29T09:09:58.686591Z","steps":["trace[1007253186] 'range keys from in-memory index tree' (duration: 546.892657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:58.686613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:53.848748Z","time spent":"4.837812971s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":567,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:09:58.68703Z","caller":"traceutil/trace.go:171","msg":"trace[1789082310] transaction","detail":"{read_only:false; response_revision:30388; number_of_response:1; }","duration":"2.924216429s","start":"2026-07-29T09:09:55.762793Z","end":"2026-07-29T09:09:58.687009Z","steps":["trace[1789082310] 'process raft request' (duration: 2.923565063s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:58.687114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:55.762764Z","time spent":"2.924305142s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:09:58.750035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:09:58.750117Z","caller":"traceutil/trace.go:171","msg":"trace[2090864258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439404s","start":"2026-07-29T09:09:56.749657Z","end":"2026-07-29T09:09:58.750097Z","steps":["trace[2090864258] 'agreement among raft nodes before linearized reading' (duration: 2.000329931s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:09:58.750165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:56.749619Z","time spent":"2.000536857s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:09:58 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:00.456861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:00.456966Z","caller":"traceutil/trace.go:171","msg":"trace[1225508063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264038s","start":"2026-07-29T09:09:58.456683Z","end":"2026-07-29T09:10:00.456947Z","steps":["trace[1225508063] 'agreement among raft nodes before linearized reading' (duration: 2.000140715s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:00.457014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:58.456663Z","time spent":"2.000341121s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:00 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:00.754919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:00.755064Z","caller":"traceutil/trace.go:171","msg":"trace[285657258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403062s","start":"2026-07-29T09:09:58.75463Z","end":"2026-07-29T09:10:00.755033Z","steps":["trace[285657258] 'agreement among raft nodes before linearized reading' (duration: 2.000208927s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:00.755129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:58.754615Z","time spent":"2.000500665s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:01.795891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108914393s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T09:10:01.79616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:59.078841Z","time spent":"2.717306948s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:02.51314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.01869588s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:02.763924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000516685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:02.764016Z","caller":"traceutil/trace.go:171","msg":"trace[2138438483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069082s","start":"2026-07-29T09:10:00.763306Z","end":"2026-07-29T09:10:02.763997Z","steps":["trace[2138438483] 'agreement among raft nodes before linearized reading' (duration: 2.000573277s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:02.76407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:00.763277Z","time spent":"2.000782522s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:02 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:03.849058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:56.848616Z","time spent":"7.000434823s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:04.353722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557657065s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:10:04.353996Z","caller":"traceutil/trace.go:171","msg":"trace[2004043735] transaction","detail":"{read_only:false; response_revision:30392; number_of_response:1; }","duration":"3.382800388s","start":"2026-07-29T09:10:00.971177Z","end":"2026-07-29T09:10:04.353977Z","steps":["trace[2004043735] 'process raft request' (duration: 3.382758297s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:00.971148Z","time spent":"3.382883161s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:10:04.354291Z","caller":"traceutil/trace.go:171","msg":"trace[719924472] linearizableReadLoop","detail":"{readStateIndex:31323; appliedIndex:31319; }","duration":"7.510833947s","start":"2026-07-29T09:09:56.84343Z","end":"2026-07-29T09:10:04.354264Z","steps":["trace[719924472] 'read index received' (duration: 538.415381ms)","trace[719924472] 'applied index is now lower than readState.Index' (duration: 6.972416526s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:04.354443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.197063897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:04.354493Z","caller":"traceutil/trace.go:171","msg":"trace[1175861332] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:30392; }","duration":"8.197209491s","start":"2026-07-29T09:09:56.15727Z","end":"2026-07-29T09:10:04.35448Z","steps":["trace[1175861332] 'agreement among raft nodes before linearized reading' (duration: 8.197111839s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.875776419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:04.354535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.077544496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:04.354578Z","caller":"traceutil/trace.go:171","msg":"trace[1493661425] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:30392; }","duration":"12.875828761s","start":"2026-07-29T09:09:51.478735Z","end":"2026-07-29T09:10:04.354564Z","steps":["trace[1493661425] 'agreement among raft nodes before linearized reading' (duration: 12.875745479s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.615739934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23386"} {"level":"warn","ts":"2026-07-29T09:10:04.354584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.61673243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-07-29T09:10:04.354614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:51.478674Z","time spent":"12.875931513s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:04.354627Z","caller":"traceutil/trace.go:171","msg":"trace[1626955183] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30392; }","duration":"13.615826726s","start":"2026-07-29T09:09:50.738785Z","end":"2026-07-29T09:10:04.354612Z","steps":["trace[1626955183] 'agreement among raft nodes before linearized reading' (duration: 13.615644812s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.53121082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:04.354638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.617079969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-29T09:10:04.354636Z","caller":"traceutil/trace.go:171","msg":"trace[909981283] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:30392; }","duration":"13.616802003s","start":"2026-07-29T09:09:50.737818Z","end":"2026-07-29T09:10:04.35462Z","steps":["trace[909981283] 'agreement among raft nodes before linearized reading' (duration: 13.616627768s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.223969468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:04.354664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.738769Z","time spent":"13.615887438s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23408,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-29T09:10:04.354674Z","caller":"traceutil/trace.go:171","msg":"trace[697985064] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:30392; }","duration":"13.617133711s","start":"2026-07-29T09:09:50.737531Z","end":"2026-07-29T09:10:04.354665Z","steps":["trace[697985064] 'agreement among raft nodes before linearized reading' (duration: 13.617023418s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.737814Z","time spent":"13.616864724s","remote":"127.0.0.1:46206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-29T09:10:04.354651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.861498004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:04.354703Z","caller":"traceutil/trace.go:171","msg":"trace[1719954794] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:30392; }","duration":"12.224062361s","start":"2026-07-29T09:09:52.130623Z","end":"2026-07-29T09:10:04.354685Z","steps":["trace[1719954794] 'agreement among raft nodes before linearized reading' (duration: 12.223960999s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.737523Z","time spent":"13.617172591s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-29T09:10:04.354532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:56.157247Z","time spent":"8.197272442s","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:04.354738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.94335576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:04.354756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.752604486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:04.354785Z","caller":"traceutil/trace.go:171","msg":"trace[1380126132] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:30392; }","duration":"12.861638887s","start":"2026-07-29T09:09:51.493096Z","end":"2026-07-29T09:10:04.354734Z","steps":["trace[1380126132] 'agreement among raft nodes before linearized reading' (duration: 12.861448913s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.615877758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129513"} {"level":"warn","ts":"2026-07-29T09:10:04.354894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.616969367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:10:04.354909Z","caller":"traceutil/trace.go:171","msg":"trace[1840313431] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:30392; }","duration":"13.61598193s","start":"2026-07-29T09:09:50.73891Z","end":"2026-07-29T09:10:04.354892Z","steps":["trace[1840313431] 'agreement among raft nodes before linearized reading' (duration: 13.615753345s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.7389Z","time spent":"13.616041672s","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129535,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-29T09:10:04.354905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:51.493075Z","time spent":"12.861809292s","remote":"127.0.0.1:46286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:04.354322Z","caller":"traceutil/trace.go:171","msg":"trace[1135081362] transaction","detail":"{read_only:false; response_revision:30391; number_of_response:1; }","duration":"3.968445687s","start":"2026-07-29T09:10:00.38586Z","end":"2026-07-29T09:10:04.354305Z","steps":["trace[1135081362] 'process raft request' (duration: 3.967960244s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:04.354984Z","caller":"traceutil/trace.go:171","msg":"trace[103856576] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30392; }","duration":"13.617092709s","start":"2026-07-29T09:09:50.73784Z","end":"2026-07-29T09:10:04.354933Z","steps":["trace[103856576] 'agreement among raft nodes before linearized reading' (duration: 13.616625828s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.355069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.612905573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:10:04.355082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:00.385832Z","time spent":"3.969172575s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:10:04.354684Z","caller":"traceutil/trace.go:171","msg":"trace[489764909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30392; }","duration":"11.531338534s","start":"2026-07-29T09:09:52.823322Z","end":"2026-07-29T09:10:04.35466Z","steps":["trace[489764909] 'agreement among raft nodes before linearized reading' (duration: 11.531140019s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.355115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:52.130601Z","time spent":"12.224145413s","remote":"127.0.0.1:46460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:04.355162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:50.737834Z","time spent":"13.617188422s","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:10:04.355167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:52.823264Z","time spent":"11.531879668s","remote":"127.0.0.1:37734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:04.354524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.789542833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:04.355299Z","caller":"traceutil/trace.go:171","msg":"trace[569428628] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:30392; }","duration":"12.790381695s","start":"2026-07-29T09:09:51.564911Z","end":"2026-07-29T09:10:04.355293Z","steps":["trace[569428628] 'agreement among raft nodes before linearized reading' (duration: 12.789491422s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.355323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:51.56489Z","time spent":"12.790424326s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:04.354817Z","caller":"traceutil/trace.go:171","msg":"trace[1301577993] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:30392; }","duration":"8.752717208s","start":"2026-07-29T09:09:55.602081Z","end":"2026-07-29T09:10:04.354798Z","steps":["trace[1301577993] 'agreement among raft nodes before linearized reading' (duration: 8.752641856s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.35543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:55.602057Z","time spent":"8.753346194s","remote":"127.0.0.1:36748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:04.354618Z","caller":"traceutil/trace.go:171","msg":"trace[1922730317] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:30392; }","duration":"9.0776967s","start":"2026-07-29T09:09:55.276896Z","end":"2026-07-29T09:10:04.354593Z","steps":["trace[1922730317] 'agreement among raft nodes before linearized reading' (duration: 9.077539896s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:04.354774Z","caller":"traceutil/trace.go:171","msg":"trace[853756885] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:30392; }","duration":"9.943431472s","start":"2026-07-29T09:09:54.411334Z","end":"2026-07-29T09:10:04.354765Z","steps":["trace[853756885] 'agreement among raft nodes before linearized reading' (duration: 9.943375151s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.354697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.583721906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:04.355506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:55.276874Z","time spent":"9.078612553s","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:04.356134Z","caller":"traceutil/trace.go:171","msg":"trace[66538919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30392; }","duration":"8.585188094s","start":"2026-07-29T09:09:55.77093Z","end":"2026-07-29T09:10:04.356118Z","steps":["trace[66538919] 'agreement among raft nodes before linearized reading' (duration: 8.583723746s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:04.355112Z","caller":"traceutil/trace.go:171","msg":"trace[1290309117] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30392; }","duration":"8.612946934s","start":"2026-07-29T09:09:55.74215Z","end":"2026-07-29T09:10:04.355097Z","steps":["trace[1290309117] 'agreement among raft nodes before linearized reading' (duration: 8.612509473s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.356232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:55.770916Z","time spent":"8.585301108s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:04.356297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:55.742073Z","time spent":"8.614174396s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:10:04.355863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:54.411312Z","time spent":"9.94452298s","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:04.764552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:04.764648Z","caller":"traceutil/trace.go:171","msg":"trace[127420256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591887s","start":"2026-07-29T09:10:02.764036Z","end":"2026-07-29T09:10:04.764627Z","steps":["trace[127420256] 'agreement among raft nodes before linearized reading' (duration: 2.000466883s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:04.764699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:02.764014Z","time spent":"2.00067487s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:04.855163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:05.355919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:05.856249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:06.356739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:06.773132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000831053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:06.77326Z","caller":"traceutil/trace.go:171","msg":"trace[458775136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001025769s","start":"2026-07-29T09:10:04.772214Z","end":"2026-07-29T09:10:06.77324Z","steps":["trace[458775136] 'agreement among raft nodes before linearized reading' (duration: 2.000858484s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:06.773313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:04.772197Z","time spent":"2.001105381s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:06 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:06.857799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:07.066264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.715166633s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:08.773529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:08.773638Z","caller":"traceutil/trace.go:171","msg":"trace[991803597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169716s","start":"2026-07-29T09:10:06.773439Z","end":"2026-07-29T09:10:08.773609Z","steps":["trace[991803597] 'agreement among raft nodes before linearized reading' (duration: 2.000024873s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:08.773711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:06.773421Z","time spent":"2.000267978s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:08 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:09.972101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905464959s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:10:09.972217Z","caller":"traceutil/trace.go:171","msg":"trace[1198167557] linearizableReadLoop","detail":"{readStateIndex:31326; appliedIndex:31325; }","duration":"5.61784361s","start":"2026-07-29T09:10:04.354354Z","end":"2026-07-29T09:10:09.972197Z","steps":["trace[1198167557] 'read index received' (duration: 2.712080163s)","trace[1198167557] 'applied index is now lower than readState.Index' (duration: 2.905761677s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:10:09.972479Z","caller":"traceutil/trace.go:171","msg":"trace[1408951301] transaction","detail":"{read_only:false; response_revision:30393; number_of_response:1; }","duration":"5.621488925s","start":"2026-07-29T09:10:04.350969Z","end":"2026-07-29T09:10:09.972457Z","steps":["trace[1408951301] 'process raft request' (duration: 2.715573463s)","trace[1408951301] 'compare' (duration: 1.080887125s)","trace[1408951301] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 1.823239381s)"],"step_count":3} {"level":"warn","ts":"2026-07-29T09:10:09.972555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:04.35094Z","time spent":"5.621581317s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:10:09.972758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.760310276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:09.972796Z","caller":"traceutil/trace.go:171","msg":"trace[939952500] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:30393; }","duration":"5.760386478s","start":"2026-07-29T09:10:04.212397Z","end":"2026-07-29T09:10:09.972783Z","steps":["trace[939952500] 'agreement among raft nodes before linearized reading' (duration: 5.760321217s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.972832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:04.212375Z","time spent":"5.760450059s","remote":"127.0.0.1:46378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:09.972894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.191654831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:09.972984Z","caller":"traceutil/trace.go:171","msg":"trace[596214238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30393; }","duration":"10.191814095s","start":"2026-07-29T09:09:59.781147Z","end":"2026-07-29T09:10:09.972961Z","steps":["trace[596214238] 'agreement among raft nodes before linearized reading' (duration: 10.19164829s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.053696864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:09.973084Z","caller":"traceutil/trace.go:171","msg":"trace[1729222923] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:30393; }","duration":"12.053800826s","start":"2026-07-29T09:09:57.919265Z","end":"2026-07-29T09:10:09.973066Z","steps":["trace[1729222923] 'agreement among raft nodes before linearized reading' (duration: 12.053649622s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.973106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.124581663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"warn","ts":"2026-07-29T09:10:09.973136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:57.919232Z","time spent":"12.053893109s","remote":"127.0.0.1:46382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:09.973151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.120496707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-api-555667db4c-jswht.18c6b605d98a3074\" ","response":"range_response_count:1 size:870"} {"level":"warn","ts":"2026-07-29T09:10:09.973153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.790780822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:09.973169Z","caller":"traceutil/trace.go:171","msg":"trace[1896284632] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30393; }","duration":"13.124645274s","start":"2026-07-29T09:09:56.848504Z","end":"2026-07-29T09:10:09.973149Z","steps":["trace[1896284632] 'agreement among raft nodes before linearized reading' (duration: 13.124432679s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.973234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.959519315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:09.973247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.123676709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nkwxs\" ","response":"range_response_count:1 size:5933"} {"level":"warn","ts":"2026-07-29T09:10:09.973276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.961078213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:09.973309Z","caller":"traceutil/trace.go:171","msg":"trace[210025926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30393; }","duration":"9.961153605s","start":"2026-07-29T09:10:00.012147Z","end":"2026-07-29T09:10:09.9733Z","steps":["trace[210025926] 'agreement among raft nodes before linearized reading' (duration: 9.961108464s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:09.973315Z","caller":"traceutil/trace.go:171","msg":"trace[1430482861] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nkwxs; range_end:; response_count:1; response_revision:30393; }","duration":"13.123775562s","start":"2026-07-29T09:09:56.849521Z","end":"2026-07-29T09:10:09.973296Z","steps":["trace[1430482861] 'agreement among raft nodes before linearized reading' (duration: 13.123574507s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.973311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.621522425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:09.973346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:00.012123Z","time spent":"9.961213567s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:09.973351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:56.849506Z","time spent":"13.123837184s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5955,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nkwxs\" "} {"level":"info","ts":"2026-07-29T09:10:09.973184Z","caller":"traceutil/trace.go:171","msg":"trace[1019217953] range","detail":"{range_begin:/registry/events/openstack/staffeln-api-555667db4c-jswht.18c6b605d98a3074; range_end:; response_count:1; response_revision:30393; }","duration":"6.120527758s","start":"2026-07-29T09:10:03.852647Z","end":"2026-07-29T09:10:09.973174Z","steps":["trace[1019217953] 'agreement among raft nodes before linearized reading' (duration: 6.120413845s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:09.973367Z","caller":"traceutil/trace.go:171","msg":"trace[1415193349] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:30393; }","duration":"10.621611497s","start":"2026-07-29T09:09:59.351736Z","end":"2026-07-29T09:10:09.973348Z","steps":["trace[1415193349] 'agreement among raft nodes before linearized reading' (duration: 10.621530305s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.973414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:03.852596Z","time spent":"6.120803085s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":892,"request content":"key:\"/registry/events/openstack/staffeln-api-555667db4c-jswht.18c6b605d98a3074\" "} {"level":"warn","ts":"2026-07-29T09:10:09.97342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:59.351712Z","time spent":"10.621694129s","remote":"127.0.0.1:60316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:09.973273Z","caller":"traceutil/trace.go:171","msg":"trace[903793142] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:30393; }","duration":"6.959597578s","start":"2026-07-29T09:10:03.013667Z","end":"2026-07-29T09:10:09.973265Z","steps":["trace[903793142] 'agreement among raft nodes before linearized reading' (duration: 6.959540667s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.973624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:03.013647Z","time spent":"6.959937127s","remote":"127.0.0.1:43138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:09.973468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.207284458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:09.973237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.889362532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:09.974446Z","caller":"traceutil/trace.go:171","msg":"trace[743592819] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:30393; }","duration":"8.208243793s","start":"2026-07-29T09:10:01.766096Z","end":"2026-07-29T09:10:09.97434Z","steps":["trace[743592819] 'agreement among raft nodes before linearized reading' (duration: 8.207201726s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:09.974559Z","caller":"traceutil/trace.go:171","msg":"trace[505498560] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:30393; }","duration":"8.890712007s","start":"2026-07-29T09:10:01.083827Z","end":"2026-07-29T09:10:09.974539Z","steps":["trace[505498560] 'agreement among raft nodes before linearized reading' (duration: 8.889375643s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.973148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.50364395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:09.974611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:01.083804Z","time spent":"8.890791289s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:09.97468Z","caller":"traceutil/trace.go:171","msg":"trace[1454995760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30393; }","duration":"10.50523071s","start":"2026-07-29T09:09:59.469418Z","end":"2026-07-29T09:10:09.974648Z","steps":["trace[1454995760] 'agreement among raft nodes before linearized reading' (duration: 10.50362745s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.974693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:01.766055Z","time spent":"8.208583861s","remote":"127.0.0.1:46412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:09.974768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:59.469397Z","time spent":"10.505344544s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:09.973188Z","caller":"traceutil/trace.go:171","msg":"trace[2022973285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30393; }","duration":"8.790855833s","start":"2026-07-29T09:10:01.182321Z","end":"2026-07-29T09:10:09.973177Z","steps":["trace[2022973285] 'agreement among raft nodes before linearized reading' (duration: 8.790799512s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.975001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:01.182299Z","time spent":"8.79268743s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:09.97325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.271896393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:09.975138Z","caller":"traceutil/trace.go:171","msg":"trace[335292333] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:30393; }","duration":"10.27377985s","start":"2026-07-29T09:09:59.701339Z","end":"2026-07-29T09:10:09.975119Z","steps":["trace[335292333] 'agreement among raft nodes before linearized reading' (duration: 10.271867292s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:09.975199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:59.701281Z","time spent":"10.273899145s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:09.973036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:59.78112Z","time spent":"10.191903976s","remote":"127.0.0.1:37702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:09.97323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:09:56.848448Z","time spent":"13.124768857s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T09:10:10.457229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:10.457344Z","caller":"traceutil/trace.go:171","msg":"trace[755430951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366261s","start":"2026-07-29T09:10:08.456949Z","end":"2026-07-29T09:10:10.457315Z","steps":["trace[755430951] 'agreement among raft nodes before linearized reading' (duration: 2.000227327s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:10.457398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:08.456922Z","time spent":"2.000466553s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:10.472314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:10.78204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:10.782135Z","caller":"traceutil/trace.go:171","msg":"trace[1739305591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765342s","start":"2026-07-29T09:10:08.781351Z","end":"2026-07-29T09:10:10.782116Z","steps":["trace[1739305591] 'agreement among raft nodes before linearized reading' (duration: 2.000646729s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:10.782183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:08.781329Z","time spent":"2.000844884s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:10.973024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:11.100736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.10785258s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:10:11.260821Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28150,"took":"20.525785906s","hash":334790157,"current-db-size-bytes":47505408,"current-db-size":"48 MB","current-db-size-in-use-bytes":31358976,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-29T09:10:11.260906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":334790157,"revision":28150,"compact-revision":25661} {"level":"warn","ts":"2026-07-29T09:10:11.262141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.014129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:10:11.262294Z","caller":"traceutil/trace.go:171","msg":"trace[1183151937] transaction","detail":"{read_only:false; response_revision:30394; number_of_response:1; }","duration":"2.269531366s","start":"2026-07-29T09:10:08.992733Z","end":"2026-07-29T09:10:11.262265Z","steps":["trace[1183151937] 'process raft request' (duration: 2.10825431s)","trace[1183151937] 'compare' (duration: 160.365123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:11.262426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:08.992707Z","time spent":"2.269637758s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:10:12.408998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307344256s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:10:12.410005Z","caller":"traceutil/trace.go:171","msg":"trace[1568748] transaction","detail":"{read_only:false; response_revision:30395; number_of_response:1; }","duration":"2.433486499s","start":"2026-07-29T09:10:09.976422Z","end":"2026-07-29T09:10:12.409908Z","steps":["trace[1568748] 'process raft request' (duration: 2.433020476s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.410169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:09.976397Z","time spent":"2.433685414s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:10:12.410385Z","caller":"traceutil/trace.go:171","msg":"trace[1682308529] linearizableReadLoop","detail":"{readStateIndex:31329; appliedIndex:31326; }","duration":"2.438060766s","start":"2026-07-29T09:10:09.972249Z","end":"2026-07-29T09:10:12.41031Z","steps":["trace[1682308529] 'read index received' (duration: 1.128706487s)","trace[1682308529] 'applied index is now lower than readState.Index' (duration: 1.309352339s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:12.410567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864813092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:12.410612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.872900624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:12.410656Z","caller":"traceutil/trace.go:171","msg":"trace[1809410287] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:30396; }","duration":"4.864954736s","start":"2026-07-29T09:10:07.545678Z","end":"2026-07-29T09:10:12.410632Z","steps":["trace[1809410287] 'agreement among raft nodes before linearized reading' (duration: 4.864764341s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:12.410703Z","caller":"traceutil/trace.go:171","msg":"trace[138896843] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:30396; }","duration":"5.873056859s","start":"2026-07-29T09:10:06.537621Z","end":"2026-07-29T09:10:12.410678Z","steps":["trace[138896843] 'agreement among raft nodes before linearized reading' (duration: 5.872872695s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.410704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:07.54566Z","time spent":"4.865033958s","remote":"127.0.0.1:46626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:12.410761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:06.537594Z","time spent":"5.873147591s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:12.410792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044446715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:10:12.41078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.157819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:12.410837Z","caller":"traceutil/trace.go:171","msg":"trace[1165201843] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30396; }","duration":"3.044526747s","start":"2026-07-29T09:10:09.366297Z","end":"2026-07-29T09:10:12.410823Z","steps":["trace[1165201843] 'agreement among raft nodes before linearized reading' (duration: 3.044115677s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:12.410858Z","caller":"traceutil/trace.go:171","msg":"trace[863469061] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:30396; }","duration":"860.301593ms","start":"2026-07-29T09:10:11.550534Z","end":"2026-07-29T09:10:12.410836Z","steps":["trace[863469061] 'agreement among raft nodes before linearized reading' (duration: 860.15803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.410867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279622558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:12.410907Z","caller":"traceutil/trace.go:171","msg":"trace[1170394898] transaction","detail":"{read_only:false; response_revision:30396; number_of_response:1; }","duration":"2.429785124s","start":"2026-07-29T09:10:09.981112Z","end":"2026-07-29T09:10:12.410897Z","steps":["trace[1170394898] 'process raft request' (duration: 2.428979793s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.410915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:11.55051Z","time spent":"860.388655ms","remote":"127.0.0.1:45670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:12.410935Z","caller":"traceutil/trace.go:171","msg":"trace[1885814372] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:30396; }","duration":"1.27971483s","start":"2026-07-29T09:10:11.131189Z","end":"2026-07-29T09:10:12.410903Z","steps":["trace[1885814372] 'agreement among raft nodes before linearized reading' (duration: 1.279632808s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.410966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233988445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T09:10:12.410974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.678038227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T09:10:12.411004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114857385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:12.411037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784528277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:12.411008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517753714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:12.411069Z","caller":"traceutil/trace.go:171","msg":"trace[2111440660] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:30396; }","duration":"2.784596119s","start":"2026-07-29T09:10:09.626465Z","end":"2026-07-29T09:10:12.411061Z","steps":["trace[2111440660] 'agreement among raft nodes before linearized reading' (duration: 2.784524227s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.411082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23651572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:12.411075Z","caller":"traceutil/trace.go:171","msg":"trace[2062235959] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:30396; }","duration":"6.678220752s","start":"2026-07-29T09:10:05.732833Z","end":"2026-07-29T09:10:12.411053Z","steps":["trace[2062235959] 'agreement among raft nodes before linearized reading' (duration: 6.677692568s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.410869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:09.366276Z","time spent":"3.044586288s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-07-29T09:10:12.411093Z","caller":"traceutil/trace.go:171","msg":"trace[1965325926] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:30396; }","duration":"2.517896347s","start":"2026-07-29T09:10:09.893177Z","end":"2026-07-29T09:10:12.411073Z","steps":["trace[1965325926] 'agreement among raft nodes before linearized reading' (duration: 2.517753194s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.411163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.05410383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:12.411197Z","caller":"traceutil/trace.go:171","msg":"trace[1199433205] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:0; response_revision:30396; }","duration":"8.054149671s","start":"2026-07-29T09:10:04.35704Z","end":"2026-07-29T09:10:12.411189Z","steps":["trace[1199433205] 'agreement among raft nodes before linearized reading' (duration: 8.05410084s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.411603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:04.357026Z","time spent":"8.054563362s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-07-29T09:10:12.410966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:09.98109Z","time spent":"2.429838335s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:10:12.411045Z","caller":"traceutil/trace.go:171","msg":"trace[269243773] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30396; }","duration":"3.114935597s","start":"2026-07-29T09:10:09.296098Z","end":"2026-07-29T09:10:12.411034Z","steps":["trace[269243773] 'agreement among raft nodes before linearized reading' (duration: 3.114870926s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.411859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:09.296077Z","time spent":"3.115759779s","remote":"127.0.0.1:41988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:12.411008Z","caller":"traceutil/trace.go:171","msg":"trace[411087511] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30396; }","duration":"2.234047547s","start":"2026-07-29T09:10:10.176947Z","end":"2026-07-29T09:10:12.410994Z","steps":["trace[411087511] 'agreement among raft nodes before linearized reading' (duration: 2.233951855s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.411966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:10.17693Z","time spent":"2.235015061s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T09:10:12.410987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:11.131167Z","time spent":"1.279800852s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:12.410789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621069211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:12.410864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432585015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-907e772a-ed8a-43aa-b46e-bcf2b2db17d8\" ","response":"range_response_count:1 size:2198"} {"level":"info","ts":"2026-07-29T09:10:12.412416Z","caller":"traceutil/trace.go:171","msg":"trace[323775983] range","detail":"{range_begin:/registry/persistentvolumes/pvc-907e772a-ed8a-43aa-b46e-bcf2b2db17d8; range_end:; response_count:1; response_revision:30396; }","duration":"2.434180597s","start":"2026-07-29T09:10:09.978217Z","end":"2026-07-29T09:10:12.412397Z","steps":["trace[323775983] 'agreement among raft nodes before linearized reading' (duration: 2.432431131s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.41247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:09.9782Z","time spent":"2.434252408s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2220,"request content":"key:\"/registry/persistentvolumes/pvc-907e772a-ed8a-43aa-b46e-bcf2b2db17d8\" "} {"level":"info","ts":"2026-07-29T09:10:12.412255Z","caller":"traceutil/trace.go:171","msg":"trace[1246725690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30396; }","duration":"1.622559618s","start":"2026-07-29T09:10:10.789672Z","end":"2026-07-29T09:10:12.412231Z","steps":["trace[1246725690] 'agreement among raft nodes before linearized reading' (duration: 1.62103389s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.411105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:09.626442Z","time spent":"2.78465528s","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:12.41112Z","caller":"traceutil/trace.go:171","msg":"trace[1902142796] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:30396; }","duration":"2.236555551s","start":"2026-07-29T09:10:10.174552Z","end":"2026-07-29T09:10:12.411107Z","steps":["trace[1902142796] 'agreement among raft nodes before linearized reading' (duration: 2.236480389s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.411212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:09.893154Z","time spent":"2.518036181s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:12.41119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:05.73281Z","time spent":"6.678353784s","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":137,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:12.412963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:10.789652Z","time spent":"1.623290177s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:12.413214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.242224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T09:10:12.413204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:10.17447Z","time spent":"2.238669525s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:12.413273Z","caller":"traceutil/trace.go:171","msg":"trace[1963662559] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:30396; }","duration":"604.49235ms","start":"2026-07-29T09:10:11.808767Z","end":"2026-07-29T09:10:12.413259Z","steps":["trace[1963662559] 'agreement among raft nodes before linearized reading' (duration: 602.307814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:12.413314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:11.808743Z","time spent":"604.559433ms","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2215,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:13.39877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.320763ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-29T09:10:13.398881Z","caller":"traceutil/trace.go:171","msg":"trace[1530865636] linearizableReadLoop","detail":"{readStateIndex:31330; appliedIndex:31329; }","duration":"983.439132ms","start":"2026-07-29T09:10:12.415424Z","end":"2026-07-29T09:10:13.398863Z","steps":["trace[1530865636] 'read index received' (duration: 464.044968ms)","trace[1530865636] 'applied index is now lower than readState.Index' (duration: 519.392674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:13.398899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:12.412354Z","time spent":"986.538651ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:13.399126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.672978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-9dv69\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-07-29T09:10:13.399167Z","caller":"traceutil/trace.go:171","msg":"trace[1887831029] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-9dv69; range_end:; response_count:1; response_revision:30396; }","duration":"983.771421ms","start":"2026-07-29T09:10:12.415385Z","end":"2026-07-29T09:10:13.399156Z","steps":["trace[1887831029] 'agreement among raft nodes before linearized reading' (duration: 983.592556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:13.399202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:12.415362Z","time spent":"983.831562ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4374,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-9dv69\" "} {"level":"warn","ts":"2026-07-29T09:10:13.399183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.667288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:13.399223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.613676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:13.399256Z","caller":"traceutil/trace.go:171","msg":"trace[349921770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30396; }","duration":"983.783511ms","start":"2026-07-29T09:10:12.415453Z","end":"2026-07-29T09:10:13.399236Z","steps":["trace[349921770] 'agreement among raft nodes before linearized reading' (duration: 983.657068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:13.399225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.516665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:13.399285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.313634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1346"} {"level":"warn","ts":"2026-07-29T09:10:13.3993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:12.415432Z","time spent":"983.858093ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:10:13.399305Z","caller":"traceutil/trace.go:171","msg":"trace[423629580] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:30396; }","duration":"538.707288ms","start":"2026-07-29T09:10:12.860573Z","end":"2026-07-29T09:10:13.39928Z","steps":["trace[423629580] 'agreement among raft nodes before linearized reading' (duration: 538.568484ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:13.399312Z","caller":"traceutil/trace.go:171","msg":"trace[526522886] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:30396; }","duration":"705.662288ms","start":"2026-07-29T09:10:12.693631Z","end":"2026-07-29T09:10:13.399293Z","steps":["trace[526522886] 'agreement among raft nodes before linearized reading' (duration: 705.483614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:13.399318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.230957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-29T09:10:13.39934Z","caller":"traceutil/trace.go:171","msg":"trace[1307736674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:30396; }","duration":"982.371875ms","start":"2026-07-29T09:10:12.416952Z","end":"2026-07-29T09:10:13.399324Z","steps":["trace[1307736674] 'agreement among raft nodes before linearized reading' (duration: 982.16583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:13.399353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:12.860531Z","time spent":"538.809681ms","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:13.399363Z","caller":"traceutil/trace.go:171","msg":"trace[1414457759] range","detail":"{range_begin:/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce; range_end:; response_count:1; response_revision:30396; }","duration":"983.300359ms","start":"2026-07-29T09:10:12.416049Z","end":"2026-07-29T09:10:13.399349Z","steps":["trace[1414457759] 'agreement among raft nodes before linearized reading' (duration: 983.076643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:13.399371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:12.69361Z","time spent":"705.74094ms","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:13.399376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:12.416924Z","time spent":"982.444267ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1368,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-29T09:10:13.399391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:12.41604Z","time spent":"983.34548ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce\" "} {"level":"warn","ts":"2026-07-29T09:10:14.390651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.838691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:10:14.390771Z","caller":"traceutil/trace.go:171","msg":"trace[2011452928] transaction","detail":"{read_only:false; response_revision:30397; number_of_response:1; }","duration":"990.283318ms","start":"2026-07-29T09:10:13.400465Z","end":"2026-07-29T09:10:14.390748Z","steps":["trace[2011452928] 'process raft request' (duration: 114.252902ms)","trace[2011452928] 'compare' (duration: 875.583884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:14.39083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:13.400447Z","time spent":"990.35535ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:10:15.406788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000602687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:15.406908Z","caller":"traceutil/trace.go:171","msg":"trace[974302359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000758611s","start":"2026-07-29T09:10:13.40611Z","end":"2026-07-29T09:10:15.406868Z","steps":["trace[974302359] 'agreement among raft nodes before linearized reading' (duration: 2.000619477s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:15.406975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:13.406098Z","time spent":"2.000862533s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:15 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:16.523593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.584249698s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:17.407047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:17.407121Z","caller":"traceutil/trace.go:171","msg":"trace[646076341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249648s","start":"2026-07-29T09:10:15.406854Z","end":"2026-07-29T09:10:17.407104Z","steps":["trace[646076341] 'agreement among raft nodes before linearized reading' (duration: 2.000152205s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:17.407165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:15.40682Z","time spent":"2.00033173s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:18.048244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533557883s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:10:18.048528Z","caller":"traceutil/trace.go:171","msg":"trace[1671812687] transaction","detail":"{read_only:false; response_revision:30400; number_of_response:1; }","duration":"3.475633161s","start":"2026-07-29T09:10:14.572878Z","end":"2026-07-29T09:10:18.048511Z","steps":["trace[1671812687] 'process raft request' (duration: 3.47557532s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:18.048619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:14.57285Z","time spent":"3.475738094s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:10:18.048803Z","caller":"traceutil/trace.go:171","msg":"trace[1328443510] linearizableReadLoop","detail":"{readStateIndex:31332; appliedIndex:31330; }","duration":"4.646043627s","start":"2026-07-29T09:10:13.402744Z","end":"2026-07-29T09:10:18.048788Z","steps":["trace[1328443510] 'read index received' (duration: 112.019785ms)","trace[1328443510] 'applied index is now lower than readState.Index' (duration: 4.534022422s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:18.049112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.646361965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b85d7e22-81c7-47cc-93a8-7e4c4cd88582\" ","response":"range_response_count:1 size:2191"} {"level":"info","ts":"2026-07-29T09:10:18.049141Z","caller":"traceutil/trace.go:171","msg":"trace[1123046084] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b85d7e22-81c7-47cc-93a8-7e4c4cd88582; range_end:; response_count:1; response_revision:30400; }","duration":"4.646418347s","start":"2026-07-29T09:10:13.402713Z","end":"2026-07-29T09:10:18.049132Z","steps":["trace[1123046084] 'agreement among raft nodes before linearized reading' (duration: 4.646304444s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:18.049169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:13.4027Z","time spent":"4.646462038s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2213,"request content":"key:\"/registry/persistentvolumes/pvc-b85d7e22-81c7-47cc-93a8-7e4c4cd88582\" "} {"level":"info","ts":"2026-07-29T09:10:18.049664Z","caller":"traceutil/trace.go:171","msg":"trace[1737310057] transaction","detail":"{read_only:false; response_revision:30399; number_of_response:1; }","duration":"4.640942785s","start":"2026-07-29T09:10:13.40758Z","end":"2026-07-29T09:10:18.048523Z","steps":["trace[1737310057] 'process raft request' (duration: 4.640764091s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:18.049912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:13.407568Z","time spent":"4.642264479s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:10:18.04996Z","caller":"traceutil/trace.go:171","msg":"trace[255866236] transaction","detail":"{read_only:false; response_revision:30398; number_of_response:1; }","duration":"4.647585306s","start":"2026-07-29T09:10:13.402214Z","end":"2026-07-29T09:10:18.049799Z","steps":["trace[255866236] 'process raft request' (duration: 1.112363039s)","trace[255866236] 'compare' (duration: 3.532138958s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:18.050147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:13.402193Z","time spent":"4.647835482s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:10:18.549591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:19.05006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:19.11268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.633931329s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:10:19.113077Z","caller":"traceutil/trace.go:171","msg":"trace[2003325557] linearizableReadLoop","detail":"{readStateIndex:31335; appliedIndex:31334; }","duration":"1.064182327s","start":"2026-07-29T09:10:18.048866Z","end":"2026-07-29T09:10:19.113048Z","steps":["trace[2003325557] 'read index received' (duration: 1.06393971s)","trace[2003325557] 'applied index is now lower than readState.Index' (duration: 241.507µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:10:19.11321Z","caller":"traceutil/trace.go:171","msg":"trace[823876269] transaction","detail":"{read_only:false; response_revision:30401; number_of_response:1; }","duration":"1.634591936s","start":"2026-07-29T09:10:17.478579Z","end":"2026-07-29T09:10:19.113171Z","steps":["trace[823876269] 'process raft request' (duration: 1.634282858s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.113251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983877725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:19.113289Z","caller":"traceutil/trace.go:171","msg":"trace[1265113924] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:30401; }","duration":"2.983979438s","start":"2026-07-29T09:10:16.129296Z","end":"2026-07-29T09:10:19.113275Z","steps":["trace[1265113924] 'agreement among raft nodes before linearized reading' (duration: 2.983884135s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.113336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:16.129274Z","time spent":"2.984051811s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:19.113367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:17.47855Z","time spent":"1.63472892s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:10:19.113454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690869986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:10:19.113511Z","caller":"traceutil/trace.go:171","msg":"trace[1313696408] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30401; }","duration":"1.690915987s","start":"2026-07-29T09:10:17.422575Z","end":"2026-07-29T09:10:19.113491Z","steps":["trace[1313696408] 'agreement among raft nodes before linearized reading' (duration: 1.690738662s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.113561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:17.422555Z","time spent":"1.690992729s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:10:19.113953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.593713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:19.113987Z","caller":"traceutil/trace.go:171","msg":"trace[465825364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30401; }","duration":"656.671206ms","start":"2026-07-29T09:10:18.45731Z","end":"2026-07-29T09:10:19.113981Z","steps":["trace[465825364] 'agreement among raft nodes before linearized reading' (duration: 656.622055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.114007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:18.457287Z","time spent":"656.716207ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:19.114054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060046092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77d1fb04899\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-29T09:10:19.114145Z","caller":"traceutil/trace.go:171","msg":"trace[225665715] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77d1fb04899; range_end:; response_count:1; response_revision:30401; }","duration":"1.060173216s","start":"2026-07-29T09:10:18.053953Z","end":"2026-07-29T09:10:19.114127Z","steps":["trace[225665715] 'agreement among raft nodes before linearized reading' (duration: 1.059974661s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.114165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.720813528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-29T09:10:19.114188Z","caller":"traceutil/trace.go:171","msg":"trace[1769950949] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30401; }","duration":"4.7208756s","start":"2026-07-29T09:10:14.393305Z","end":"2026-07-29T09:10:19.11418Z","steps":["trace[1769950949] 'agreement among raft nodes before linearized reading' (duration: 4.720801458s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.114219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:14.393284Z","time spent":"4.720928992s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:10:19.114262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.613868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:19.114311Z","caller":"traceutil/trace.go:171","msg":"trace[1910993193] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:30401; }","duration":"976.703ms","start":"2026-07-29T09:10:18.137595Z","end":"2026-07-29T09:10:19.114298Z","steps":["trace[1910993193] 'agreement among raft nodes before linearized reading' (duration: 976.615318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.114356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:18.137572Z","time spent":"976.772332ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:19.114492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.532903099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:10:19.114524Z","caller":"traceutil/trace.go:171","msg":"trace[2074346479] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:30401; }","duration":"5.53298399s","start":"2026-07-29T09:10:13.581534Z","end":"2026-07-29T09:10:19.114518Z","steps":["trace[2074346479] 'agreement among raft nodes before linearized reading' (duration: 5.532793206s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.114544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:13.581515Z","time spent":"5.533024281s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":200,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:19.114661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.950149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:19.114661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015582895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:19.114689Z","caller":"traceutil/trace.go:171","msg":"trace[591783855] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:30401; }","duration":"228.008641ms","start":"2026-07-29T09:10:18.886673Z","end":"2026-07-29T09:10:19.114682Z","steps":["trace[591783855] 'agreement among raft nodes before linearized reading' (duration: 227.964119ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:19.114705Z","caller":"traceutil/trace.go:171","msg":"trace[1974517450] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:30401; }","duration":"1.015666747s","start":"2026-07-29T09:10:18.099025Z","end":"2026-07-29T09:10:19.114692Z","steps":["trace[1974517450] 'agreement among raft nodes before linearized reading' (duration: 1.015518433s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.114754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:18.099004Z","time spent":"1.015738489s","remote":"127.0.0.1:46484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":117,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:19.114801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.157049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:19.114808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574133977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T09:10:19.114187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:18.053933Z","time spent":"1.060242957s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-cfn-6cc55db785-8xstv.18c6b77d1fb04899\" "} {"level":"info","ts":"2026-07-29T09:10:19.114866Z","caller":"traceutil/trace.go:171","msg":"trace[282767149] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:30401; }","duration":"4.57424912s","start":"2026-07-29T09:10:14.540602Z","end":"2026-07-29T09:10:19.114851Z","steps":["trace[282767149] 'agreement among raft nodes before linearized reading' (duration: 4.572995718s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.114914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:14.540575Z","time spent":"4.574324622s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2215,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:19.115037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060830412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-lr8cb\" ","response":"range_response_count:1 size:13721"} {"level":"info","ts":"2026-07-29T09:10:19.115089Z","caller":"traceutil/trace.go:171","msg":"trace[2035430591] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-lr8cb; range_end:; response_count:1; response_revision:30401; }","duration":"1.060881554s","start":"2026-07-29T09:10:18.054195Z","end":"2026-07-29T09:10:19.115076Z","steps":["trace[2035430591] 'agreement among raft nodes before linearized reading' (duration: 1.06073752s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.115126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:18.054124Z","time spent":"1.060992326s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":13743,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-lr8cb\" "} {"level":"warn","ts":"2026-07-29T09:10:19.113265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697655909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:19.115189Z","caller":"traceutil/trace.go:171","msg":"trace[928963313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30401; }","duration":"1.699602909s","start":"2026-07-29T09:10:17.415569Z","end":"2026-07-29T09:10:19.115172Z","steps":["trace[928963313] 'agreement among raft nodes before linearized reading' (duration: 1.697550186s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.115249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:17.415518Z","time spent":"1.699716512s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:19.115386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061200111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-29T09:10:19.115439Z","caller":"traceutil/trace.go:171","msg":"trace[1664432815] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:30401; }","duration":"1.061280293s","start":"2026-07-29T09:10:18.054142Z","end":"2026-07-29T09:10:19.115422Z","steps":["trace[1664432815] 'agreement among raft nodes before linearized reading' (duration: 1.06115673s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:19.114829Z","caller":"traceutil/trace.go:171","msg":"trace[22784357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30401; }","duration":"591.222761ms","start":"2026-07-29T09:10:18.523598Z","end":"2026-07-29T09:10:19.114821Z","steps":["trace[22784357] 'agreement among raft nodes before linearized reading' (duration: 591.18058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:19.115481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:18.054124Z","time spent":"1.061346764s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-29T09:10:19.115498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:18.523528Z","time spent":"591.95918ms","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:19.620833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:22.028956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:20.962281Z","time spent":"1.06666673s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:22.029749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063470125s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:10:22.029863Z","caller":"traceutil/trace.go:171","msg":"trace[126032421] transaction","detail":"{read_only:false; response_revision:30402; number_of_response:1; }","duration":"2.910580601s","start":"2026-07-29T09:10:19.119263Z","end":"2026-07-29T09:10:22.029843Z","steps":["trace[126032421] 'process raft request' (duration: 846.90096ms)","trace[126032421] 'compare' (duration: 2.062839289s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:22.029935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:19.119253Z","time spent":"2.910649802s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:10:22.121033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:22.121137Z","caller":"traceutil/trace.go:171","msg":"trace[1080351886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076854s","start":"2026-07-29T09:10:20.121037Z","end":"2026-07-29T09:10:22.121114Z","steps":["trace[1080351886] 'agreement among raft nodes before linearized reading' (duration: 1.99994365s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:22.121188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:20.12102Z","time spent":"2.000159106s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:22.726976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.76080712s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:10:22.745519Z","caller":"traceutil/trace.go:171","msg":"trace[2065344383] transaction","detail":"{read_only:false; response_revision:30403; number_of_response:1; }","duration":"3.61707201s","start":"2026-07-29T09:10:19.128418Z","end":"2026-07-29T09:10:22.74549Z","steps":["trace[2065344383] 'process raft request' (duration: 3.598809053s)","trace[2065344383] 'compare' (duration: 17.642291ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:10:22.745582Z","caller":"traceutil/trace.go:171","msg":"trace[1088754374] linearizableReadLoop","detail":"{readStateIndex:31338; appliedIndex:31335; }","duration":"3.625373002s","start":"2026-07-29T09:10:19.120183Z","end":"2026-07-29T09:10:22.745556Z","steps":["trace[1088754374] 'read index received' (duration: 846.000778ms)","trace[1088754374] 'applied index is now lower than readState.Index' (duration: 2.779371334s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:22.745735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:19.128398Z","time spent":"3.617266474s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14547,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:10:22.745828Z","caller":"traceutil/trace.go:171","msg":"trace[1448700352] transaction","detail":"{read_only:false; response_revision:30404; number_of_response:1; }","duration":"3.384468661s","start":"2026-07-29T09:10:19.361337Z","end":"2026-07-29T09:10:22.745806Z","steps":["trace[1448700352] 'process raft request' (duration: 3.384024399s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:22.745932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:19.361297Z","time spent":"3.384560823s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:10:22.746171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625984668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e00a4bf-d8d9-48e2-b085-4712ef128695\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T09:10:22.746204Z","caller":"traceutil/trace.go:171","msg":"trace[227671557] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e00a4bf-d8d9-48e2-b085-4712ef128695; range_end:; response_count:1; response_revision:30404; }","duration":"3.626046668s","start":"2026-07-29T09:10:19.120148Z","end":"2026-07-29T09:10:22.746194Z","steps":["trace[227671557] 'agreement among raft nodes before linearized reading' (duration: 3.625938726s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:22.746257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:19.120133Z","time spent":"3.62608726s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2228,"request content":"key:\"/registry/persistentvolumes/pvc-0e00a4bf-d8d9-48e2-b085-4712ef128695\" "} {"level":"warn","ts":"2026-07-29T09:10:24.122482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999728916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:24.122616Z","caller":"traceutil/trace.go:171","msg":"trace[237352905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999932011s","start":"2026-07-29T09:10:22.122654Z","end":"2026-07-29T09:10:24.122586Z","steps":["trace[237352905] 'agreement among raft nodes before linearized reading' (duration: 1.999762746s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.122688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:22.122612Z","time spent":"2.000057934s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:24 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:24.459879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369553107s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:10:24.459986Z","caller":"traceutil/trace.go:171","msg":"trace[330953781] linearizableReadLoop","detail":"{readStateIndex:31339; appliedIndex:31338; }","duration":"1.714332556s","start":"2026-07-29T09:10:22.745638Z","end":"2026-07-29T09:10:24.45997Z","steps":["trace[330953781] 'read index received' (duration: 344.643685ms)","trace[330953781] 'applied index is now lower than readState.Index' (duration: 1.369687491s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:24.460137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748039289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:24.460227Z","caller":"traceutil/trace.go:171","msg":"trace[1320119740] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:30405; }","duration":"3.748109251s","start":"2026-07-29T09:10:20.712054Z","end":"2026-07-29T09:10:24.460163Z","steps":["trace[1320119740] 'agreement among raft nodes before linearized reading' (duration: 3.748003918s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.460265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:20.712037Z","time spent":"3.748216964s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:24.460372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661715961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:10:24.46047Z","caller":"traceutil/trace.go:171","msg":"trace[1664227272] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:30405; }","duration":"3.661832424s","start":"2026-07-29T09:10:20.798615Z","end":"2026-07-29T09:10:24.460447Z","steps":["trace[1664227272] 'agreement among raft nodes before linearized reading' (duration: 3.661418713s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.46052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:20.79857Z","time spent":"3.661939686s","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":210,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:24.460562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.33939029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:10:24.460602Z","caller":"traceutil/trace.go:171","msg":"trace[855496290] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:30405; }","duration":"5.339443331s","start":"2026-07-29T09:10:19.12115Z","end":"2026-07-29T09:10:24.460593Z","steps":["trace[855496290] 'agreement among raft nodes before linearized reading' (duration: 5.339310727s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.460634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:19.121142Z","time spent":"5.339486111s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-07-29T09:10:24.460782Z","caller":"traceutil/trace.go:171","msg":"trace[1335169857] transaction","detail":"{read_only:false; response_revision:30405; number_of_response:1; }","duration":"3.144255147s","start":"2026-07-29T09:10:21.316504Z","end":"2026-07-29T09:10:24.460759Z","steps":["trace[1335169857] 'process raft request' (duration: 1.773731535s)","trace[1335169857] 'compare' (duration: 1.369089656s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:24.460834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708939787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-07-29T09:10:24.460827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368387773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:24.460872Z","caller":"traceutil/trace.go:171","msg":"trace[956449250] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:30405; }","duration":"1.708977348s","start":"2026-07-29T09:10:22.751886Z","end":"2026-07-29T09:10:24.460863Z","steps":["trace[956449250] 'agreement among raft nodes before linearized reading' (duration: 1.708877466s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.460877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:21.316476Z","time spent":"3.144348498s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:10:24.460895Z","caller":"traceutil/trace.go:171","msg":"trace[701468493] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:30405; }","duration":"2.368513026s","start":"2026-07-29T09:10:22.092364Z","end":"2026-07-29T09:10:24.460877Z","steps":["trace[701468493] 'agreement among raft nodes before linearized reading' (duration: 2.368376192s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.460905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:22.751824Z","time spent":"1.70907506s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T09:10:24.460929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:22.092338Z","time spent":"2.368583818s","remote":"127.0.0.1:38544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:24.460935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424998181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T09:10:24.460978Z","caller":"traceutil/trace.go:171","msg":"trace[1306304987] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0; range_end:; response_count:1; response_revision:30405; }","duration":"2.425037262s","start":"2026-07-29T09:10:22.035924Z","end":"2026-07-29T09:10:24.460961Z","steps":["trace[1306304987] 'agreement among raft nodes before linearized reading' (duration: 2.424900948s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:22.035909Z","time spent":"2.425104313s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" "} {"level":"warn","ts":"2026-07-29T09:10:24.461111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244740002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:24.461113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191075447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:24.46117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333894576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T09:10:24.461201Z","caller":"traceutil/trace.go:171","msg":"trace[638520024] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30405; }","duration":"1.333966148s","start":"2026-07-29T09:10:23.127227Z","end":"2026-07-29T09:10:24.461193Z","steps":["trace[638520024] 'agreement among raft nodes before linearized reading' (duration: 1.333878406s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:24.461193Z","caller":"traceutil/trace.go:171","msg":"trace[1070214019] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:30405; }","duration":"2.244851035s","start":"2026-07-29T09:10:22.216317Z","end":"2026-07-29T09:10:24.461168Z","steps":["trace[1070214019] 'agreement among raft nodes before linearized reading' (duration: 2.244713331s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:23.127205Z","time spent":"1.334013649s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T09:10:24.461246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125839917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:24.46125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:22.2163Z","time spent":"2.244933507s","remote":"127.0.0.1:46236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:24.461276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709210066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"warn","ts":"2026-07-29T09:10:24.461249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470921868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:24.461307Z","caller":"traceutil/trace.go:171","msg":"trace[673558559] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:30405; }","duration":"1.709273596s","start":"2026-07-29T09:10:22.752023Z","end":"2026-07-29T09:10:24.461297Z","steps":["trace[673558559] 'agreement among raft nodes before linearized reading' (duration: 1.709163114s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:22.751993Z","time spent":"1.709337078s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-29T09:10:24.461342Z","caller":"traceutil/trace.go:171","msg":"trace[243566421] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:30405; }","duration":"4.471087212s","start":"2026-07-29T09:10:19.99023Z","end":"2026-07-29T09:10:24.461317Z","steps":["trace[243566421] 'agreement among raft nodes before linearized reading' (duration: 4.470858666s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67780837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:24.461216Z","caller":"traceutil/trace.go:171","msg":"trace[1316709080] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:30405; }","duration":"5.19121474s","start":"2026-07-29T09:10:19.269968Z","end":"2026-07-29T09:10:24.461183Z","steps":["trace[1316709080] 'agreement among raft nodes before linearized reading' (duration: 5.191048285s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:19.990208Z","time spent":"4.471173585s","remote":"127.0.0.1:41986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:24.461402Z","caller":"traceutil/trace.go:171","msg":"trace[1664885364] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:30405; }","duration":"4.677954413s","start":"2026-07-29T09:10:19.783427Z","end":"2026-07-29T09:10:24.461382Z","steps":["trace[1664885364] 'agreement among raft nodes before linearized reading' (duration: 4.677774328s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:24.461282Z","caller":"traceutil/trace.go:171","msg":"trace[2058550334] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:30405; }","duration":"3.125910318s","start":"2026-07-29T09:10:21.33536Z","end":"2026-07-29T09:10:24.46127Z","steps":["trace[2058550334] 'agreement among raft nodes before linearized reading' (duration: 3.125806565s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:19.783409Z","time spent":"4.678030445s","remote":"127.0.0.1:60328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:24.461461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.431457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:24.461479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:21.335344Z","time spent":"3.126124664s","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:24.46147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.10787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:24.461497Z","caller":"traceutil/trace.go:171","msg":"trace[1934038032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30405; }","duration":"331.504939ms","start":"2026-07-29T09:10:24.129982Z","end":"2026-07-29T09:10:24.461487Z","steps":["trace[1934038032] 'agreement among raft nodes before linearized reading' (duration: 331.451978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:24.129963Z","time spent":"331.579011ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:10:24.461558Z","caller":"traceutil/trace.go:171","msg":"trace[1393769324] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:30405; }","duration":"236.241412ms","start":"2026-07-29T09:10:24.225292Z","end":"2026-07-29T09:10:24.461533Z","steps":["trace[1393769324] 'agreement among raft nodes before linearized reading' (duration: 236.084338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:19.269951Z","time spent":"5.191486167s","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:24.461494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.693614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:10:24.461363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.834577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:24.461685Z","caller":"traceutil/trace.go:171","msg":"trace[1055613820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30405; }","duration":"201.172186ms","start":"2026-07-29T09:10:24.260487Z","end":"2026-07-29T09:10:24.461659Z","steps":["trace[1055613820] 'agreement among raft nodes before linearized reading' (duration: 200.848797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.46115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386344707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:24.461748Z","caller":"traceutil/trace.go:171","msg":"trace[1518637198] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30405; }","duration":"1.386944682s","start":"2026-07-29T09:10:23.07479Z","end":"2026-07-29T09:10:24.461735Z","steps":["trace[1518637198] 'agreement among raft nodes before linearized reading' (duration: 1.386324167s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.46172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197871184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:24.461801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:23.074764Z","time spent":"1.387022274s","remote":"127.0.0.1:52932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:24.461845Z","caller":"traceutil/trace.go:171","msg":"trace[1473140251] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:30405; }","duration":"4.198041419s","start":"2026-07-29T09:10:20.263787Z","end":"2026-07-29T09:10:24.461828Z","steps":["trace[1473140251] 'agreement among raft nodes before linearized reading' (duration: 4.197558427s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.461947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:20.26376Z","time spent":"4.198163492s","remote":"127.0.0.1:47966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:24.461697Z","caller":"traceutil/trace.go:171","msg":"trace[860579769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30405; }","duration":"331.861308ms","start":"2026-07-29T09:10:24.129753Z","end":"2026-07-29T09:10:24.461615Z","steps":["trace[860579769] 'agreement among raft nodes before linearized reading' (duration: 331.618512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:24.462251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:24.129732Z","time spent":"332.505514ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:10:24.965306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:27.206926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937074313s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T09:10:27.207037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:24.463962Z","time spent":"2.743069646s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:28.123481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:28.123583Z","caller":"traceutil/trace.go:171","msg":"trace[219902838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245547s","start":"2026-07-29T09:10:26.123318Z","end":"2026-07-29T09:10:28.123564Z","steps":["trace[219902838] 'agreement among raft nodes before linearized reading' (duration: 2.000113764s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:28.123973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:26.123293Z","time spent":"2.000662538s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:28 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:30.124081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999710765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:30.124171Z","caller":"traceutil/trace.go:171","msg":"trace[28609116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999882189s","start":"2026-07-29T09:10:28.124269Z","end":"2026-07-29T09:10:30.124151Z","steps":["trace[28609116] 'agreement among raft nodes before linearized reading' (duration: 1.999766296s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:30.124217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:28.124251Z","time spent":"1.999957331s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:30 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:30.457361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:30.457452Z","caller":"traceutil/trace.go:171","msg":"trace[742476940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042463s","start":"2026-07-29T09:10:28.457389Z","end":"2026-07-29T09:10:30.457431Z","steps":["trace[742476940] 'agreement among raft nodes before linearized reading' (duration: 1.99991977s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:30.457503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:28.457371Z","time spent":"2.000120955s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:31.46602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:24.465168Z","time spent":"7.000781281s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:31.469561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:24.469055Z","time spent":"7.000503254s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:31.683712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.413890102s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:32.12973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:32.129858Z","caller":"traceutil/trace.go:171","msg":"trace[953700280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043833s","start":"2026-07-29T09:10:30.129799Z","end":"2026-07-29T09:10:32.129843Z","steps":["trace[953700280] 'agreement among raft nodes before linearized reading' (duration: 1.999894319s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:32.129924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:30.129779Z","time spent":"2.000137755s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:33.622179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:26.621384Z","time spent":"7.00078239s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:34.1306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:34.130727Z","caller":"traceutil/trace.go:171","msg":"trace[519977218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451583s","start":"2026-07-29T09:10:32.130255Z","end":"2026-07-29T09:10:34.130706Z","steps":["trace[519977218] 'agreement among raft nodes before linearized reading' (duration: 2.000293839s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:34.130777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:32.130218Z","time spent":"2.000548996s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:34.209012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:27.208631Z","time spent":"7.000374251s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:34.783295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:29.077092Z","time spent":"5.706195591s","remote":"127.0.0.1:49052","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:34.783388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.643875112s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:34.783513Z","caller":"traceutil/trace.go:171","msg":"trace[1421813217] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30405; }","duration":"6.644033686s","start":"2026-07-29T09:10:28.139461Z","end":"2026-07-29T09:10:34.783494Z","steps":["trace[1421813217] 'range keys from in-memory index tree' (duration: 6.643857302s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:34.784133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099910212s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:10:34.784702Z","caller":"traceutil/trace.go:171","msg":"trace[147171759] linearizableReadLoop","detail":"{readStateIndex:31342; appliedIndex:31339; }","duration":"10.320311601s","start":"2026-07-29T09:10:24.464368Z","end":"2026-07-29T09:10:34.78468Z","steps":["trace[147171759] 'read index received' (duration: 805.47667ms)","trace[147171759] 'applied index is now lower than readState.Index' (duration: 9.514833581s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:34.784915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.320520016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38d0a7f0-b55b-48b0-82d2-4cf90a14439b\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T09:10:34.784962Z","caller":"traceutil/trace.go:171","msg":"trace[124286200] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38d0a7f0-b55b-48b0-82d2-4cf90a14439b; range_end:; response_count:1; response_revision:30407; }","duration":"10.320596819s","start":"2026-07-29T09:10:24.46435Z","end":"2026-07-29T09:10:34.784947Z","steps":["trace[124286200] 'agreement among raft nodes before linearized reading' (duration: 10.320417164s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:34.784992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:24.464343Z","time spent":"10.32064156s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2228,"request content":"key:\"/registry/persistentvolumes/pvc-38d0a7f0-b55b-48b0-82d2-4cf90a14439b\" "} {"level":"warn","ts":"2026-07-29T09:10:35.208717Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0c5c83","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:10:35.285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:10:35.355371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:28.354577Z","time spent":"7.000786231s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:35.765878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.28108985s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:36.138538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:36.138631Z","caller":"traceutil/trace.go:171","msg":"trace[1204638319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034898s","start":"2026-07-29T09:10:34.138261Z","end":"2026-07-29T09:10:36.13861Z","steps":["trace[1204638319] 'agreement among raft nodes before linearized reading' (duration: 2.000229817s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:36.138697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:34.138231Z","time spent":"2.000454553s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:36 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:38.139064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:38.139162Z","caller":"traceutil/trace.go:171","msg":"trace[411328441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999941101s","start":"2026-07-29T09:10:36.139195Z","end":"2026-07-29T09:10:38.139136Z","steps":["trace[411328441] 'agreement among raft nodes before linearized reading' (duration: 1.999830028s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:38.139254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:36.13917Z","time spent":"2.000065554s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:38 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:40.096985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262327934s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T09:10:40.098271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958199413s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:40.098445Z","caller":"traceutil/trace.go:171","msg":"trace[795596284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30409; }","duration":"1.958385968s","start":"2026-07-29T09:10:38.140028Z","end":"2026-07-29T09:10:40.098414Z","steps":["trace[795596284] 'range keys from in-memory index tree' (duration: 1.958176632s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:40.145825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:40.145949Z","caller":"traceutil/trace.go:171","msg":"trace[67172010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244008s","start":"2026-07-29T09:10:38.145684Z","end":"2026-07-29T09:10:40.145928Z","steps":["trace[67172010] 'agreement among raft nodes before linearized reading' (duration: 2.000093724s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:40.146004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:38.145648Z","time spent":"2.00034245s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:40.265776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.499671143s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:41.620337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994820295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:41.620418Z","caller":"traceutil/trace.go:171","msg":"trace[724243418] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994959788s","start":"2026-07-29T09:10:33.625438Z","end":"2026-07-29T09:10:41.620398Z","steps":["trace[724243418] 'agreement among raft nodes before linearized reading' (duration: 7.994857715s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:41.620461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:33.625412Z","time spent":"7.99503892s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/29 09:10:41 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:41.749789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:34.749363Z","time spent":"7.000415352s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:42.147467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000573416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:42.147567Z","caller":"traceutil/trace.go:171","msg":"trace[1909854854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665409s","start":"2026-07-29T09:10:40.146858Z","end":"2026-07-29T09:10:42.147524Z","steps":["trace[1909854854] 'agreement among raft nodes before linearized reading' (duration: 2.000568526s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:42.147611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:40.146807Z","time spent":"2.000795262s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:42.218979Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0c5c83","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:10:42.360608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:35.359948Z","time spent":"7.000652308s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:42.757037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.585569993s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:44.15278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:44.152856Z","caller":"traceutil/trace.go:171","msg":"trace[633321172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500315s","start":"2026-07-29T09:10:42.152339Z","end":"2026-07-29T09:10:44.15284Z","steps":["trace[633321172] 'agreement among raft nodes before linearized reading' (duration: 2.000394642s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:44.152902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:42.152286Z","time spent":"2.000607517s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:10:44.752273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:37.751646Z","time spent":"7.000619447s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:46.073709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.176558853s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:46.154359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000926246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:46.15447Z","caller":"traceutil/trace.go:171","msg":"trace[169293054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001091279s","start":"2026-07-29T09:10:44.153359Z","end":"2026-07-29T09:10:46.15445Z","steps":["trace[169293054] 'agreement among raft nodes before linearized reading' (duration: 2.000953825s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.154533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:44.153341Z","time spent":"2.001182162s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:46.991039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.724655119s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-29T09:10:46.991161Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"36.551µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-29T09:10:46.992207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.521900545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6b793d6b569e9\" ","response":"range_response_count:1 size:796"} {"level":"warn","ts":"2026-07-29T09:10:46.99223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.914785322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:46.992312Z","caller":"traceutil/trace.go:171","msg":"trace[1374391699] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6b793d6b569e9; range_end:; response_count:1; response_revision:30411; }","duration":"15.522038809s","start":"2026-07-29T09:10:31.470243Z","end":"2026-07-29T09:10:46.992282Z","steps":["trace[1374391699] 'agreement among raft nodes before linearized reading' (duration: 15.521756002s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.992372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:31.470227Z","time spent":"15.522134291s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":818,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6b793d6b569e9\" "} {"level":"warn","ts":"2026-07-29T09:10:46.992374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.649734963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:46.992415Z","caller":"traceutil/trace.go:171","msg":"trace[1585218995] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:30411; }","duration":"18.649813745s","start":"2026-07-29T09:10:28.342591Z","end":"2026-07-29T09:10:46.992405Z","steps":["trace[1585218995] 'agreement among raft nodes before linearized reading' (duration: 18.649749454s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.992402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.217496578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:46.992452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:28.34257Z","time spent":"18.649872666s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.99246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.526402138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:46.992559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.425490606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:46.992571Z","caller":"traceutil/trace.go:171","msg":"trace[2112445587] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:30411; }","duration":"18.526558073s","start":"2026-07-29T09:10:28.465979Z","end":"2026-07-29T09:10:46.992537Z","steps":["trace[2112445587] 'agreement among raft nodes before linearized reading' (duration: 18.526327367s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:46.992606Z","caller":"traceutil/trace.go:171","msg":"trace[231912405] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:30411; }","duration":"16.425573089s","start":"2026-07-29T09:10:30.567019Z","end":"2026-07-29T09:10:46.992592Z","steps":["trace[231912405] 'agreement among raft nodes before linearized reading' (duration: 16.425508046s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.992632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:28.465969Z","time spent":"18.526636545s","remote":"127.0.0.1:45676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.99265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:30.566996Z","time spent":"16.42564401s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.992707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.782560396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:10:46.992754Z","caller":"traceutil/trace.go:171","msg":"trace[481424858] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:30411; }","duration":"12.782636307s","start":"2026-07-29T09:10:34.210106Z","end":"2026-07-29T09:10:46.992742Z","steps":["trace[481424858] 'agreement among raft nodes before linearized reading' (duration: 12.782519294s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:46.992497Z","caller":"traceutil/trace.go:171","msg":"trace[1507612750] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:30411; }","duration":"18.217657432s","start":"2026-07-29T09:10:28.774818Z","end":"2026-07-29T09:10:46.992475Z","steps":["trace[1507612750] 'agreement among raft nodes before linearized reading' (duration: 18.217460777s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.992783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:34.210088Z","time spent":"12.782687349s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-07-29T09:10:46.99285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:28.774798Z","time spent":"18.218006522s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.992893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.531549409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:46.992928Z","caller":"traceutil/trace.go:171","msg":"trace[2146049156] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:30411; }","duration":"16.531627851s","start":"2026-07-29T09:10:30.46129Z","end":"2026-07-29T09:10:46.992918Z","steps":["trace[2146049156] 'agreement among raft nodes before linearized reading' (duration: 16.53156429s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.992972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:30.461267Z","time spent":"16.531693903s","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:46.992313Z","caller":"traceutil/trace.go:171","msg":"trace[1181621915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30411; }","duration":"18.914914655s","start":"2026-07-29T09:10:28.077375Z","end":"2026-07-29T09:10:46.992289Z","steps":["trace[1181621915] 'agreement among raft nodes before linearized reading' (duration: 18.914763351s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.993228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.388806077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:46.993019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.324755945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:46.993273Z","caller":"traceutil/trace.go:171","msg":"trace[1786515344] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:30411; }","duration":"14.388900829s","start":"2026-07-29T09:10:32.604362Z","end":"2026-07-29T09:10:46.993263Z","steps":["trace[1786515344] 'agreement among raft nodes before linearized reading' (duration: 14.388581781s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:46.993301Z","caller":"traceutil/trace.go:171","msg":"trace[1987385369] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:30411; }","duration":"15.325107463s","start":"2026-07-29T09:10:31.66817Z","end":"2026-07-29T09:10:46.993278Z","steps":["trace[1987385369] 'agreement among raft nodes before linearized reading' (duration: 15.324728644s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.993298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.29653831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:46.9933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:28.077357Z","time spent":"18.915907032s","remote":"127.0.0.1:43132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.993315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:32.604335Z","time spent":"14.388971421s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.993336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:31.668149Z","time spent":"15.325179926s","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:46.993354Z","caller":"traceutil/trace.go:171","msg":"trace[1541935078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:30411; }","duration":"18.296593732s","start":"2026-07-29T09:10:28.696737Z","end":"2026-07-29T09:10:46.993331Z","steps":["trace[1541935078] 'agreement among raft nodes before linearized reading' (duration: 18.296506509s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.993362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.02237128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:46.99337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.905025609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:46.993398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:28.696712Z","time spent":"18.296676284s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:46.993408Z","caller":"traceutil/trace.go:171","msg":"trace[576368106] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:30411; }","duration":"20.022409991s","start":"2026-07-29T09:10:26.970982Z","end":"2026-07-29T09:10:46.993392Z","steps":["trace[576368106] 'agreement among raft nodes before linearized reading' (duration: 20.02235522s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:46.993417Z","caller":"traceutil/trace.go:171","msg":"trace[809997583] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:30411; }","duration":"19.905124321s","start":"2026-07-29T09:10:27.088279Z","end":"2026-07-29T09:10:46.993403Z","steps":["trace[809997583] 'agreement among raft nodes before linearized reading' (duration: 19.905046659s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.993421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.772220567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:46.993395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.318610232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:46.993031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.520030079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-f9ldh\" ","response":"range_response_count:1 size:5638"} {"level":"warn","ts":"2026-07-29T09:10:46.993454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:27.088251Z","time spent":"19.905192593s","remote":"127.0.0.1:42984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.993443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:26.970916Z","time spent":"20.022519354s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.993455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.519123447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:10:46.993453Z","caller":"traceutil/trace.go:171","msg":"trace[78890975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30411; }","duration":"13.772293338s","start":"2026-07-29T09:10:33.221151Z","end":"2026-07-29T09:10:46.993445Z","steps":["trace[78890975] 'agreement among raft nodes before linearized reading' (duration: 13.772239377s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:46.993477Z","caller":"traceutil/trace.go:171","msg":"trace[1189606949] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:30411; }","duration":"21.318733595s","start":"2026-07-29T09:10:25.674732Z","end":"2026-07-29T09:10:46.993466Z","steps":["trace[1189606949] 'agreement among raft nodes before linearized reading' (duration: 21.318581371s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:46.993498Z","caller":"traceutil/trace.go:171","msg":"trace[2031056435] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30411; }","duration":"17.519196849s","start":"2026-07-29T09:10:29.474288Z","end":"2026-07-29T09:10:46.993485Z","steps":["trace[2031056435] 'agreement among raft nodes before linearized reading' (duration: 17.519035194s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.993305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.033625504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:46.9935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:33.221128Z","time spent":"13.77236303s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.993528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:25.674709Z","time spent":"21.318810927s","remote":"127.0.0.1:46384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.993532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:29.474269Z","time spent":"17.519256151s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:10:46.993519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.69586979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:46.993581Z","caller":"traceutil/trace.go:171","msg":"trace[1682535496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:30411; }","duration":"14.695977182s","start":"2026-07-29T09:10:32.297585Z","end":"2026-07-29T09:10:46.993562Z","steps":["trace[1682535496] 'agreement among raft nodes before linearized reading' (duration: 14.69586855s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.993615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.881105407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:46.993641Z","caller":"traceutil/trace.go:171","msg":"trace[884530993] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:30411; }","duration":"19.881152777s","start":"2026-07-29T09:10:27.112479Z","end":"2026-07-29T09:10:46.993632Z","steps":["trace[884530993] 'agreement among raft nodes before linearized reading' (duration: 19.881108026s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.993632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:32.297565Z","time spent":"14.696057165s","remote":"127.0.0.1:43076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.993662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:27.112467Z","time spent":"19.881189929s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.99366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.050428132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:46.993721Z","caller":"traceutil/trace.go:171","msg":"trace[685183112] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:30411; }","duration":"21.050535535s","start":"2026-07-29T09:10:25.943166Z","end":"2026-07-29T09:10:46.993702Z","steps":["trace[685183112] 'agreement among raft nodes before linearized reading' (duration: 21.050430862s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.99377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:25.943139Z","time spent":"21.050618087s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:46.993538Z","caller":"traceutil/trace.go:171","msg":"trace[630994284] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:30411; }","duration":"21.033937292s","start":"2026-07-29T09:10:25.959587Z","end":"2026-07-29T09:10:46.993525Z","steps":["trace[630994284] 'agreement among raft nodes before linearized reading' (duration: 21.033659835s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:46.993495Z","caller":"traceutil/trace.go:171","msg":"trace[1290007502] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-f9ldh; range_end:; response_count:1; response_revision:30411; }","duration":"15.520531431s","start":"2026-07-29T09:10:31.472944Z","end":"2026-07-29T09:10:46.993476Z","steps":["trace[1290007502] 'agreement among raft nodes before linearized reading' (duration: 15.519995938s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.993827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:25.95947Z","time spent":"21.034340722s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:46.993838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:31.472918Z","time spent":"15.520907161s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5660,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-f9ldh\" "} {"level":"warn","ts":"2026-07-29T09:10:46.994271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.322995543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241607"} {"level":"info","ts":"2026-07-29T09:10:46.994298Z","caller":"traceutil/trace.go:171","msg":"trace[1433409658] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:30412; }","duration":"21.323066177s","start":"2026-07-29T09:10:25.671225Z","end":"2026-07-29T09:10:46.994292Z","steps":["trace[1433409658] 'agreement among raft nodes before linearized reading' (duration: 21.322654416s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.994314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:25.671202Z","time spent":"21.323108177s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":241629,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-29T09:10:46.994755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.525544071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:420327"} {"level":"info","ts":"2026-07-29T09:10:46.994871Z","caller":"traceutil/trace.go:171","msg":"trace[1666987823] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:30412; }","duration":"22.525678674s","start":"2026-07-29T09:10:24.469173Z","end":"2026-07-29T09:10:46.994852Z","steps":["trace[1666987823] 'agreement among raft nodes before linearized reading' (duration: 22.525190322s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:46.994966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:24.469158Z","time spent":"22.525794237s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":420349,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-29T09:10:46.991364Z","caller":"traceutil/trace.go:171","msg":"trace[2093959479] linearizableReadLoop","detail":"{readStateIndex:31348; appliedIndex:31342; }","duration":"12.206605214s","start":"2026-07-29T09:10:34.784738Z","end":"2026-07-29T09:10:46.991344Z","steps":["trace[2093959479] 'read index received' (duration: 981.371019ms)","trace[2093959479] 'applied index is now lower than readState.Index' (duration: 11.225233375s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:47.141544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067639356s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:47.597991Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0c5c9a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:10:48.16287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:48.162945Z","caller":"traceutil/trace.go:171","msg":"trace[314337413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998081s","start":"2026-07-29T09:10:46.16292Z","end":"2026-07-29T09:10:48.162918Z","steps":["trace[314337413] 'agreement among raft nodes before linearized reading' (duration: 1.999916339s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:48.162982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:46.16289Z","time spent":"2.000085754s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:48.755178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:41.7542Z","time spent":"7.000972126s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:49.366215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:42.365407Z","time spent":"7.000799942s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:50.164151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000945387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:50.164249Z","caller":"traceutil/trace.go:171","msg":"trace[1887674619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001148022s","start":"2026-07-29T09:10:48.163079Z","end":"2026-07-29T09:10:50.164227Z","steps":["trace[1887674619] 'agreement among raft nodes before linearized reading' (duration: 2.000974418s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:50.164301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:48.16306Z","time spent":"2.001229914s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:50 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:50.457531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:50.457619Z","caller":"traceutil/trace.go:171","msg":"trace[696005666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037713s","start":"2026-07-29T09:10:48.457559Z","end":"2026-07-29T09:10:50.457596Z","steps":["trace[696005666] 'agreement among raft nodes before linearized reading' (duration: 1.99993236s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:50.457683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:48.457535Z","time spent":"2.000135475s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:50 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:51.604509Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0b121b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:10:52.171783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:52.171891Z","caller":"traceutil/trace.go:171","msg":"trace[686260389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240168s","start":"2026-07-29T09:10:50.171631Z","end":"2026-07-29T09:10:52.171871Z","steps":["trace[686260389] 'agreement among raft nodes before linearized reading' (duration: 2.000108924s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:52.171949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:50.171609Z","time spent":"2.00032472s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:52 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:53.516011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.522077218s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T09:10:53.516058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.375874023s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:53.516155Z","caller":"traceutil/trace.go:171","msg":"trace[1128837404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30413; }","duration":"5.375982366s","start":"2026-07-29T09:10:48.140156Z","end":"2026-07-29T09:10:53.516139Z","steps":["trace[1128837404] 'range keys from in-memory index tree' (duration: 5.375858552s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:53.995037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:46.994902Z","time spent":"7.000127065s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:53.996371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:46.995752Z","time spent":"7.000616257s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:54.001622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:47.001119Z","time spent":"7.000497343s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:54.17182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999657473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:54.17192Z","caller":"traceutil/trace.go:171","msg":"trace[919060042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999830717s","start":"2026-07-29T09:10:52.172068Z","end":"2026-07-29T09:10:54.171899Z","steps":["trace[919060042] 'agreement among raft nodes before linearized reading' (duration: 1.999694864s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:54.171974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:52.172031Z","time spent":"1.99993151s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:54 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:54.92015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.590450186s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:10:55.030753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514539976s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:10:55.031403Z","caller":"traceutil/trace.go:171","msg":"trace[2060716953] linearizableReadLoop","detail":"{readStateIndex:31355; appliedIndex:31350; }","duration":"8.036332196s","start":"2026-07-29T09:10:46.995051Z","end":"2026-07-29T09:10:55.031384Z","steps":["trace[2060716953] 'read index received' (duration: 146.689312ms)","trace[2060716953] 'applied index is now lower than readState.Index' (duration: 7.889642154s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:10:55.031491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.646375288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:55.031528Z","caller":"traceutil/trace.go:171","msg":"trace[875148710] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:30415; }","duration":"13.64646181s","start":"2026-07-29T09:10:41.385054Z","end":"2026-07-29T09:10:55.031516Z","steps":["trace[875148710] 'agreement among raft nodes before linearized reading' (duration: 13.646361977s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.031586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:41.385033Z","time spent":"13.646543522s","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:55.03163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.389175887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:55.031663Z","caller":"traceutil/trace.go:171","msg":"trace[1986847581] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:30415; }","duration":"16.389242059s","start":"2026-07-29T09:10:38.642409Z","end":"2026-07-29T09:10:55.031651Z","steps":["trace[1986847581] 'agreement among raft nodes before linearized reading' (duration: 16.389193308s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.031697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:38.642387Z","time spent":"16.38930046s","remote":"127.0.0.1:41992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:55.031722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.331906318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:55.031796Z","caller":"traceutil/trace.go:171","msg":"trace[601882312] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:30415; }","duration":"17.332030461s","start":"2026-07-29T09:10:37.699744Z","end":"2026-07-29T09:10:55.031775Z","steps":["trace[601882312] 'agreement among raft nodes before linearized reading' (duration: 17.331902968s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.031819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.235544491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:55.031844Z","caller":"traceutil/trace.go:171","msg":"trace[5768928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:30415; }","duration":"8.235608323s","start":"2026-07-29T09:10:46.796227Z","end":"2026-07-29T09:10:55.031835Z","steps":["trace[5768928] 'agreement among raft nodes before linearized reading' (duration: 8.235567942s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.031837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:37.699724Z","time spent":"17.332104014s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:55.031864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:46.796204Z","time spent":"8.235655144s","remote":"127.0.0.1:37760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:55.031938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.693534608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:55.031978Z","caller":"traceutil/trace.go:171","msg":"trace[642337337] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:30415; }","duration":"17.69361215s","start":"2026-07-29T09:10:37.338354Z","end":"2026-07-29T09:10:55.031966Z","steps":["trace[642337337] 'agreement among raft nodes before linearized reading' (duration: 17.693527028s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.031995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.568736418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:55.032006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:37.338334Z","time spent":"17.693663321s","remote":"127.0.0.1:46652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:55.032052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.632945342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:10:55.032084Z","caller":"traceutil/trace.go:171","msg":"trace[915279644] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:30415; }","duration":"16.633010903s","start":"2026-07-29T09:10:38.399063Z","end":"2026-07-29T09:10:55.032074Z","steps":["trace[915279644] 'agreement among raft nodes before linearized reading' (duration: 16.632956381s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.032132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.585987451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:55.032137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:38.399035Z","time spent":"16.633094705s","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:55.032155Z","caller":"traceutil/trace.go:171","msg":"trace[1827699825] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:30415; }","duration":"11.586044633s","start":"2026-07-29T09:10:43.446102Z","end":"2026-07-29T09:10:55.032147Z","steps":["trace[1827699825] 'agreement among raft nodes before linearized reading' (duration: 11.586015632s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.032162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.085623758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:55.032177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:43.446081Z","time spent":"11.586089693s","remote":"127.0.0.1:43116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:55.03219Z","caller":"traceutil/trace.go:171","msg":"trace[1812524101] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:30415; }","duration":"20.08569672s","start":"2026-07-29T09:10:34.946486Z","end":"2026-07-29T09:10:55.032182Z","steps":["trace[1812524101] 'agreement among raft nodes before linearized reading' (duration: 20.085648398s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.032222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:34.946461Z","time spent":"20.08575472s","remote":"127.0.0.1:60344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:55.032016Z","caller":"traceutil/trace.go:171","msg":"trace[1822611320] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:30415; }","duration":"9.56879772s","start":"2026-07-29T09:10:45.463212Z","end":"2026-07-29T09:10:55.03201Z","steps":["trace[1822611320] 'agreement among raft nodes before linearized reading' (duration: 9.568751469s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.0323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.731228245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:10:55.032104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.275203057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-29T09:10:55.032331Z","caller":"traceutil/trace.go:171","msg":"trace[337480778] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:30415; }","duration":"16.731306087s","start":"2026-07-29T09:10:38.301015Z","end":"2026-07-29T09:10:55.032321Z","steps":["trace[337480778] 'agreement among raft nodes before linearized reading' (duration: 16.731257036s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.032369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:38.300993Z","time spent":"16.731359579s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:55.032367Z","caller":"traceutil/trace.go:171","msg":"trace[1995296478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30415; }","duration":"10.275482925s","start":"2026-07-29T09:10:44.756858Z","end":"2026-07-29T09:10:55.032341Z","steps":["trace[1995296478] 'agreement among raft nodes before linearized reading' (duration: 10.275170107s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.032399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.465585404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:10:55.032442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.241648077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"warn","ts":"2026-07-29T09:10:55.032411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:45.463189Z","time spent":"9.569156529s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:10:55.032461Z","caller":"traceutil/trace.go:171","msg":"trace[529583012] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:30415; }","duration":"13.465679816s","start":"2026-07-29T09:10:41.566763Z","end":"2026-07-29T09:10:55.032443Z","steps":["trace[529583012] 'agreement among raft nodes before linearized reading' (duration: 13.465589734s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:10:55.032472Z","caller":"traceutil/trace.go:171","msg":"trace[1439425263] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:30415; }","duration":"20.241728699s","start":"2026-07-29T09:10:34.790734Z","end":"2026-07-29T09:10:55.032463Z","steps":["trace[1439425263] 'agreement among raft nodes before linearized reading' (duration: 20.241598245s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.032469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:44.756841Z","time spent":"10.275587457s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T09:10:55.032494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:34.790711Z","time spent":"20.24177723s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-29T09:10:55.032498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:41.566744Z","time spent":"13.465745177s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:55.03158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.068829663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:10:55.032802Z","caller":"traceutil/trace.go:171","msg":"trace[843852960] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30415; }","duration":"14.070144526s","start":"2026-07-29T09:10:40.962625Z","end":"2026-07-29T09:10:55.03277Z","steps":["trace[843852960] 'agreement among raft nodes before linearized reading' (duration: 14.068856873s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.032899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:40.962593Z","time spent":"14.07026794s","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:10:55.032319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.409704044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T09:10:55.033371Z","caller":"traceutil/trace.go:171","msg":"trace[1232315001] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:30415; }","duration":"13.410789782s","start":"2026-07-29T09:10:41.622571Z","end":"2026-07-29T09:10:55.033361Z","steps":["trace[1232315001] 'agreement among raft nodes before linearized reading' (duration: 13.409704334s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:55.033399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:41.622548Z","time spent":"13.410839654s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T09:10:56.179977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:56.180067Z","caller":"traceutil/trace.go:171","msg":"trace[39670992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000572767s","start":"2026-07-29T09:10:54.179475Z","end":"2026-07-29T09:10:56.180048Z","steps":["trace[39670992] 'agreement among raft nodes before linearized reading' (duration: 2.000460424s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:56.180119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:54.17946Z","time spent":"2.000649888s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:56 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:57.239671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865676507s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-29T09:10:57.239757Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"1.865781529s","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-29T09:10:57.239913Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0b121b","error":"lease not found"} {"level":"warn","ts":"2026-07-29T09:10:57.239984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:55.144451Z","time spent":"2.095524565s","remote":"127.0.0.1:39618","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:10:58.185638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005134174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:10:58.185766Z","caller":"traceutil/trace.go:171","msg":"trace[854720998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005335389s","start":"2026-07-29T09:10:56.180397Z","end":"2026-07-29T09:10:58.185732Z","steps":["trace[854720998] 'agreement among raft nodes before linearized reading' (duration: 2.005169915s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:58.185836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:56.180371Z","time spent":"2.005450251s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:10:58 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:10:59.36869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997850405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:10:59.368793Z","caller":"traceutil/trace.go:171","msg":"trace[1923243493] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.997993098s","start":"2026-07-29T09:10:49.370772Z","end":"2026-07-29T09:10:59.368765Z","steps":["trace[1923243493] 'agreement among raft nodes before linearized reading' (duration: 9.997858384s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:10:59.368846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:49.370761Z","time spent":"9.998073489s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/29 09:10:59 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:00.188504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:00.188647Z","caller":"traceutil/trace.go:171","msg":"trace[1088839357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192077s","start":"2026-07-29T09:10:58.188435Z","end":"2026-07-29T09:11:00.188628Z","steps":["trace[1088839357] 'agreement among raft nodes before linearized reading' (duration: 2.000011152s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:00.188697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:58.188418Z","time spent":"2.000268068s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:00.519048Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4bba9facec0b132d","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T09:11:02.094872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.855059944s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:11:02.094971Z","caller":"traceutil/trace.go:171","msg":"trace[1875233801] linearizableReadLoop","detail":"{readStateIndex:31359; appliedIndex:31357; }","duration":"7.063495736s","start":"2026-07-29T09:10:55.031461Z","end":"2026-07-29T09:11:02.094956Z","steps":["trace[1875233801] 'read index received' (duration: 342.447959ms)","trace[1875233801] 'applied index is now lower than readState.Index' (duration: 6.721046407s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:02.095054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.955563267s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:02.09516Z","caller":"traceutil/trace.go:171","msg":"trace[520335767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30416; }","duration":"3.95568191s","start":"2026-07-29T09:10:58.139461Z","end":"2026-07-29T09:11:02.095143Z","steps":["trace[520335767] 'range keys from in-memory index tree' (duration: 3.955548277s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.095998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.383421146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:02.09603Z","caller":"traceutil/trace.go:171","msg":"trace[1050555600] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:30416; }","duration":"10.383507378s","start":"2026-07-29T09:10:51.712512Z","end":"2026-07-29T09:11:02.09602Z","steps":["trace[1050555600] 'agreement among raft nodes before linearized reading' (duration: 10.383436416s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.096057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:51.712491Z","time spent":"10.383558899s","remote":"127.0.0.1:42874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.096083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.092037383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:11:02.096151Z","caller":"traceutil/trace.go:171","msg":"trace[1219582354] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30416; }","duration":"10.092150086s","start":"2026-07-29T09:10:52.003981Z","end":"2026-07-29T09:11:02.096131Z","steps":["trace[1219582354] 'agreement among raft nodes before linearized reading' (duration: 10.091945471s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.09619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:52.003956Z","time spent":"10.092223148s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:11:02.096354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.471223641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:02.096379Z","caller":"traceutil/trace.go:171","msg":"trace[625314968] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:30416; }","duration":"10.471283582s","start":"2026-07-29T09:10:51.625088Z","end":"2026-07-29T09:11:02.096371Z","steps":["trace[625314968] 'agreement among raft nodes before linearized reading' (duration: 10.471239291s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.0964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:51.625063Z","time spent":"10.471331844s","remote":"127.0.0.1:42900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.096452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.25315472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:02.096494Z","caller":"traceutil/trace.go:171","msg":"trace[1532456433] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:30416; }","duration":"11.253240012s","start":"2026-07-29T09:10:50.843241Z","end":"2026-07-29T09:11:02.096481Z","steps":["trace[1532456433] 'agreement among raft nodes before linearized reading' (duration: 11.25315961s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.096521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:50.843218Z","time spent":"11.253294564s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.096814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.01224541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:02.096889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.057766113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:02.096909Z","caller":"traceutil/trace.go:171","msg":"trace[815659140] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:30416; }","duration":"8.012357523s","start":"2026-07-29T09:10:54.084526Z","end":"2026-07-29T09:11:02.096884Z","steps":["trace[815659140] 'agreement among raft nodes before linearized reading' (duration: 8.012194509s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:02.096952Z","caller":"traceutil/trace.go:171","msg":"trace[1448558091] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:30416; }","duration":"13.057878927s","start":"2026-07-29T09:10:49.039055Z","end":"2026-07-29T09:11:02.096934Z","steps":["trace[1448558091] 'agreement among raft nodes before linearized reading' (duration: 13.057699523s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.096998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:49.039031Z","time spent":"13.057953728s","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":93,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.097166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.093039677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4131"} {"level":"info","ts":"2026-07-29T09:11:02.097218Z","caller":"traceutil/trace.go:171","msg":"trace[1299987074] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:30416; }","duration":"8.093102748s","start":"2026-07-29T09:10:54.004102Z","end":"2026-07-29T09:11:02.097204Z","steps":["trace[1299987074] 'agreement among raft nodes before linearized reading' (duration: 8.092924593s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.097243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.37728434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:02.09726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:54.004094Z","time spent":"8.09315402s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4153,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-29T09:11:02.097284Z","caller":"traceutil/trace.go:171","msg":"trace[62406144] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:30416; }","duration":"7.377368553s","start":"2026-07-29T09:10:54.719903Z","end":"2026-07-29T09:11:02.097271Z","steps":["trace[62406144] 'agreement among raft nodes before linearized reading' (duration: 7.377287691s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.097314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:54.719882Z","time spent":"7.377424323s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.097326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.652312784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:02.097357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.113637163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:02.097423Z","caller":"traceutil/trace.go:171","msg":"trace[1558648852] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:30416; }","duration":"8.113704225s","start":"2026-07-29T09:10:53.983698Z","end":"2026-07-29T09:11:02.097402Z","steps":["trace[1558648852] 'agreement among raft nodes before linearized reading' (duration: 8.113579242s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.097254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.468530538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:02.097471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.245572161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:02.097479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:53.983629Z","time spent":"8.113829677s","remote":"127.0.0.1:56216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.097455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.729717804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:02.097508Z","caller":"traceutil/trace.go:171","msg":"trace[70331213] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:30416; }","duration":"7.245664054s","start":"2026-07-29T09:10:54.851833Z","end":"2026-07-29T09:11:02.097497Z","steps":["trace[70331213] 'agreement among raft nodes before linearized reading' (duration: 7.245582982s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.09754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:54.851809Z","time spent":"7.245723505s","remote":"127.0.0.1:56228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.097594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.772748213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:02.097632Z","caller":"traceutil/trace.go:171","msg":"trace[1274691492] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:30416; }","duration":"12.772814076s","start":"2026-07-29T09:10:49.324807Z","end":"2026-07-29T09:11:02.097621Z","steps":["trace[1274691492] 'agreement among raft nodes before linearized reading' (duration: 12.772751494s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:02.097535Z","caller":"traceutil/trace.go:171","msg":"trace[956049336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:30416; }","duration":"12.729808716s","start":"2026-07-29T09:10:49.367708Z","end":"2026-07-29T09:11:02.097517Z","steps":["trace[956049336] 'agreement among raft nodes before linearized reading' (duration: 12.729691643s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.097675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:49.324792Z","time spent":"12.772869247s","remote":"127.0.0.1:46532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.097709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:49.367633Z","time spent":"12.730063483s","remote":"127.0.0.1:43106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.098186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.715220364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:02.098271Z","caller":"traceutil/trace.go:171","msg":"trace[1905467573] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30416; }","duration":"7.715313436s","start":"2026-07-29T09:10:54.382936Z","end":"2026-07-29T09:11:02.098249Z","steps":["trace[1905467573] 'agreement among raft nodes before linearized reading' (duration: 7.715158672s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.098334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:54.382868Z","time spent":"7.715448269s","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:02.097376Z","caller":"traceutil/trace.go:171","msg":"trace[754111028] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:30416; }","duration":"12.652386656s","start":"2026-07-29T09:10:49.444974Z","end":"2026-07-29T09:11:02.09736Z","steps":["trace[754111028] 'agreement among raft nodes before linearized reading' (duration: 12.652310434s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.35091948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:02.100105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.103429422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:02.100124Z","caller":"traceutil/trace.go:171","msg":"trace[862112915] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:30416; }","duration":"13.350991742s","start":"2026-07-29T09:10:48.749124Z","end":"2026-07-29T09:11:02.100115Z","steps":["trace[862112915] 'agreement among raft nodes before linearized reading' (duration: 13.350940071s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:49.444958Z","time spent":"12.655136716s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:02.100139Z","caller":"traceutil/trace.go:171","msg":"trace[631318368] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:0; response_revision:30416; }","duration":"8.103465733s","start":"2026-07-29T09:10:53.996663Z","end":"2026-07-29T09:11:02.100128Z","steps":["trace[631318368] 'agreement among raft nodes before linearized reading' (duration: 8.103406331s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:48.749098Z","time spent":"13.351043074s","remote":"127.0.0.1:47904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.100163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.253551071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:02.100171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:53.996591Z","time spent":"8.103572425s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-07-29T09:11:02.096995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:54.084464Z","time spent":"8.012507647s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:02.1002Z","caller":"traceutil/trace.go:171","msg":"trace[1852324368] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:30416; }","duration":"13.253629523s","start":"2026-07-29T09:10:48.846558Z","end":"2026-07-29T09:11:02.100188Z","steps":["trace[1852324368] 'agreement among raft nodes before linearized reading' (duration: 13.253569351s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:48.846534Z","time spent":"13.253688374s","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.100338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.340884474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-29T09:11:02.100365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.017231516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:11:02.100377Z","caller":"traceutil/trace.go:171","msg":"trace[1141892507] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:30416; }","duration":"11.468796265s","start":"2026-07-29T09:10:50.628675Z","end":"2026-07-29T09:11:02.097471Z","steps":["trace[1141892507] 'agreement among raft nodes before linearized reading' (duration: 11.468532708s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:02.10039Z","caller":"traceutil/trace.go:171","msg":"trace[370846763] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:30416; }","duration":"13.340976307s","start":"2026-07-29T09:10:48.759399Z","end":"2026-07-29T09:11:02.100375Z","steps":["trace[370846763] 'agreement among raft nodes before linearized reading' (duration: 13.340828323s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336790979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:02.100426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910634277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:02.100425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109134921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:02.100419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229458664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:02.10042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612258856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:02.100447Z","caller":"traceutil/trace.go:171","msg":"trace[133377469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30416; }","duration":"1.910679488s","start":"2026-07-29T09:11:00.189761Z","end":"2026-07-29T09:11:02.10044Z","steps":["trace[133377469] 'agreement among raft nodes before linearized reading' (duration: 1.910649087s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:02.100444Z","caller":"traceutil/trace.go:171","msg":"trace[463812529] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:30416; }","duration":"6.336906563s","start":"2026-07-29T09:10:55.763523Z","end":"2026-07-29T09:11:02.10043Z","steps":["trace[463812529] 'agreement among raft nodes before linearized reading' (duration: 6.336844041s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:02.100451Z","caller":"traceutil/trace.go:171","msg":"trace[1295104419] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:30416; }","duration":"5.109160561s","start":"2026-07-29T09:10:56.991283Z","end":"2026-07-29T09:11:02.100444Z","steps":["trace[1295104419] 'agreement among raft nodes before linearized reading' (duration: 5.109113559s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:50.628658Z","time spent":"11.471759181s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.100467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:00.189742Z","time spent":"1.910720629s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:11:02.100465Z","caller":"traceutil/trace.go:171","msg":"trace[324500981] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:30416; }","duration":"1.229541427s","start":"2026-07-29T09:11:00.870909Z","end":"2026-07-29T09:11:02.10045Z","steps":["trace[324500981] 'agreement among raft nodes before linearized reading' (duration: 1.229468344s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.0986186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6fffddfb5d-wspqw.18c6b5fb90221204\" ","response":"range_response_count:1 size:2099"} {"level":"warn","ts":"2026-07-29T09:11:02.100478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:55.763499Z","time spent":"6.336970404s","remote":"127.0.0.1:43008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.100482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:56.991222Z","time spent":"5.109251754s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:02.100478Z","caller":"traceutil/trace.go:171","msg":"trace[2041180373] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:30416; }","duration":"3.612349679s","start":"2026-07-29T09:10:58.48811Z","end":"2026-07-29T09:11:02.100459Z","steps":["trace[2041180373] 'agreement among raft nodes before linearized reading' (duration: 3.612263136s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:00.870888Z","time spent":"1.229600659s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:02.100503Z","caller":"traceutil/trace.go:171","msg":"trace[1147710650] range","detail":"{range_begin:/registry/events/openstack/glance-api-6fffddfb5d-wspqw.18c6b5fb90221204; range_end:; response_count:1; response_revision:30416; }","duration":"8.098659801s","start":"2026-07-29T09:10:54.001832Z","end":"2026-07-29T09:11:02.100492Z","steps":["trace[1147710650] 'agreement among raft nodes before linearized reading' (duration: 8.095741475s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:58.488085Z","time spent":"3.612423081s","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.100509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062847989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e079870-f320-4b1a-97d3-2ff68b5b01c5\" ","response":"range_response_count:1 size:2208"} {"level":"warn","ts":"2026-07-29T09:11:02.100525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.061706149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T09:11:02.100537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:54.001802Z","time spent":"8.098726032s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2121,"request content":"key:\"/registry/events/openstack/glance-api-6fffddfb5d-wspqw.18c6b5fb90221204\" "} {"level":"info","ts":"2026-07-29T09:11:02.100559Z","caller":"traceutil/trace.go:171","msg":"trace[159600043] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:30416; }","duration":"7.06174942s","start":"2026-07-29T09:10:55.0388Z","end":"2026-07-29T09:11:02.100549Z","steps":["trace[159600043] 'agreement among raft nodes before linearized reading' (duration: 7.061658928s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521412164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T09:11:02.100588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:55.038691Z","time spent":"7.061890454s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T09:11:02.100431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:48.759375Z","time spent":"13.34104802s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-29T09:11:02.10061Z","caller":"traceutil/trace.go:171","msg":"trace[1531909748] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30416; }","duration":"3.521484435s","start":"2026-07-29T09:10:58.579116Z","end":"2026-07-29T09:11:02.100601Z","steps":["trace[1531909748] 'agreement among raft nodes before linearized reading' (duration: 3.521400823s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729926181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-29T09:11:02.100497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592629806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-07-29T09:11:02.100646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:58.579095Z","time spent":"3.521539576s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T09:11:02.100675Z","caller":"traceutil/trace.go:171","msg":"trace[935806465] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:30416; }","duration":"3.5928378s","start":"2026-07-29T09:10:58.507829Z","end":"2026-07-29T09:11:02.100666Z","steps":["trace[935806465] 'agreement among raft nodes before linearized reading' (duration: 3.592498621s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:02.100568Z","caller":"traceutil/trace.go:171","msg":"trace[233194013] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e079870-f320-4b1a-97d3-2ff68b5b01c5; range_end:; response_count:1; response_revision:30416; }","duration":"7.062909971s","start":"2026-07-29T09:10:55.037635Z","end":"2026-07-29T09:11:02.100545Z","steps":["trace[233194013] 'agreement among raft nodes before linearized reading' (duration: 7.062609272s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.10039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324797868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:02.100693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.061894704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-29T09:11:02.10072Z","caller":"traceutil/trace.go:171","msg":"trace[399516231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30416; }","duration":"2.325198718s","start":"2026-07-29T09:10:59.775516Z","end":"2026-07-29T09:11:02.100715Z","steps":["trace[399516231] 'agreement among raft nodes before linearized reading' (duration: 2.324848398s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.382582201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:02.096789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.976635819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:02.100743Z","caller":"traceutil/trace.go:171","msg":"trace[9614901] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30416; }","duration":"7.061942315s","start":"2026-07-29T09:10:55.038786Z","end":"2026-07-29T09:11:02.100729Z","steps":["trace[9614901] 'agreement among raft nodes before linearized reading' (duration: 7.061811001s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:55.038732Z","time spent":"7.062049328s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-29T09:11:02.100792Z","caller":"traceutil/trace.go:171","msg":"trace[1124926242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:30416; }","duration":"6.382760466s","start":"2026-07-29T09:10:55.718006Z","end":"2026-07-29T09:11:02.100767Z","steps":["trace[1124926242] 'agreement among raft nodes before linearized reading' (duration: 6.38253837s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:02.100817Z","caller":"traceutil/trace.go:171","msg":"trace[1532200002] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:30416; }","duration":"7.980709614s","start":"2026-07-29T09:10:54.120061Z","end":"2026-07-29T09:11:02.10077Z","steps":["trace[1532200002] 'agreement among raft nodes before linearized reading' (duration: 7.976646509s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610736062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:02.100869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:55.717988Z","time spent":"6.382853918s","remote":"127.0.0.1:43092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:02.100894Z","caller":"traceutil/trace.go:171","msg":"trace[165837086] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:30416; }","duration":"2.610953538s","start":"2026-07-29T09:10:59.489928Z","end":"2026-07-29T09:11:02.100882Z","steps":["trace[165837086] 'agreement among raft nodes before linearized reading' (duration: 2.610764593s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.100928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:59.489896Z","time spent":"2.61102284s","remote":"127.0.0.1:41970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.100729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:55.037619Z","time spent":"7.063098305s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2230,"request content":"key:\"/registry/persistentvolumes/pvc-5e079870-f320-4b1a-97d3-2ff68b5b01c5\" "} {"level":"warn","ts":"2026-07-29T09:11:02.1007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:58.507814Z","time spent":"3.592877862s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7720,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-29T09:11:02.100741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:59.775493Z","time spent":"2.32524218s","remote":"127.0.0.1:37674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:02.101168Z","caller":"traceutil/trace.go:171","msg":"trace[737443049] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:30416; }","duration":"2.730045444s","start":"2026-07-29T09:10:59.370599Z","end":"2026-07-29T09:11:02.100644Z","steps":["trace[737443049] 'agreement among raft nodes before linearized reading' (duration: 2.729848029s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:02.101097Z","caller":"traceutil/trace.go:171","msg":"trace[850701486] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:30416; }","duration":"13.017992216s","start":"2026-07-29T09:10:49.083085Z","end":"2026-07-29T09:11:02.101077Z","steps":["trace[850701486] 'agreement among raft nodes before linearized reading' (duration: 13.014828896s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:02.101253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:49.083067Z","time spent":"13.018166031s","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":160,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.101321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:59.370577Z","time spent":"2.730631408s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T09:11:02.101387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:10:54.120032Z","time spent":"7.980814747s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:02.604513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:02.859893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.102572Z","time spent":"757.31566ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:11:04.109462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000991848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:04.109553Z","caller":"traceutil/trace.go:171","msg":"trace[723148143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001116791s","start":"2026-07-29T09:11:02.108416Z","end":"2026-07-29T09:11:04.109533Z","steps":["trace[723148143] 'agreement among raft nodes before linearized reading' (duration: 2.000993618s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:04.109604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.108412Z","time spent":"2.001181762s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:04 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:04.983793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.123833739s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:04.984734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.102574Z","time spent":"2.882143824s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T09:11:04.984809Z","caller":"traceutil/trace.go:171","msg":"trace[1559795374] linearizableReadLoop","detail":"{readStateIndex:31363; appliedIndex:31360; }","duration":"2.880418819s","start":"2026-07-29T09:11:02.104215Z","end":"2026-07-29T09:11:04.984634Z","steps":["trace[1559795374] 'read index received' (duration: 755.682517ms)","trace[1559795374] 'applied index is now lower than readState.Index' (duration: 2.124735322s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:04.985101Z","caller":"traceutil/trace.go:171","msg":"trace[280400508] transaction","detail":"{read_only:false; response_revision:30418; number_of_response:1; }","duration":"2.877562515s","start":"2026-07-29T09:11:02.107488Z","end":"2026-07-29T09:11:04.985051Z","steps":["trace[280400508] 'process raft request' (duration: 2.877064113s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:04.985279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881039424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-29T09:11:04.985337Z","caller":"traceutil/trace.go:171","msg":"trace[1278252250] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:30418; }","duration":"2.881128657s","start":"2026-07-29T09:11:02.104194Z","end":"2026-07-29T09:11:04.985323Z","steps":["trace[1278252250] 'agreement among raft nodes before linearized reading' (duration: 2.880954533s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:04.985384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.104188Z","time spent":"2.881187918s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-29T09:11:04.985371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.107481Z","time spent":"2.877750401s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:04.986147Z","caller":"traceutil/trace.go:171","msg":"trace[996514197] transaction","detail":"{read_only:false; response_revision:30417; number_of_response:1; }","duration":"2.881968099s","start":"2026-07-29T09:11:02.104109Z","end":"2026-07-29T09:11:04.986077Z","steps":["trace[996514197] 'process raft request' (duration: 2.880312666s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:04.986593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.104093Z","time spent":"2.882330188s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:05.485885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:05.986503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:06.110709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000509005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:06.110787Z","caller":"traceutil/trace.go:171","msg":"trace[1751559941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000654089s","start":"2026-07-29T09:11:04.110112Z","end":"2026-07-29T09:11:06.110766Z","steps":["trace[1751559941] 'agreement among raft nodes before linearized reading' (duration: 2.000543526s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:06.110825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.110087Z","time spent":"2.00072932s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:06 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:06.487684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:06.712181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.72701538s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:11:06.71264Z","caller":"traceutil/trace.go:171","msg":"trace[475261686] transaction","detail":"{read_only:false; response_revision:30419; number_of_response:1; }","duration":"3.851158587s","start":"2026-07-29T09:11:02.861455Z","end":"2026-07-29T09:11:06.712614Z","steps":["trace[475261686] 'process raft request' (duration: 3.850944392s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:06.712857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.861432Z","time spent":"3.85128381s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2082,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:08.119374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:08.119693Z","caller":"traceutil/trace.go:171","msg":"trace[738913732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033252s","start":"2026-07-29T09:11:06.11912Z","end":"2026-07-29T09:11:08.119453Z","steps":["trace[738913732] 'agreement among raft nodes before linearized reading' (duration: 2.000205797s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:08.119748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:06.119097Z","time spent":"2.000639337s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:08 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:09.456363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315945566s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:09.456543Z","caller":"traceutil/trace.go:171","msg":"trace[1970013339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30419; }","duration":"1.316141641s","start":"2026-07-29T09:11:08.140376Z","end":"2026-07-29T09:11:09.456517Z","steps":["trace[1970013339] 'range keys from in-memory index tree' (duration: 1.315910105s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.119695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:10.119794Z","caller":"traceutil/trace.go:171","msg":"trace[389096221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143195s","start":"2026-07-29T09:11:08.119626Z","end":"2026-07-29T09:11:10.119769Z","steps":["trace[389096221] 'agreement among raft nodes before linearized reading' (duration: 2.000027362s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.119844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:08.119606Z","time spent":"2.000226778s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:10 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:10.457931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:10.458024Z","caller":"traceutil/trace.go:171","msg":"trace[538750739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365571s","start":"2026-07-29T09:11:08.457639Z","end":"2026-07-29T09:11:10.458004Z","steps":["trace[538750739] 'agreement among raft nodes before linearized reading' (duration: 2.000205107s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.458078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:08.457616Z","time spent":"2.000451273s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:10.780338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.067926211s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:11:10.780948Z","caller":"traceutil/trace.go:171","msg":"trace[91705376] linearizableReadLoop","detail":"{readStateIndex:31368; appliedIndex:31363; }","duration":"5.796030599s","start":"2026-07-29T09:11:04.984897Z","end":"2026-07-29T09:11:10.780928Z","steps":["trace[91705376] 'read index received' (duration: 1.727509773s)","trace[91705376] 'applied index is now lower than readState.Index' (duration: 4.068519776s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:10.781036Z","caller":"traceutil/trace.go:171","msg":"trace[1820811415] transaction","detail":"{read_only:false; response_revision:30421; number_of_response:1; }","duration":"5.789134442s","start":"2026-07-29T09:11:04.991895Z","end":"2026-07-29T09:11:10.781029Z","steps":["trace[1820811415] 'process raft request' (duration: 5.788900646s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.781113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.991877Z","time spent":"5.789176883s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:10.781217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.557552355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:10.78125Z","caller":"traceutil/trace.go:171","msg":"trace[1545588277] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:30423; }","duration":"6.557620977s","start":"2026-07-29T09:11:04.223618Z","end":"2026-07-29T09:11:10.781239Z","steps":["trace[1545588277] 'agreement among raft nodes before linearized reading' (duration: 6.557575886s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.781271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.223591Z","time spent":"6.557674158s","remote":"127.0.0.1:43024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:10.781277Z","caller":"traceutil/trace.go:171","msg":"trace[1811608240] transaction","detail":"{read_only:false; response_revision:30423; number_of_response:1; }","duration":"5.745001974s","start":"2026-07-29T09:11:05.03625Z","end":"2026-07-29T09:11:10.781252Z","steps":["trace[1811608240] 'process raft request' (duration: 5.744631535s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.781405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.489472215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:10.781433Z","caller":"traceutil/trace.go:171","msg":"trace[1768611288] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:30423; }","duration":"8.489539276s","start":"2026-07-29T09:11:02.291884Z","end":"2026-07-29T09:11:10.781424Z","steps":["trace[1768611288] 'agreement among raft nodes before linearized reading' (duration: 8.489501906s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.781461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.291864Z","time spent":"8.489583178s","remote":"127.0.0.1:36760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:10.781449Z","caller":"traceutil/trace.go:171","msg":"trace[448223620] transaction","detail":"{read_only:false; response_revision:30420; number_of_response:1; }","duration":"5.793040373s","start":"2026-07-29T09:11:04.988389Z","end":"2026-07-29T09:11:10.781429Z","steps":["trace[448223620] 'process raft request' (duration: 5.792281623s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.781448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:05.036214Z","time spent":"5.745130206s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:10.781186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.211473443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:10.781538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.988367Z","time spent":"5.793122994s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:10.781593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83991715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:11:10.78166Z","caller":"traceutil/trace.go:171","msg":"trace[950245276] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:30423; }","duration":"5.840041464s","start":"2026-07-29T09:11:04.941599Z","end":"2026-07-29T09:11:10.781641Z","steps":["trace[950245276] 'agreement among raft nodes before linearized reading' (duration: 5.839795508s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:10.78145Z","caller":"traceutil/trace.go:171","msg":"trace[499154501] transaction","detail":"{read_only:false; response_revision:30422; number_of_response:1; }","duration":"5.787219433s","start":"2026-07-29T09:11:04.994203Z","end":"2026-07-29T09:11:10.781423Z","steps":["trace[499154501] 'process raft request' (duration: 5.786633519s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.781715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.941575Z","time spent":"5.840123605s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":131,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:10.781734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.994189Z","time spent":"5.787518901s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:10.781751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.676520809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T09:11:10.781811Z","caller":"traceutil/trace.go:171","msg":"trace[175773059] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30423; }","duration":"8.676581821s","start":"2026-07-29T09:11:02.105207Z","end":"2026-07-29T09:11:10.781789Z","steps":["trace[175773059] 'agreement among raft nodes before linearized reading' (duration: 8.676399806s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.781855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.105203Z","time spent":"8.676638442s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1664,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-29T09:11:10.781631Z","caller":"traceutil/trace.go:171","msg":"trace[546351077] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:30423; }","duration":"6.211935595s","start":"2026-07-29T09:11:04.569628Z","end":"2026-07-29T09:11:10.781564Z","steps":["trace[546351077] 'agreement among raft nodes before linearized reading' (duration: 6.211434362s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.78193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.677565115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-29T09:11:10.781986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.569597Z","time spent":"6.212344426s","remote":"127.0.0.1:36692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:10.782001Z","caller":"traceutil/trace.go:171","msg":"trace[1188267423] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:30423; }","duration":"8.677659579s","start":"2026-07-29T09:11:02.104322Z","end":"2026-07-29T09:11:10.781981Z","steps":["trace[1188267423] 'agreement among raft nodes before linearized reading' (duration: 8.677386412s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:10.782103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:02.104317Z","time spent":"8.677717561s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T09:11:11.281962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:11.783011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:12.128242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:12.128365Z","caller":"traceutil/trace.go:171","msg":"trace[1790014235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085914s","start":"2026-07-29T09:11:10.128247Z","end":"2026-07-29T09:11:12.128333Z","steps":["trace[1790014235] 'agreement among raft nodes before linearized reading' (duration: 1.99993031s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:12.128426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:10.128217Z","time spent":"2.000199697s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:12 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:12.28342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:12.784025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:13.284177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:13.718952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:06.718267Z","time spent":"7.000678559s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:11:13.784662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:13.970978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.078050475s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:14.129121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:14.129226Z","caller":"traceutil/trace.go:171","msg":"trace[319869125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610249s","start":"2026-07-29T09:11:12.128595Z","end":"2026-07-29T09:11:14.129205Z","steps":["trace[319869125] 'agreement among raft nodes before linearized reading' (duration: 2.000483966s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:14.129287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:12.128567Z","time spent":"2.000699111s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:14 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:15.179162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20779598s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:11:15.180045Z","caller":"traceutil/trace.go:171","msg":"trace[381203266] linearizableReadLoop","detail":"{readStateIndex:31371; appliedIndex:31368; }","duration":"4.399015468s","start":"2026-07-29T09:11:10.781003Z","end":"2026-07-29T09:11:15.180018Z","steps":["trace[381203266] 'read index received' (duration: 3.190159882s)","trace[381203266] 'applied index is now lower than readState.Index' (duration: 1.208853956s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:15.18011Z","caller":"traceutil/trace.go:171","msg":"trace[792826489] transaction","detail":"{read_only:false; response_revision:30425; number_of_response:1; }","duration":"1.456908802s","start":"2026-07-29T09:11:13.723172Z","end":"2026-07-29T09:11:15.180081Z","steps":["trace[792826489] 'process raft request' (duration: 1.456175023s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:15.180257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:13.723153Z","time spent":"1.457023055s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:15.686587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.27649359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:15.686682Z","caller":"traceutil/trace.go:171","msg":"trace[322968250] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:30425; }","duration":"10.276648644s","start":"2026-07-29T09:11:05.410011Z","end":"2026-07-29T09:11:15.686659Z","steps":["trace[322968250] 'agreement among raft nodes before linearized reading' (duration: 9.770192042s)","trace[322968250] 'count revisions from in-memory index tree' (duration: 506.308408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.686728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:05.409986Z","time spent":"10.276731745s","remote":"127.0.0.1:46398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.686817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897951129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:23386"} {"level":"info","ts":"2026-07-29T09:11:15.686918Z","caller":"traceutil/trace.go:171","msg":"trace[1719399781] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30425; }","duration":"4.898070931s","start":"2026-07-29T09:11:10.78882Z","end":"2026-07-29T09:11:15.68689Z","steps":["trace[1719399781] 'agreement among raft nodes before linearized reading' (duration: 4.391516877s)","trace[1719399781] 'range keys from in-memory index tree' (duration: 506.335008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.686922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.480417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.686982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:10.788812Z","time spent":"4.898154763s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":23408,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-29T09:11:15.687024Z","caller":"traceutil/trace.go:171","msg":"trace[1915648226] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:30425; }","duration":"645.629181ms","start":"2026-07-29T09:11:15.041372Z","end":"2026-07-29T09:11:15.687001Z","steps":["trace[1915648226] 'agreement among raft nodes before linearized reading' (duration: 138.844041ms)","trace[1915648226] 'count revisions from in-memory index tree' (duration: 506.649296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.687044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.051255453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.687081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.041351Z","time spent":"645.707784ms","remote":"127.0.0.1:42016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:15.68709Z","caller":"traceutil/trace.go:171","msg":"trace[1813970228] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:30425; }","duration":"9.051338355s","start":"2026-07-29T09:11:06.635739Z","end":"2026-07-29T09:11:15.687077Z","steps":["trace[1813970228] 'agreement among raft nodes before linearized reading' (duration: 8.544411892s)","trace[1813970228] 'count revisions from in-memory index tree' (duration: 506.870512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.68713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421108584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.687167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.421731559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.687189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900461924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-29T09:11:15.687233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712941156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:23386"} {"level":"warn","ts":"2026-07-29T09:11:15.687226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.561891339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-29T09:11:15.687202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.589378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:15.687292Z","caller":"traceutil/trace.go:171","msg":"trace[1174132264] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30425; }","duration":"2.712986437s","start":"2026-07-29T09:11:12.974284Z","end":"2026-07-29T09:11:15.687271Z","steps":["trace[1174132264] 'agreement among raft nodes before linearized reading' (duration: 2.205999451s)","trace[1174132264] 'range keys from in-memory index tree' (duration: 506.833142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.68729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.694658225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-29T09:11:15.687302Z","caller":"traceutil/trace.go:171","msg":"trace[1317027160] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30425; }","duration":"10.562010713s","start":"2026-07-29T09:11:05.125271Z","end":"2026-07-29T09:11:15.687281Z","steps":["trace[1317027160] 'agreement among raft nodes before linearized reading' (duration: 10.054946055s)","trace[1317027160] 'range keys from in-memory index tree' (duration: 506.870181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.687328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.546622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:15.687358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.695416944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pccgs\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-07-29T09:11:15.68734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:12.974233Z","time spent":"2.713097059s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":23408,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-29T09:11:15.687367Z","caller":"traceutil/trace.go:171","msg":"trace[1734546280] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:30425; }","duration":"788.745332ms","start":"2026-07-29T09:11:14.898557Z","end":"2026-07-29T09:11:15.687303Z","steps":["trace[1734546280] 'agreement among raft nodes before linearized reading' (duration: 281.671304ms)","trace[1734546280] 'count revisions from in-memory index tree' (duration: 506.920994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.687327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.902873685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-29T09:11:15.687387Z","caller":"traceutil/trace.go:171","msg":"trace[1641247709] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:30425; }","duration":"491.652144ms","start":"2026-07-29T09:11:15.195717Z","end":"2026-07-29T09:11:15.687369Z","steps":["trace[1641247709] 'count revisions from in-memory index tree' (duration: 491.472889ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:15.687392Z","caller":"traceutil/trace.go:171","msg":"trace[1620917896] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-pccgs; range_end:; response_count:1; response_revision:30425; }","duration":"10.695482116s","start":"2026-07-29T09:11:04.991897Z","end":"2026-07-29T09:11:15.687379Z","steps":["trace[1620917896] 'agreement among raft nodes before linearized reading' (duration: 10.188282384s)","trace[1620917896] 'range keys from in-memory index tree' (duration: 507.108539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.687432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.991875Z","time spent":"10.695550528s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pccgs\" "} {"level":"info","ts":"2026-07-29T09:11:15.68743Z","caller":"traceutil/trace.go:171","msg":"trace[1746149100] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30425; }","duration":"4.902991689s","start":"2026-07-29T09:11:10.784421Z","end":"2026-07-29T09:11:15.687413Z","steps":["trace[1746149100] 'agreement among raft nodes before linearized reading' (duration: 4.395776457s)","trace[1746149100] 'range keys from in-memory index tree' (duration: 507.067828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.687438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.195702Z","time spent":"491.720826ms","remote":"127.0.0.1:47974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.687461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.576288706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:11:15.687476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:10.784404Z","time spent":"4.903061441s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:11:15.687479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:14.898537Z","time spent":"788.907796ms","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.687597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.028215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T09:11:15.687359Z","caller":"traceutil/trace.go:171","msg":"trace[1346867752] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:30425; }","duration":"10.694760408s","start":"2026-07-29T09:11:04.992579Z","end":"2026-07-29T09:11:15.687339Z","steps":["trace[1346867752] 'agreement among raft nodes before linearized reading' (duration: 10.187591887s)","trace[1346867752] 'range keys from in-memory index tree' (duration: 506.989196ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:15.687632Z","caller":"traceutil/trace.go:171","msg":"trace[207872820] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0; range_end:; response_count:1; response_revision:30425; }","duration":"503.094877ms","start":"2026-07-29T09:11:15.184529Z","end":"2026-07-29T09:11:15.687624Z","steps":["trace[207872820] 'range keys from in-memory index tree' (duration: 502.907412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:15.687007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.694464807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:15.687667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.184514Z","time spent":"503.146368ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" "} {"level":"info","ts":"2026-07-29T09:11:15.687493Z","caller":"traceutil/trace.go:171","msg":"trace[44845563] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30425; }","duration":"8.576357928s","start":"2026-07-29T09:11:07.111123Z","end":"2026-07-29T09:11:15.687481Z","steps":["trace[44845563] 'agreement among raft nodes before linearized reading' (duration: 8.069360522s)","trace[44845563] 'range keys from in-memory index tree' (duration: 506.910784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.687376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:05.125244Z","time spent":"10.562118365s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:11:15.687127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:06.635715Z","time spent":"9.051403368s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.687087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115568158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.687388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.925429404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:15.688531Z","caller":"traceutil/trace.go:171","msg":"trace[1670281891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:30425; }","duration":"6.926617834s","start":"2026-07-29T09:11:08.761894Z","end":"2026-07-29T09:11:15.688512Z","steps":["trace[1670281891] 'agreement among raft nodes before linearized reading' (duration: 6.418567782s)","trace[1670281891] 'count revisions from in-memory index tree' (duration: 506.888033ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:15.687194Z","caller":"traceutil/trace.go:171","msg":"trace[1288503868] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:30425; }","duration":"4.421195686s","start":"2026-07-29T09:11:11.265974Z","end":"2026-07-29T09:11:15.687169Z","steps":["trace[1288503868] 'agreement among raft nodes before linearized reading' (duration: 3.914342354s)","trace[1288503868] 'count revisions from in-memory index tree' (duration: 506.797771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.688644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:08.761871Z","time spent":"6.926754537s","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:15.688598Z","caller":"traceutil/trace.go:171","msg":"trace[874478296] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:30425; }","duration":"4.116883943s","start":"2026-07-29T09:11:11.571446Z","end":"2026-07-29T09:11:15.68833Z","steps":["trace[874478296] 'agreement among raft nodes before linearized reading' (duration: 3.608859671s)","trace[874478296] 'count revisions from in-memory index tree' (duration: 506.762239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.688848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:11.571412Z","time spent":"4.117409706s","remote":"127.0.0.1:46546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.687016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52733054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.688728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:11.265945Z","time spent":"4.422720204s","remote":"127.0.0.1:43138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.687246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.284017029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:15.689336Z","caller":"traceutil/trace.go:171","msg":"trace[2037619043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30425; }","duration":"6.286130143s","start":"2026-07-29T09:11:09.403188Z","end":"2026-07-29T09:11:15.689318Z","steps":["trace[2037619043] 'agreement among raft nodes before linearized reading' (duration: 5.777008423s)","trace[2037619043] 'count revisions from in-memory index tree' (duration: 507.031307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.689398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:09.403037Z","time spent":"6.286343588s","remote":"127.0.0.1:37666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.687663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:04.99256Z","time spent":"10.695086755s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-29T09:11:15.687089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460045687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:15.68974Z","caller":"traceutil/trace.go:171","msg":"trace[309575314] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:30425; }","duration":"2.462724905s","start":"2026-07-29T09:11:13.226969Z","end":"2026-07-29T09:11:15.689694Z","steps":["trace[309575314] 'agreement among raft nodes before linearized reading' (duration: 1.953302238s)","trace[309575314] 'count revisions from in-memory index tree' (duration: 506.79662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.687017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105060544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:15.687114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652505346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:15.687206Z","caller":"traceutil/trace.go:171","msg":"trace[1907472340] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:30425; }","duration":"9.421811921s","start":"2026-07-29T09:11:06.265384Z","end":"2026-07-29T09:11:15.687196Z","steps":["trace[1907472340] 'agreement among raft nodes before linearized reading' (duration: 8.914806505s)","trace[1907472340] 'count revisions from in-memory index tree' (duration: 506.958155ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:15.687249Z","caller":"traceutil/trace.go:171","msg":"trace[1006571143] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:30425; }","duration":"4.900545106s","start":"2026-07-29T09:11:10.786688Z","end":"2026-07-29T09:11:15.687233Z","steps":["trace[1006571143] 'agreement among raft nodes before linearized reading' (duration: 4.393656183s)","trace[1006571143] 'range keys from in-memory index tree' (duration: 506.734838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.687247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481642262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.687333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.90110297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f29ae32-3dd4-423b-9036-67826c1276ca\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-29T09:11:15.68769Z","caller":"traceutil/trace.go:171","msg":"trace[902232278] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:30425; }","duration":"8.695175446s","start":"2026-07-29T09:11:06.992493Z","end":"2026-07-29T09:11:15.687669Z","steps":["trace[902232278] 'agreement among raft nodes before linearized reading' (duration: 8.187555483s)","trace[902232278] 'count revisions from in-memory index tree' (duration: 506.919313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.686587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549076817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.687827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.406905161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:15.687992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:07.111097Z","time spent":"8.576868411s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:11:15.688219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.668935758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T09:11:15.689057Z","caller":"traceutil/trace.go:171","msg":"trace[1430007264] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:30425; }","duration":"4.529390963s","start":"2026-07-29T09:11:11.159621Z","end":"2026-07-29T09:11:15.689012Z","steps":["trace[1430007264] 'agreement among raft nodes before linearized reading' (duration: 4.020705904s)","trace[1430007264] 'count revisions from in-memory index tree' (duration: 506.642267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.689895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:13.226943Z","time spent":"2.46289642s","remote":"127.0.0.1:36748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.690473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:11.159599Z","time spent":"4.53085685s","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.690032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:06.265358Z","time spent":"9.424660244s","remote":"127.0.0.1:42002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:15.690632Z","caller":"traceutil/trace.go:171","msg":"trace[615276749] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30425; }","duration":"10.67139902s","start":"2026-07-29T09:11:05.019218Z","end":"2026-07-29T09:11:15.690617Z","steps":["trace[615276749] 'agreement among raft nodes before linearized reading' (duration: 10.160939996s)","trace[615276749] 'range keys from in-memory index tree' (duration: 507.215791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.690675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:05.019191Z","time spent":"10.671474642s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T09:11:15.690076Z","caller":"traceutil/trace.go:171","msg":"trace[1537708292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30425; }","duration":"3.108171014s","start":"2026-07-29T09:11:12.581883Z","end":"2026-07-29T09:11:15.690054Z","steps":["trace[1537708292] 'agreement among raft nodes before linearized reading' (duration: 2.598411177s)","trace[1537708292] 'count revisions from in-memory index tree' (duration: 506.634826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.690811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:12.581864Z","time spent":"3.108935373s","remote":"127.0.0.1:37686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:15.690107Z","caller":"traceutil/trace.go:171","msg":"trace[215825534] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:30425; }","duration":"5.655552805s","start":"2026-07-29T09:11:10.034543Z","end":"2026-07-29T09:11:15.690096Z","steps":["trace[215825534] 'agreement among raft nodes before linearized reading' (duration: 5.145641585s)","trace[215825534] 'count revisions from in-memory index tree' (duration: 506.880282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.690936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:10.034518Z","time spent":"5.656404317s","remote":"127.0.0.1:46412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:15.690131Z","caller":"traceutil/trace.go:171","msg":"trace[242712111] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f29ae32-3dd4-423b-9036-67826c1276ca; range_end:; response_count:1; response_revision:30425; }","duration":"4.903920212s","start":"2026-07-29T09:11:10.786204Z","end":"2026-07-29T09:11:15.690124Z","steps":["trace[242712111] 'agreement among raft nodes before linearized reading' (duration: 4.394168125s)","trace[242712111] 'range keys from in-memory index tree' (duration: 506.905764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.691081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:10.786194Z","time spent":"4.904877146s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2231,"request content":"key:\"/registry/persistentvolumes/pvc-1f29ae32-3dd4-423b-9036-67826c1276ca\" "} {"level":"info","ts":"2026-07-29T09:11:15.690122Z","caller":"traceutil/trace.go:171","msg":"trace[1456268167] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:30425; }","duration":"1.484536926s","start":"2026-07-29T09:11:14.205556Z","end":"2026-07-29T09:11:15.690093Z","steps":["trace[1456268167] 'agreement among raft nodes before linearized reading' (duration: 974.685087ms)","trace[1456268167] 'count revisions from in-memory index tree' (duration: 506.981696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.691231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:14.205535Z","time spent":"1.485669775s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:15.690151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:10.786676Z","time spent":"4.90347019s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-29T09:11:15.690171Z","caller":"traceutil/trace.go:171","msg":"trace[852910019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30425; }","duration":"1.552738631s","start":"2026-07-29T09:11:14.137426Z","end":"2026-07-29T09:11:15.690165Z","steps":["trace[852910019] 'agreement among raft nodes before linearized reading' (duration: 1.04282907s)","trace[852910019] 'range keys from in-memory index tree' (duration: 506.269126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.69148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:14.137402Z","time spent":"1.554055504s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:15.690185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:06.992467Z","time spent":"8.697698671s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":45,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:15.690192Z","caller":"traceutil/trace.go:171","msg":"trace[141385101] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:30425; }","duration":"6.409325323s","start":"2026-07-29T09:11:09.28086Z","end":"2026-07-29T09:11:15.690185Z","steps":["trace[141385101] 'agreement among raft nodes before linearized reading' (duration: 5.89929436s)","trace[141385101] 'count revisions from in-memory index tree' (duration: 507.612172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:15.691707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:09.280839Z","time spent":"6.410845282s","remote":"127.0.0.1:36834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:16.192623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T09:11:16.445403Z","caller":"traceutil/trace.go:171","msg":"trace[210243012] transaction","detail":"{read_only:false; response_revision:30426; number_of_response:1; }","duration":"754.477186ms","start":"2026-07-29T09:11:15.690896Z","end":"2026-07-29T09:11:16.445373Z","steps":["trace[210243012] 'process raft request' (duration: 754.301911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:16.445571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.690874Z","time spent":"754.611919ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:17.692807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:17.692906Z","caller":"traceutil/trace.go:171","msg":"trace[1057838697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430953s","start":"2026-07-29T09:11:15.692449Z","end":"2026-07-29T09:11:17.69288Z","steps":["trace[1057838697] 'agreement among raft nodes before linearized reading' (duration: 2.00031161s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:17.692956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.692442Z","time spent":"2.000504675s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:19.701085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:19.70118Z","caller":"traceutil/trace.go:171","msg":"trace[1213914739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002292s","start":"2026-07-29T09:11:17.701152Z","end":"2026-07-29T09:11:19.701154Z","steps":["trace[1213914739] 'agreement among raft nodes before linearized reading' (duration: 1.999884699s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:19.701228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:17.701128Z","time spent":"2.000090204s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:19.760311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620778982s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:19.760448Z","caller":"traceutil/trace.go:171","msg":"trace[661894490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30426; }","duration":"1.620932497s","start":"2026-07-29T09:11:18.139497Z","end":"2026-07-29T09:11:19.760429Z","steps":["trace[661894490] 'range keys from in-memory index tree' (duration: 1.620761702s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:21.292332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.847088949s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:11:21.292981Z","caller":"traceutil/trace.go:171","msg":"trace[360439514] linearizableReadLoop","detail":"{readStateIndex:31374; appliedIndex:31371; }","duration":"5.60134703s","start":"2026-07-29T09:11:15.691607Z","end":"2026-07-29T09:11:21.292954Z","steps":["trace[360439514] 'read index received' (duration: 753.617474ms)","trace[360439514] 'applied index is now lower than readState.Index' (duration: 4.847728286s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:21.293099Z","caller":"traceutil/trace.go:171","msg":"trace[1631819009] transaction","detail":"{read_only:false; response_revision:30427; number_of_response:1; }","duration":"5.597427329s","start":"2026-07-29T09:11:15.695649Z","end":"2026-07-29T09:11:21.293076Z","steps":["trace[1631819009] 'process raft request' (duration: 5.596952526s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:21.293118Z","caller":"traceutil/trace.go:171","msg":"trace[610853153] transaction","detail":"{read_only:false; response_revision:30428; number_of_response:1; }","duration":"5.595268154s","start":"2026-07-29T09:11:15.697817Z","end":"2026-07-29T09:11:21.293085Z","steps":["trace[610853153] 'process raft request' (duration: 5.595034468s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:21.293208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.695632Z","time spent":"5.59751609s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:21.293241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601613976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T09:11:21.293288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.697799Z","time spent":"5.595392198s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:21.293302Z","caller":"traceutil/trace.go:171","msg":"trace[647562771] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30428; }","duration":"5.601698928s","start":"2026-07-29T09:11:15.691589Z","end":"2026-07-29T09:11:21.293288Z","steps":["trace[647562771] 'agreement among raft nodes before linearized reading' (duration: 5.601491703s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:21.293476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.69158Z","time spent":"5.601881073s","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:11:21.701783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999863527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:21.701918Z","caller":"traceutil/trace.go:171","msg":"trace[393951898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055752s","start":"2026-07-29T09:11:19.701839Z","end":"2026-07-29T09:11:21.701895Z","steps":["trace[393951898] 'agreement among raft nodes before linearized reading' (duration: 1.999889238s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:21.701977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:19.701823Z","time spent":"2.000136913s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:21.793935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:22.29469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:22.795709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:23.296759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:23.711066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:23.711186Z","caller":"traceutil/trace.go:171","msg":"trace[1331174725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203869s","start":"2026-07-29T09:11:21.710955Z","end":"2026-07-29T09:11:23.711159Z","steps":["trace[1331174725] 'agreement among raft nodes before linearized reading' (duration: 2.000043476s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:23.71126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.710937Z","time spent":"2.000304141s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:23 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:23.79735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:24.107624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:17.106941Z","time spent":"7.000675804s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:11:24.297944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:24.798573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:25.289859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:18.289631Z","time spent":"7.000219878s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T09:11:25.299591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:25.711354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999693147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:25.711454Z","caller":"traceutil/trace.go:171","msg":"trace[312314045] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010435s","start":"2026-07-29T09:11:23.711421Z","end":"2026-07-29T09:11:25.711432Z","steps":["trace[312314045] 'agreement among raft nodes before linearized reading' (duration: 1.999848871s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:25.711506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:23.711408Z","time spent":"2.000087166s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:25.764447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.471928323s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:26.418235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.879587ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:11:26.418818Z","caller":"traceutil/trace.go:171","msg":"trace[566481971] linearizableReadLoop","detail":"{readStateIndex:31378; appliedIndex:31374; }","duration":"5.12568371s","start":"2026-07-29T09:11:21.293055Z","end":"2026-07-29T09:11:26.418739Z","steps":["trace[566481971] 'read index received' (duration: 4.471552702s)","trace[566481971] 'applied index is now lower than readState.Index' (duration: 654.130118ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:26.41881Z","caller":"traceutil/trace.go:171","msg":"trace[1616161986] transaction","detail":"{read_only:false; response_revision:30432; number_of_response:1; }","duration":"5.546643337s","start":"2026-07-29T09:11:20.8721Z","end":"2026-07-29T09:11:26.418743Z","steps":["trace[1616161986] 'process raft request' (duration: 5.546235087s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.418968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.625301166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:26.419007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.715954747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:11:26.419041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:20.87207Z","time spent":"5.546837762s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:26.419096Z","caller":"traceutil/trace.go:171","msg":"trace[91385400] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30432; }","duration":"5.71609421s","start":"2026-07-29T09:11:20.70298Z","end":"2026-07-29T09:11:26.419074Z","steps":["trace[91385400] 'agreement among raft nodes before linearized reading' (duration: 5.715843254s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.429140282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:26.419132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.724659138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-29T09:11:26.419153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:20.702954Z","time spent":"5.716186613s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:11:26.41915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.828165252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:26.419198Z","caller":"traceutil/trace.go:171","msg":"trace[840636509] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:30432; }","duration":"10.724766031s","start":"2026-07-29T09:11:15.694414Z","end":"2026-07-29T09:11:26.41918Z","steps":["trace[840636509] 'agreement among raft nodes before linearized reading' (duration: 10.724533945s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:26.419202Z","caller":"traceutil/trace.go:171","msg":"trace[1541691477] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:30432; }","duration":"7.429232215s","start":"2026-07-29T09:11:18.989939Z","end":"2026-07-29T09:11:26.419171Z","steps":["trace[1541691477] 'agreement among raft nodes before linearized reading' (duration: 7.429133633s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:26.419232Z","caller":"traceutil/trace.go:171","msg":"trace[1135239091] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:30432; }","duration":"6.828298646s","start":"2026-07-29T09:11:19.590914Z","end":"2026-07-29T09:11:26.419213Z","steps":["trace[1135239091] 'agreement among raft nodes before linearized reading' (duration: 6.828153002s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.694397Z","time spent":"10.724842243s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-29T09:11:26.419278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:18.98992Z","time spent":"7.42934165s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.41929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:19.590888Z","time spent":"6.828386419s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.419262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.157938315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:26.419323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.305935929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:26.419667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.640808793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:26.419526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.693758277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:26.419709Z","caller":"traceutil/trace.go:171","msg":"trace[2011085246] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:30432; }","duration":"4.640912156s","start":"2026-07-29T09:11:21.778782Z","end":"2026-07-29T09:11:26.419694Z","steps":["trace[2011085246] 'agreement among raft nodes before linearized reading' (duration: 4.640860925s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849613837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:11:26.419731Z","caller":"traceutil/trace.go:171","msg":"trace[1814160351] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:30432; }","duration":"8.693988013s","start":"2026-07-29T09:11:17.725729Z","end":"2026-07-29T09:11:26.419717Z","steps":["trace[1814160351] 'agreement among raft nodes before linearized reading' (duration: 8.693748307s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406829841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:26.419775Z","caller":"traceutil/trace.go:171","msg":"trace[817889072] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:30432; }","duration":"3.849701489s","start":"2026-07-29T09:11:22.570061Z","end":"2026-07-29T09:11:26.419763Z","steps":["trace[817889072] 'agreement among raft nodes before linearized reading' (duration: 3.849395691s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:26.419786Z","caller":"traceutil/trace.go:171","msg":"trace[1228830451] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:30432; }","duration":"1.406892934s","start":"2026-07-29T09:11:25.012883Z","end":"2026-07-29T09:11:26.419776Z","steps":["trace[1228830451] 'agreement among raft nodes before linearized reading' (duration: 1.406832343s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:17.725715Z","time spent":"8.694068435s","remote":"127.0.0.1:46502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.419808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:22.570042Z","time spent":"3.84975825s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":155,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.419821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:25.012866Z","time spent":"1.406948505s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-07-29T09:11:26.419826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122509829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6752"} {"level":"warn","ts":"2026-07-29T09:11:26.419803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.724091443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"warn","ts":"2026-07-29T09:11:26.419824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822833456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:26.419855Z","caller":"traceutil/trace.go:171","msg":"trace[125405999] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:30432; }","duration":"5.12255967s","start":"2026-07-29T09:11:21.297286Z","end":"2026-07-29T09:11:26.419846Z","steps":["trace[125405999] 'agreement among raft nodes before linearized reading' (duration: 5.122479508s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.41981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746459894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:26.419729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107481625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:26.419885Z","caller":"traceutil/trace.go:171","msg":"trace[1786521441] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:30432; }","duration":"10.724199855s","start":"2026-07-29T09:11:15.695662Z","end":"2026-07-29T09:11:26.419862Z","steps":["trace[1786521441] 'agreement among raft nodes before linearized reading' (duration: 10.723233671s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.617325978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:26.419169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.123517624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:26.419914Z","caller":"traceutil/trace.go:171","msg":"trace[212414986] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30432; }","duration":"2.10770387s","start":"2026-07-29T09:11:24.312197Z","end":"2026-07-29T09:11:26.419901Z","steps":["trace[212414986] 'agreement among raft nodes before linearized reading' (duration: 2.107491295s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954126687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:420327"} {"level":"warn","ts":"2026-07-29T09:11:26.419815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.847413734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:26.419948Z","caller":"traceutil/trace.go:171","msg":"trace[2104842091] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:0; response_revision:30432; }","duration":"5.124336385s","start":"2026-07-29T09:11:21.295601Z","end":"2026-07-29T09:11:26.419937Z","steps":["trace[2104842091] 'agreement among raft nodes before linearized reading' (duration: 5.123505034s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:26.4199Z","caller":"traceutil/trace.go:171","msg":"trace[1286717702] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:30432; }","duration":"2.746600107s","start":"2026-07-29T09:11:23.673284Z","end":"2026-07-29T09:11:26.419884Z","steps":["trace[1286717702] 'agreement among raft nodes before linearized reading' (duration: 2.746465804s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:24.31217Z","time spent":"2.107775102s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:26.419976Z","caller":"traceutil/trace.go:171","msg":"trace[341235526] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:30432; }","duration":"1.954206099s","start":"2026-07-29T09:11:24.465755Z","end":"2026-07-29T09:11:26.419961Z","steps":["trace[341235526] 'agreement among raft nodes before linearized reading' (duration: 1.953998774s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:26.419982Z","caller":"traceutil/trace.go:171","msg":"trace[1452468373] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:30432; }","duration":"4.847634639s","start":"2026-07-29T09:11:21.572335Z","end":"2026-07-29T09:11:26.419969Z","steps":["trace[1452468373] 'agreement among raft nodes before linearized reading' (duration: 4.847411194s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.295588Z","time spent":"5.124391006s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-07-29T09:11:26.420001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:23.673254Z","time spent":"2.74673466s","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.420007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:24.465725Z","time spent":"1.954275191s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":420349,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-29T09:11:26.420006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834543674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:26.419886Z","caller":"traceutil/trace.go:171","msg":"trace[452348884] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:30432; }","duration":"3.822895128s","start":"2026-07-29T09:11:22.596975Z","end":"2026-07-29T09:11:26.41987Z","steps":["trace[452348884] 'agreement among raft nodes before linearized reading' (duration: 3.822805225s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.420004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126210971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T09:11:26.419941Z","caller":"traceutil/trace.go:171","msg":"trace[334174542] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:30432; }","duration":"9.617467241s","start":"2026-07-29T09:11:16.802459Z","end":"2026-07-29T09:11:26.419927Z","steps":["trace[334174542] 'agreement among raft nodes before linearized reading' (duration: 9.617243836s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:26.420054Z","caller":"traceutil/trace.go:171","msg":"trace[1833017418] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:30432; }","duration":"4.834601285s","start":"2026-07-29T09:11:21.585439Z","end":"2026-07-29T09:11:26.42004Z","steps":["trace[1833017418] 'agreement among raft nodes before linearized reading' (duration: 4.834540813s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.420062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:22.596925Z","time spent":"3.823121633s","remote":"127.0.0.1:46506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:26.420082Z","caller":"traceutil/trace.go:171","msg":"trace[416726516] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:30432; }","duration":"1.126378054s","start":"2026-07-29T09:11:25.293685Z","end":"2026-07-29T09:11:26.420063Z","steps":["trace[416726516] 'agreement among raft nodes before linearized reading' (duration: 1.126138669s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.420094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.585431Z","time spent":"4.834649877s","remote":"127.0.0.1:60370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:26.419399Z","caller":"traceutil/trace.go:171","msg":"trace[584663949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:30432; }","duration":"5.158153451s","start":"2026-07-29T09:11:21.26121Z","end":"2026-07-29T09:11:26.419364Z","steps":["trace[584663949] 'agreement among raft nodes before linearized reading' (duration: 5.157837682s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.419936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.695654Z","time spent":"10.724266208s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1736,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-29T09:11:26.420137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:25.293658Z","time spent":"1.126466537s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T09:11:26.420161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.261192Z","time spent":"5.158952221s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.420091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:16.802433Z","time spent":"9.617642446s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":82,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.41988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.297271Z","time spent":"5.122603412s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6774,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-29T09:11:26.419744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.778749Z","time spent":"4.640986538s","remote":"127.0.0.1:38540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.420022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.572312Z","time spent":"4.84769703s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.419462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.390210576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:26.420489Z","caller":"traceutil/trace.go:171","msg":"trace[2038439216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30432; }","duration":"5.391277142s","start":"2026-07-29T09:11:21.029194Z","end":"2026-07-29T09:11:26.420471Z","steps":["trace[2038439216] 'agreement among raft nodes before linearized reading' (duration: 5.390206206s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.420547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.029173Z","time spent":"5.391355555s","remote":"127.0.0.1:37740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.420015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308447672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-29T09:11:26.420607Z","caller":"traceutil/trace.go:171","msg":"trace[79624704] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30432; }","duration":"2.309111308s","start":"2026-07-29T09:11:24.111481Z","end":"2026-07-29T09:11:26.420592Z","steps":["trace[79624704] 'agreement among raft nodes before linearized reading' (duration: 2.308433272s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.420653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:24.111451Z","time spent":"2.309183731s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-29T09:11:26.419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.772018642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:26.420782Z","caller":"traceutil/trace.go:171","msg":"trace[1073348045] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:30432; }","duration":"7.77391205s","start":"2026-07-29T09:11:18.646855Z","end":"2026-07-29T09:11:26.420767Z","steps":["trace[1073348045] 'agreement among raft nodes before linearized reading' (duration: 7.771890989s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.42082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:18.646833Z","time spent":"7.773975712s","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.419484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.678124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:26.420894Z","caller":"traceutil/trace.go:171","msg":"trace[623527189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30432; }","duration":"702.127559ms","start":"2026-07-29T09:11:25.718746Z","end":"2026-07-29T09:11:26.420874Z","steps":["trace[623527189] 'agreement among raft nodes before linearized reading' (duration: 700.696454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.420955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:25.718715Z","time spent":"702.221762ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:26.419956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.795531805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:26.421036Z","caller":"traceutil/trace.go:171","msg":"trace[1579083852] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:30432; }","duration":"4.796647422s","start":"2026-07-29T09:11:21.624367Z","end":"2026-07-29T09:11:26.421015Z","steps":["trace[1579083852] 'agreement among raft nodes before linearized reading' (duration: 4.795479013s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:26.41909Z","caller":"traceutil/trace.go:171","msg":"trace[77387196] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:30432; }","duration":"10.625478411s","start":"2026-07-29T09:11:15.793579Z","end":"2026-07-29T09:11:26.419057Z","steps":["trace[77387196] 'agreement among raft nodes before linearized reading' (duration: 10.625238475s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.421096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:21.624332Z","time spent":"4.796743154s","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":84,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.421115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:15.793553Z","time spent":"10.627536194s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.419622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162882044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T09:11:26.421277Z","caller":"traceutil/trace.go:171","msg":"trace[424850883] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30432; }","duration":"4.164571816s","start":"2026-07-29T09:11:22.256691Z","end":"2026-07-29T09:11:26.421263Z","steps":["trace[424850883] 'agreement among raft nodes before linearized reading' (duration: 4.162821473s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.421351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:22.25667Z","time spent":"4.164665668s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T09:11:26.421518Z","caller":"traceutil/trace.go:171","msg":"trace[838314405] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:30432; }","duration":"10.306396381s","start":"2026-07-29T09:11:16.113321Z","end":"2026-07-29T09:11:26.419717Z","steps":["trace[838314405] 'agreement among raft nodes before linearized reading' (duration: 10.305806955s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.421585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:16.113299Z","time spent":"10.308258286s","remote":"127.0.0.1:41948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:26.422104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.971944547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cddd6857c-68f8c.18c6b5a1805335d4\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-29T09:11:26.422204Z","caller":"traceutil/trace.go:171","msg":"trace[2070903377] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cddd6857c-68f8c.18c6b5a1805335d4; range_end:; response_count:1; response_revision:30432; }","duration":"9.972107711s","start":"2026-07-29T09:11:16.450068Z","end":"2026-07-29T09:11:26.422176Z","steps":["trace[2070903377] 'agreement among raft nodes before linearized reading' (duration: 9.968681294s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:26.422257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:16.450049Z","time spent":"9.972199242s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-cddd6857c-68f8c.18c6b5a1805335d4\" "} {"level":"warn","ts":"2026-07-29T09:11:28.0631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:27.485145Z","time spent":"577.943271ms","remote":"127.0.0.1:53184","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:11:28.063365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406160455s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-29T09:11:28.063467Z","caller":"traceutil/trace.go:171","msg":"trace[663723794] linearizableReadLoop","detail":"{readStateIndex:31379; appliedIndex:31378; }","duration":"1.639997445s","start":"2026-07-29T09:11:26.423448Z","end":"2026-07-29T09:11:28.063445Z","steps":["trace[663723794] 'read index received' (duration: 233.776139ms)","trace[663723794] 'applied index is now lower than readState.Index' (duration: 1.406219706s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:28.063628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640168551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:28.063666Z","caller":"traceutil/trace.go:171","msg":"trace[51986327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30432; }","duration":"1.640236673s","start":"2026-07-29T09:11:26.423418Z","end":"2026-07-29T09:11:28.063654Z","steps":["trace[51986327] 'agreement among raft nodes before linearized reading' (duration: 1.64015602s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:28.063601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:26.422517Z","time spent":"1.641074322s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:11:28.063703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:26.423398Z","time spent":"1.640297514s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:28.513307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.843763245s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:29.184869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.812536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:29.185188Z","caller":"traceutil/trace.go:171","msg":"trace[1384042860] linearizableReadLoop","detail":"{readStateIndex:31381; appliedIndex:31379; }","duration":"1.121663447s","start":"2026-07-29T09:11:28.063512Z","end":"2026-07-29T09:11:29.185175Z","steps":["trace[1384042860] 'read index received' (duration: 450.062792ms)","trace[1384042860] 'applied index is now lower than readState.Index' (duration: 671.599985ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:29.185239Z","caller":"traceutil/trace.go:171","msg":"trace[1368332715] transaction","detail":"{read_only:false; response_revision:30433; number_of_response:1; }","duration":"2.759826707s","start":"2026-07-29T09:11:26.425407Z","end":"2026-07-29T09:11:29.185233Z","steps":["trace[1368332715] 'process raft request' (duration: 2.08858866s)","trace[1368332715] 'compare' (duration: 670.718674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:29.185292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:26.425385Z","time spent":"2.759887978s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:29.185422Z","caller":"traceutil/trace.go:171","msg":"trace[2035463700] transaction","detail":"{read_only:false; response_revision:30434; number_of_response:1; }","duration":"2.755750255s","start":"2026-07-29T09:11:26.429636Z","end":"2026-07-29T09:11:29.185387Z","steps":["trace[2035463700] 'process raft request' (duration: 2.755303674s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.185492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757642812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-29T09:11:29.185513Z","caller":"traceutil/trace.go:171","msg":"trace[538351351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30434; }","duration":"2.757676202s","start":"2026-07-29T09:11:26.427829Z","end":"2026-07-29T09:11:29.185505Z","steps":["trace[538351351] 'agreement among raft nodes before linearized reading' (duration: 2.757618661s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.185514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602388565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:29.18553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:26.427822Z","time spent":"2.757704254s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-29T09:11:29.185552Z","caller":"traceutil/trace.go:171","msg":"trace[1831945514] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:30434; }","duration":"1.602423146s","start":"2026-07-29T09:11:27.583115Z","end":"2026-07-29T09:11:29.185538Z","steps":["trace[1831945514] 'agreement among raft nodes before linearized reading' (duration: 1.602370275s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.185579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:27.583047Z","time spent":"1.602523718s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:29.185635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756157486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T09:11:29.18546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705056815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-29T09:11:29.185656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760406321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b6138f5-5c1c-4ab6-a113-c592b1a37a10\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-07-29T09:11:29.185721Z","caller":"traceutil/trace.go:171","msg":"trace[1893538060] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30434; }","duration":"1.705350272s","start":"2026-07-29T09:11:27.480355Z","end":"2026-07-29T09:11:29.185706Z","steps":["trace[1893538060] 'agreement among raft nodes before linearized reading' (duration: 1.704964053s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:29.185725Z","caller":"traceutil/trace.go:171","msg":"trace[1076743219] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:30434; }","duration":"2.756274968s","start":"2026-07-29T09:11:26.429424Z","end":"2026-07-29T09:11:29.185699Z","steps":["trace[1076743219] 'agreement among raft nodes before linearized reading' (duration: 2.755984741s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.185764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:27.480335Z","time spent":"1.705416603s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-29T09:11:29.185756Z","caller":"traceutil/trace.go:171","msg":"trace[1873125256] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b6138f5-5c1c-4ab6-a113-c592b1a37a10; range_end:; response_count:1; response_revision:30434; }","duration":"2.761842867s","start":"2026-07-29T09:11:26.423883Z","end":"2026-07-29T09:11:29.185726Z","steps":["trace[1873125256] 'agreement among raft nodes before linearized reading' (duration: 2.76158711s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.185639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754817721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:29.185782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:26.429416Z","time spent":"2.7563531s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-29T09:11:29.185819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:26.423874Z","time spent":"2.76193442s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2293,"request content":"key:\"/registry/persistentvolumes/pvc-8b6138f5-5c1c-4ab6-a113-c592b1a37a10\" "} {"level":"info","ts":"2026-07-29T09:11:29.185829Z","caller":"traceutil/trace.go:171","msg":"trace[662860239] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:30434; }","duration":"2.755045107s","start":"2026-07-29T09:11:26.430765Z","end":"2026-07-29T09:11:29.18581Z","steps":["trace[662860239] 'agreement among raft nodes before linearized reading' (duration: 2.754810991s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.185873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:26.430756Z","time spent":"2.755104178s","remote":"127.0.0.1:46236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-29T09:11:29.185664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:26.429626Z","time spent":"2.755871268s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:29.259713Z","caller":"traceutil/trace.go:171","msg":"trace[480174166] transaction","detail":"{read_only:false; response_revision:30435; number_of_response:1; }","duration":"1.193811711s","start":"2026-07-29T09:11:28.065882Z","end":"2026-07-29T09:11:29.259694Z","steps":["trace[480174166] 'process raft request' (duration: 1.191620437s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.260039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:28.065857Z","time spent":"1.193908534s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:29.260333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.2687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:29.260359Z","caller":"traceutil/trace.go:171","msg":"trace[1659589223] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:30435; }","duration":"560.338421ms","start":"2026-07-29T09:11:28.700013Z","end":"2026-07-29T09:11:29.260352Z","steps":["trace[1659589223] 'agreement among raft nodes before linearized reading' (duration: 560.269329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.260376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:28.699989Z","time spent":"560.383102ms","remote":"127.0.0.1:42864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:29.262096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.280633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387201"} {"level":"info","ts":"2026-07-29T09:11:29.262119Z","caller":"traceutil/trace.go:171","msg":"trace[1400624155] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:30435; }","duration":"949.345135ms","start":"2026-07-29T09:11:28.312768Z","end":"2026-07-29T09:11:29.262113Z","steps":["trace[1400624155] 'agreement among raft nodes before linearized reading' (duration: 947.686424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.262141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:28.312746Z","time spent":"949.384695ms","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1704,"response size":387223,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-29T09:11:29.262339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191559095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:29.262358Z","caller":"traceutil/trace.go:171","msg":"trace[2091790625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30435; }","duration":"1.191605076s","start":"2026-07-29T09:11:28.070749Z","end":"2026-07-29T09:11:29.262354Z","steps":["trace[2091790625] 'agreement among raft nodes before linearized reading' (duration: 1.191576555s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:29.26237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:28.070734Z","time spent":"1.191632787s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:29.766733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:30.267089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:30.570059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.298210764s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:30.952916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.400889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:30.95304Z","caller":"traceutil/trace.go:171","msg":"trace[464526325] transaction","detail":"{read_only:false; response_revision:30436; number_of_response:1; }","duration":"1.688660034s","start":"2026-07-29T09:11:29.264359Z","end":"2026-07-29T09:11:30.953019Z","steps":["trace[464526325] 'process raft request' (duration: 1.30604381s)","trace[464526325] 'compare' (duration: 382.104672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:30.953131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:29.264341Z","time spent":"1.688738786s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:31.27086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:31.270968Z","caller":"traceutil/trace.go:171","msg":"trace[1756486491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193969s","start":"2026-07-29T09:11:29.270738Z","end":"2026-07-29T09:11:31.270932Z","steps":["trace[1756486491] 'agreement among raft nodes before linearized reading' (duration: 2.000076676s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:31.271019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:29.27072Z","time spent":"2.000288332s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:31 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:32.813736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.243278482s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:11:32.815024Z","caller":"traceutil/trace.go:171","msg":"trace[1936143479] linearizableReadLoop","detail":"{readStateIndex:31384; appliedIndex:31382; }","duration":"3.549132766s","start":"2026-07-29T09:11:29.265867Z","end":"2026-07-29T09:11:32.815Z","steps":["trace[1936143479] 'read index received' (duration: 1.304548321s)","trace[1936143479] 'applied index is now lower than readState.Index' (duration: 2.244583375s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:32.81507Z","caller":"traceutil/trace.go:171","msg":"trace[251082006] transaction","detail":"{read_only:false; response_revision:30437; number_of_response:1; }","duration":"3.544988403s","start":"2026-07-29T09:11:29.270051Z","end":"2026-07-29T09:11:32.815039Z","steps":["trace[251082006] 'process raft request' (duration: 3.544760688s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:32.815206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:29.270037Z","time spent":"3.545091366s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11650,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:32.815217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549338651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5d02d677-e8de-4ead-ac4b-4226096fbd1d\" ","response":"range_response_count:1 size:2193"} {"level":"info","ts":"2026-07-29T09:11:32.815261Z","caller":"traceutil/trace.go:171","msg":"trace[635800926] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5d02d677-e8de-4ead-ac4b-4226096fbd1d; range_end:; response_count:1; response_revision:30437; }","duration":"3.549389974s","start":"2026-07-29T09:11:29.26586Z","end":"2026-07-29T09:11:32.81525Z","steps":["trace[635800926] 'agreement among raft nodes before linearized reading' (duration: 3.54923593s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:32.815301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:29.265843Z","time spent":"3.549450105s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2215,"request content":"key:\"/registry/persistentvolumes/pvc-5d02d677-e8de-4ead-ac4b-4226096fbd1d\" "} {"level":"warn","ts":"2026-07-29T09:11:33.271548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:33.271638Z","caller":"traceutil/trace.go:171","msg":"trace[290490486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430526s","start":"2026-07-29T09:11:31.271185Z","end":"2026-07-29T09:11:33.271616Z","steps":["trace[290490486] 'agreement among raft nodes before linearized reading' (duration: 2.000301073s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:33.271691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:31.271165Z","time spent":"2.000512048s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:33 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:33.315605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:33.816287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:34.316924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:34.817841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:35.280143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:35.280293Z","caller":"traceutil/trace.go:171","msg":"trace[873527181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000670202s","start":"2026-07-29T09:11:33.279598Z","end":"2026-07-29T09:11:35.280268Z","steps":["trace[873527181] 'agreement among raft nodes before linearized reading' (duration: 2.000500268s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:35.280395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:33.279578Z","time spent":"2.000794375s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:35 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:35.31877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:35.528759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.619072094s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:36.836498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307294702s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:36.836682Z","caller":"traceutil/trace.go:171","msg":"trace[1299127996] transaction","detail":"{read_only:false; response_revision:30438; number_of_response:1; }","duration":"5.408271666s","start":"2026-07-29T09:11:31.428367Z","end":"2026-07-29T09:11:36.836639Z","steps":["trace[1299127996] 'process raft request' (duration: 4.100716788s)","trace[1299127996] 'compare' (duration: 1.306752558s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:36.836756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.739689502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-29T09:11:36.836823Z","caller":"traceutil/trace.go:171","msg":"trace[1297898184] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:30438; }","duration":"6.739796244s","start":"2026-07-29T09:11:30.097005Z","end":"2026-07-29T09:11:36.836801Z","steps":["trace[1297898184] 'agreement among raft nodes before linearized reading' (duration: 6.7396332s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.836831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.404463911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:11:36.836869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:31.428343Z","time spent":"5.4084325s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:36.836894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:30.096988Z","time spent":"6.739890287s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-29T09:11:36.836896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.878672567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T09:11:36.83691Z","caller":"traceutil/trace.go:171","msg":"trace[241965050] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30438; }","duration":"5.404602444s","start":"2026-07-29T09:11:31.432287Z","end":"2026-07-29T09:11:36.83689Z","steps":["trace[241965050] 'agreement among raft nodes before linearized reading' (duration: 5.404341648s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:36.836951Z","caller":"traceutil/trace.go:171","msg":"trace[2086119240] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0; range_end:; response_count:1; response_revision:30438; }","duration":"5.878769849s","start":"2026-07-29T09:11:30.958166Z","end":"2026-07-29T09:11:36.836936Z","steps":["trace[2086119240] 'agreement among raft nodes before linearized reading' (duration: 5.878603335s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.836998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:30.958145Z","time spent":"5.87884289s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" "} {"level":"warn","ts":"2026-07-29T09:11:36.837015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67265452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:36.837045Z","caller":"traceutil/trace.go:171","msg":"trace[1435377354] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:30438; }","duration":"4.672718382s","start":"2026-07-29T09:11:32.164316Z","end":"2026-07-29T09:11:36.837034Z","steps":["trace[1435377354] 'agreement among raft nodes before linearized reading' (duration: 4.67266498s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.837052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242216229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T09:11:36.837091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:32.164294Z","time spent":"4.672787423s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:36.837114Z","caller":"traceutil/trace.go:171","msg":"trace[1095854079] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30438; }","duration":"4.242315801s","start":"2026-07-29T09:11:32.594781Z","end":"2026-07-29T09:11:36.837097Z","steps":["trace[1095854079] 'agreement among raft nodes before linearized reading' (duration: 4.242156917s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.837164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:32.594727Z","time spent":"4.242424174s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-29T09:11:36.836642Z","caller":"traceutil/trace.go:171","msg":"trace[1862539332] linearizableReadLoop","detail":"{readStateIndex:31385; appliedIndex:31384; }","duration":"4.021543217s","start":"2026-07-29T09:11:32.815074Z","end":"2026-07-29T09:11:36.836617Z","steps":["trace[1862539332] 'read index received' (duration: 2.713849326s)","trace[1862539332] 'applied index is now lower than readState.Index' (duration: 1.307691661s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:36.837374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.743075232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:36.837425Z","caller":"traceutil/trace.go:171","msg":"trace[457161779] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:30438; }","duration":"4.743127353s","start":"2026-07-29T09:11:32.094282Z","end":"2026-07-29T09:11:36.83741Z","steps":["trace[457161779] 'agreement among raft nodes before linearized reading' (duration: 4.743054071s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.837434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.570981351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-29T09:11:36.837462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:32.094223Z","time spent":"4.743231006s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:36.83747Z","caller":"traceutil/trace.go:171","msg":"trace[702253450] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:30438; }","duration":"7.571048593s","start":"2026-07-29T09:11:29.26641Z","end":"2026-07-29T09:11:36.837459Z","steps":["trace[702253450] 'agreement among raft nodes before linearized reading' (duration: 7.57094151s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.837503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:29.266367Z","time spent":"7.571128545s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-29T09:11:36.836897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.246413294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:36.837633Z","caller":"traceutil/trace.go:171","msg":"trace[360368913] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:30438; }","duration":"4.247227306s","start":"2026-07-29T09:11:32.590395Z","end":"2026-07-29T09:11:36.837622Z","steps":["trace[360368913] 'agreement among raft nodes before linearized reading' (duration: 4.246382314s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.837674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:32.590372Z","time spent":"4.247290917s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:36.836957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:31.432251Z","time spent":"5.404697456s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:11:36.838592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.57211982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:11:36.838725Z","caller":"traceutil/trace.go:171","msg":"trace[2002791956] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:30438; }","duration":"7.572682125s","start":"2026-07-29T09:11:29.266021Z","end":"2026-07-29T09:11:36.838703Z","steps":["trace[2002791956] 'agreement among raft nodes before linearized reading' (duration: 7.57166728s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.838788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:29.266014Z","time spent":"7.572764637s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T09:11:36.841119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.559374452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29755265-qq2b2.18c6b75a5e23ee98\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:30435 ","response":"range_response_count:500 size:388107"} {"level":"info","ts":"2026-07-29T09:11:36.84119Z","caller":"traceutil/trace.go:171","msg":"trace[1135985844] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29755265-qq2b2.18c6b75a5e23ee98\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:30438; }","duration":"7.559490336s","start":"2026-07-29T09:11:29.281684Z","end":"2026-07-29T09:11:36.841175Z","steps":["trace[1135985844] 'agreement among raft nodes before linearized reading' (duration: 7.554971392s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:36.841242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:29.28165Z","time spent":"7.559570107s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1204,"response size":388129,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29755265-qq2b2.18c6b75a5e23ee98\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:30435 "} {"level":"warn","ts":"2026-07-29T09:11:37.280312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:37.280385Z","caller":"traceutil/trace.go:171","msg":"trace[1423538325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030425s","start":"2026-07-29T09:11:35.280337Z","end":"2026-07-29T09:11:37.280368Z","steps":["trace[1423538325] 'agreement among raft nodes before linearized reading' (duration: 1.999919542s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:37.280429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:35.280318Z","time spent":"2.000101847s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:37.337864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:37.839207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:38.340147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:38.368512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999243613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:38.368628Z","caller":"traceutil/trace.go:171","msg":"trace[194401943] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999421707s","start":"2026-07-29T09:11:33.369179Z","end":"2026-07-29T09:11:38.368601Z","steps":["trace[194401943] 'agreement among raft nodes before linearized reading' (duration: 4.999271194s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:38.368706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:33.369156Z","time spent":"4.99953605s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/29 09:11:38 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:38.650171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.974367813s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:38.777277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99910999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:38.777364Z","caller":"traceutil/trace.go:171","msg":"trace[656720171] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999256483s","start":"2026-07-29T09:11:33.778087Z","end":"2026-07-29T09:11:38.777344Z","steps":["trace[656720171] 'agreement among raft nodes before linearized reading' (duration: 4.99915264s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:38.777429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:33.778063Z","time spent":"4.999339794s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/29 09:11:38 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:39.289128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000518027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:39.289215Z","caller":"traceutil/trace.go:171","msg":"trace[1367336916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000679393s","start":"2026-07-29T09:11:37.288516Z","end":"2026-07-29T09:11:39.289196Z","steps":["trace[1367336916] 'agreement among raft nodes before linearized reading' (duration: 2.0005699s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:39.289264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:37.28848Z","time spent":"2.000774484s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:39 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:39.3736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233029713s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:39.373705Z","caller":"traceutil/trace.go:171","msg":"trace[32895392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30438; }","duration":"1.233155946s","start":"2026-07-29T09:11:38.140533Z","end":"2026-07-29T09:11:39.373689Z","steps":["trace[32895392] 'range keys from in-memory index tree' (duration: 1.233014022s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:39.374836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.295623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:39.374947Z","caller":"traceutil/trace.go:171","msg":"trace[847342183] transaction","detail":"{read_only:false; response_revision:30439; number_of_response:1; }","duration":"2.699305852s","start":"2026-07-29T09:11:36.675617Z","end":"2026-07-29T09:11:39.374923Z","steps":["trace[847342183] 'process raft request' (duration: 1.974828835s)","trace[847342183] 'compare' (duration: 723.083633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:39.375009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:36.675579Z","time spent":"2.699400944s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:40.206558Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556086486s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:40.439685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.777424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:40.440048Z","caller":"traceutil/trace.go:171","msg":"trace[1860289644] linearizableReadLoop","detail":"{readStateIndex:31388; appliedIndex:31385; }","duration":"3.602696397s","start":"2026-07-29T09:11:36.837325Z","end":"2026-07-29T09:11:40.440021Z","steps":["trace[1860289644] 'read index received' (duration: 1.813098708s)","trace[1860289644] 'applied index is now lower than readState.Index' (duration: 1.789595879s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:40.440056Z","caller":"traceutil/trace.go:171","msg":"trace[576946783] transaction","detail":"{read_only:false; response_revision:30440; number_of_response:1; }","duration":"3.746926356s","start":"2026-07-29T09:11:36.693089Z","end":"2026-07-29T09:11:40.440015Z","steps":["trace[576946783] 'process raft request' (duration: 3.513635139s)","trace[576946783] 'compare' (duration: 232.378224ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:40.440226Z","caller":"traceutil/trace.go:171","msg":"trace[506501233] transaction","detail":"{read_only:false; response_revision:30441; number_of_response:1; }","duration":"3.595939878s","start":"2026-07-29T09:11:36.844266Z","end":"2026-07-29T09:11:40.440206Z","steps":["trace[506501233] 'process raft request' (duration: 3.595574158s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.440324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:36.844254Z","time spent":"3.59601813s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:40.440474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:36.693058Z","time spent":"3.747178492s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:40.440675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.207264871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:40.440722Z","caller":"traceutil/trace.go:171","msg":"trace[1284294467] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:30441; }","duration":"7.207318173s","start":"2026-07-29T09:11:33.233391Z","end":"2026-07-29T09:11:40.440709Z","steps":["trace[1284294467] 'agreement among raft nodes before linearized reading' (duration: 7.20722027s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.440694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272013867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:40.440712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.596673839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:40.44076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:33.233323Z","time spent":"7.207427776s","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:40.440783Z","caller":"traceutil/trace.go:171","msg":"trace[1246915578] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:30441; }","duration":"5.272164771s","start":"2026-07-29T09:11:35.168595Z","end":"2026-07-29T09:11:40.44076Z","steps":["trace[1246915578] 'agreement among raft nodes before linearized reading' (duration: 5.271994587s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:40.440788Z","caller":"traceutil/trace.go:171","msg":"trace[1725099132] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30441; }","duration":"4.596764311s","start":"2026-07-29T09:11:35.844004Z","end":"2026-07-29T09:11:40.440768Z","steps":["trace[1725099132] 'agreement among raft nodes before linearized reading' (duration: 4.596631638s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.440852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:35.843943Z","time spent":"4.596894524s","remote":"127.0.0.1:41988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:40.440915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.710279022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:40.440904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565191104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T09:11:40.440951Z","caller":"traceutil/trace.go:171","msg":"trace[189194644] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:30441; }","duration":"4.710354983s","start":"2026-07-29T09:11:35.730585Z","end":"2026-07-29T09:11:40.44094Z","steps":["trace[189194644] 'agreement among raft nodes before linearized reading' (duration: 4.710292622s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.440945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.619009394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-79c48d47db-c5zgp\" ","response":"range_response_count:1 size:5038"} {"level":"warn","ts":"2026-07-29T09:11:40.440985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:35.730564Z","time spent":"4.710411435s","remote":"127.0.0.1:47952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:40.440993Z","caller":"traceutil/trace.go:171","msg":"trace[1897612239] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30441; }","duration":"5.565379618s","start":"2026-07-29T09:11:34.875583Z","end":"2026-07-29T09:11:40.440962Z","steps":["trace[1897612239] 'agreement among raft nodes before linearized reading' (duration: 5.565090111s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:40.441003Z","caller":"traceutil/trace.go:171","msg":"trace[1126113270] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-79c48d47db-c5zgp; range_end:; response_count:1; response_revision:30441; }","duration":"7.619086745s","start":"2026-07-29T09:11:32.821897Z","end":"2026-07-29T09:11:40.440983Z","steps":["trace[1126113270] 'agreement among raft nodes before linearized reading' (duration: 7.618888511s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.441038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:34.87552Z","time spent":"5.565509171s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:11:40.441045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:32.821884Z","time spent":"7.619151088s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5060,"request content":"key:\"/registry/pods/cert-manager/cert-manager-79c48d47db-c5zgp\" "} {"level":"warn","ts":"2026-07-29T09:11:40.441046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.518052998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1560"} {"level":"warn","ts":"2026-07-29T09:11:40.44085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:35.168571Z","time spent":"5.272265713s","remote":"127.0.0.1:48846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:40.441091Z","caller":"traceutil/trace.go:171","msg":"trace[1432442541] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:30441; }","duration":"7.51812255s","start":"2026-07-29T09:11:32.922956Z","end":"2026-07-29T09:11:40.441078Z","steps":["trace[1432442541] 'agreement among raft nodes before linearized reading' (duration: 7.517986146s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.44111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596956803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T09:11:40.441134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:32.922944Z","time spent":"7.518182361s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1582,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-29T09:11:40.441161Z","caller":"traceutil/trace.go:171","msg":"trace[1774213537] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30441; }","duration":"3.597011925s","start":"2026-07-29T09:11:36.844136Z","end":"2026-07-29T09:11:40.441148Z","steps":["trace[1774213537] 'agreement among raft nodes before linearized reading' (duration: 3.59681008s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.441213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.655564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-29T09:11:40.441243Z","caller":"traceutil/trace.go:171","msg":"trace[402276396] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:30441; }","duration":"111.721216ms","start":"2026-07-29T09:11:40.329513Z","end":"2026-07-29T09:11:40.441234Z","steps":["trace[402276396] 'agreement among raft nodes before linearized reading' (duration: 111.653434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.44132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98428511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:40.441367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.557354072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:40.441382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.798119231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:40.441421Z","caller":"traceutil/trace.go:171","msg":"trace[1032811949] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:30441; }","duration":"5.798201273s","start":"2026-07-29T09:11:34.643209Z","end":"2026-07-29T09:11:40.44141Z","steps":["trace[1032811949] 'agreement among raft nodes before linearized reading' (duration: 5.798133041s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.441469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:34.643178Z","time spent":"5.798280345s","remote":"127.0.0.1:36706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:40.44121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:36.844082Z","time spent":"3.597114028s","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:11:40.441497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011571546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:40.441536Z","caller":"traceutil/trace.go:171","msg":"trace[777114236] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:30441; }","duration":"3.011684789s","start":"2026-07-29T09:11:37.429838Z","end":"2026-07-29T09:11:40.441523Z","steps":["trace[777114236] 'agreement among raft nodes before linearized reading' (duration: 3.011616367s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.441567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298127861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:40.441592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:37.429816Z","time spent":"3.0117633s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:40.44142Z","caller":"traceutil/trace.go:171","msg":"trace[163446459] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:30441; }","duration":"7.557435683s","start":"2026-07-29T09:11:32.88397Z","end":"2026-07-29T09:11:40.441405Z","steps":["trace[163446459] 'agreement among raft nodes before linearized reading' (duration: 7.557262799s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:40.441626Z","caller":"traceutil/trace.go:171","msg":"trace[712473348] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:30441; }","duration":"1.298224314s","start":"2026-07-29T09:11:39.143384Z","end":"2026-07-29T09:11:40.441608Z","steps":["trace[712473348] 'agreement among raft nodes before linearized reading' (duration: 1.29805201s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.441666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:32.883957Z","time spent":"7.55768773s","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":82,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:40.441394Z","caller":"traceutil/trace.go:171","msg":"trace[570601765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30441; }","duration":"1.984388813s","start":"2026-07-29T09:11:38.456983Z","end":"2026-07-29T09:11:40.441372Z","steps":["trace[570601765] 'agreement among raft nodes before linearized reading' (duration: 1.98425239s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.441723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:38.456962Z","time spent":"1.984751561s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:40.441798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.95305802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:11:40.441877Z","caller":"traceutil/trace.go:171","msg":"trace[1571523097] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:30441; }","duration":"6.953144182s","start":"2026-07-29T09:11:33.488716Z","end":"2026-07-29T09:11:40.44186Z","steps":["trace[1571523097] 'agreement among raft nodes before linearized reading' (duration: 6.951572723s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.441913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678769366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:40.441935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:33.488668Z","time spent":"6.953251376s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2144,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:40.441951Z","caller":"traceutil/trace.go:171","msg":"trace[373999588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30441; }","duration":"1.678840738s","start":"2026-07-29T09:11:38.763098Z","end":"2026-07-29T09:11:40.441939Z","steps":["trace[373999588] 'agreement among raft nodes before linearized reading' (duration: 1.678770646s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.441941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152268432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:40.441961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574185533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-07-29T09:11:40.441981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:38.763074Z","time spent":"1.678899239s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:40.442Z","caller":"traceutil/trace.go:171","msg":"trace[2032188091] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:30441; }","duration":"3.574253985s","start":"2026-07-29T09:11:36.867735Z","end":"2026-07-29T09:11:40.441988Z","steps":["trace[2032188091] 'agreement among raft nodes before linearized reading' (duration: 3.574171153s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:40.441998Z","caller":"traceutil/trace.go:171","msg":"trace[189435376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30441; }","duration":"1.152325773s","start":"2026-07-29T09:11:39.289659Z","end":"2026-07-29T09:11:40.441985Z","steps":["trace[189435376] 'agreement among raft nodes before linearized reading' (duration: 1.152239181s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.442061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:39.289591Z","time spent":"1.152460037s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:40.442061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:36.867719Z","time spent":"3.574325537s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-29T09:11:40.442077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594373169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-29T09:11:40.441876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090523211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:40.442133Z","caller":"traceutil/trace.go:171","msg":"trace[184570914] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:30441; }","duration":"3.59444036s","start":"2026-07-29T09:11:36.847674Z","end":"2026-07-29T09:11:40.442114Z","steps":["trace[184570914] 'agreement among raft nodes before linearized reading' (duration: 3.594296887s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:40.442167Z","caller":"traceutil/trace.go:171","msg":"trace[1428380055] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:30441; }","duration":"3.090853039s","start":"2026-07-29T09:11:37.351293Z","end":"2026-07-29T09:11:40.442146Z","steps":["trace[1428380055] 'agreement among raft nodes before linearized reading' (duration: 3.090522291s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.442175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:36.847666Z","time spent":"3.594496692s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-29T09:11:40.44223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:37.35127Z","time spent":"3.090940482s","remote":"127.0.0.1:60316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:40.441677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:39.143363Z","time spent":"1.298296725s","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:40.442543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499014733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:40.442614Z","caller":"traceutil/trace.go:171","msg":"trace[2094023049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30441; }","duration":"3.499115755s","start":"2026-07-29T09:11:36.94348Z","end":"2026-07-29T09:11:40.442596Z","steps":["trace[2094023049] 'agreement among raft nodes before linearized reading' (duration: 3.499009663s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.44266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:36.943462Z","time spent":"3.499183056s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:40.442514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.378662761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:40.44293Z","caller":"traceutil/trace.go:171","msg":"trace[1719424996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:30441; }","duration":"3.379134303s","start":"2026-07-29T09:11:37.063763Z","end":"2026-07-29T09:11:40.442897Z","steps":["trace[1719424996] 'agreement among raft nodes before linearized reading' (duration: 3.378642271s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.443837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851644651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:11:40.443911Z","caller":"traceutil/trace.go:171","msg":"trace[25775138] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:30441; }","duration":"1.851757694s","start":"2026-07-29T09:11:38.592136Z","end":"2026-07-29T09:11:40.443894Z","steps":["trace[25775138] 'agreement among raft nodes before linearized reading' (duration: 1.848882622s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.444174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:38.592115Z","time spent":"1.852034632s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":150,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:40.443865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:37.063744Z","time spent":"3.380088308s","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:40.445609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.575141277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-conductor-54b4466cd5-8wtt4.18c6b681737a53e3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:30435 ","response":"range_response_count:500 size:388336"} {"level":"info","ts":"2026-07-29T09:11:40.445666Z","caller":"traceutil/trace.go:171","msg":"trace[1803952378] range","detail":"{range_begin:/registry/events/openstack/nova-conductor-54b4466cd5-8wtt4.18c6b681737a53e3\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:30441; }","duration":"3.575213449s","start":"2026-07-29T09:11:36.870438Z","end":"2026-07-29T09:11:40.445652Z","steps":["trace[1803952378] 'agreement among raft nodes before linearized reading' (duration: 3.571458515s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:40.445715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:36.870434Z","time spent":"3.57525455s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":704,"response size":388358,"request content":"key:\"/registry/events/openstack/nova-conductor-54b4466cd5-8wtt4.18c6b681737a53e3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:30435 "} {"level":"warn","ts":"2026-07-29T09:11:40.948046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:41.448692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:41.94914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:42.28084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.834677188s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T09:11:42.446808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998821225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:42.446914Z","caller":"traceutil/trace.go:171","msg":"trace[902627323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998961858s","start":"2026-07-29T09:11:40.447927Z","end":"2026-07-29T09:11:42.446889Z","steps":["trace[902627323] 'agreement among raft nodes before linearized reading' (duration: 1.998830135s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:42.446995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.447923Z","time spent":"1.999058561s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:42 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:42.451289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00062971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:42.451378Z","caller":"traceutil/trace.go:171","msg":"trace[557860746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000788023s","start":"2026-07-29T09:11:40.45057Z","end":"2026-07-29T09:11:42.451358Z","steps":["trace[557860746] 'agreement among raft nodes before linearized reading' (duration: 2.000670061s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:42.451431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.45055Z","time spent":"2.000869635s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:42 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:43.798717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517640764s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T09:11:43.798811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.445995Z","time spent":"3.352812364s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:11:44.459804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:44.459923Z","caller":"traceutil/trace.go:171","msg":"trace[1253072019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442435s","start":"2026-07-29T09:11:42.459445Z","end":"2026-07-29T09:11:44.459887Z","steps":["trace[1253072019] 'agreement among raft nodes before linearized reading' (duration: 2.000311652s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:44.459977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:42.459376Z","time spent":"2.000589019s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:44 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:45.311638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.030611322s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:11:45.312265Z","caller":"traceutil/trace.go:171","msg":"trace[888478150] transaction","detail":"{read_only:false; response_revision:30442; number_of_response:1; }","duration":"4.864175753s","start":"2026-07-29T09:11:40.448064Z","end":"2026-07-29T09:11:45.312239Z","steps":["trace[888478150] 'process raft request' (duration: 4.863900936s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:45.312483Z","caller":"traceutil/trace.go:171","msg":"trace[594517979] transaction","detail":"{read_only:false; response_revision:30443; number_of_response:1; }","duration":"4.862176592s","start":"2026-07-29T09:11:40.450285Z","end":"2026-07-29T09:11:45.312462Z","steps":["trace[594517979] 'process raft request' (duration: 4.861868285s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:45.3126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.45026Z","time spent":"4.862279775s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:45.312493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.448052Z","time spent":"4.864290725s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:45.458484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994241547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:45.45858Z","caller":"traceutil/trace.go:171","msg":"trace[1065074422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.994408801s","start":"2026-07-29T09:11:40.464151Z","end":"2026-07-29T09:11:45.45856Z","steps":["trace[1065074422] 'agreement among raft nodes before linearized reading' (duration: 4.994276028s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:45.458636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.464129Z","time spent":"4.994495904s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 09:11:45 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:45.548576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999255553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:45.54871Z","caller":"traceutil/trace.go:171","msg":"trace[973873516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99952593s","start":"2026-07-29T09:11:40.549147Z","end":"2026-07-29T09:11:45.548673Z","steps":["trace[973873516] 'agreement among raft nodes before linearized reading' (duration: 4.999287054s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:45.548807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.549123Z","time spent":"4.999665033s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 09:11:45 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:46.350742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03831711s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:11:46.350867Z","caller":"traceutil/trace.go:171","msg":"trace[977618774] linearizableReadLoop","detail":"{readStateIndex:31391; appliedIndex:31388; }","duration":"5.903024716s","start":"2026-07-29T09:11:40.447817Z","end":"2026-07-29T09:11:46.350842Z","steps":["trace[977618774] 'read index received' (duration: 1.833272013s)","trace[977618774] 'applied index is now lower than readState.Index' (duration: 4.069750343s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:46.351448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.903601341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b793f8a7d961\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T09:11:46.351596Z","caller":"traceutil/trace.go:171","msg":"trace[339331274] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b793f8a7d961; range_end:; response_count:1; response_revision:30444; }","duration":"5.903789596s","start":"2026-07-29T09:11:40.447779Z","end":"2026-07-29T09:11:46.351569Z","steps":["trace[339331274] 'agreement among raft nodes before linearized reading' (duration: 5.903463378s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:46.351667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.447762Z","time spent":"5.903891358s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b793f8a7d961\" "} {"level":"warn","ts":"2026-07-29T09:11:46.460573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:46.460785Z","caller":"traceutil/trace.go:171","msg":"trace[1142002941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000706963s","start":"2026-07-29T09:11:44.460051Z","end":"2026-07-29T09:11:46.460758Z","steps":["trace[1142002941] 'agreement among raft nodes before linearized reading' (duration: 2.000448667s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:46.460874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:44.460028Z","time spent":"2.000824966s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:46 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:46.593749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241088695s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:11:46.594205Z","caller":"traceutil/trace.go:171","msg":"trace[1356783314] transaction","detail":"{read_only:false; response_revision:30445; number_of_response:1; }","duration":"2.402081504s","start":"2026-07-29T09:11:44.192104Z","end":"2026-07-29T09:11:46.594186Z","steps":["trace[1356783314] 'process raft request' (duration: 2.401982962s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:46.594349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:44.192073Z","time spent":"2.402201488s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:46.594206Z","caller":"traceutil/trace.go:171","msg":"trace[1426791911] transaction","detail":"{read_only:false; number_of_response:1; response_revision:30444; }","duration":"2.793991881s","start":"2026-07-29T09:11:43.800184Z","end":"2026-07-29T09:11:46.594176Z","steps":["trace[1426791911] 'process raft request' (duration: 2.793831227s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:46.594486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:43.800148Z","time spent":"2.794309079s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:47.00846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999059007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:47.008601Z","caller":"traceutil/trace.go:171","msg":"trace[467168735] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999248672s","start":"2026-07-29T09:11:42.009313Z","end":"2026-07-29T09:11:47.008561Z","steps":["trace[467168735] 'agreement among raft nodes before linearized reading' (duration: 4.999087338s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:47.008679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:42.009293Z","time spent":"4.999366465s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/29 09:11:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:47.371349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.058747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:47.371646Z","caller":"traceutil/trace.go:171","msg":"trace[608493165] transaction","detail":"{read_only:false; response_revision:30446; number_of_response:1; }","duration":"2.050693533s","start":"2026-07-29T09:11:45.320917Z","end":"2026-07-29T09:11:47.371611Z","steps":["trace[608493165] 'process raft request' (duration: 1.778300067s)","trace[608493165] 'compare' (duration: 271.565885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:47.371804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:45.320905Z","time spent":"2.050827446s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:47.550238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998760751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:47.550358Z","caller":"traceutil/trace.go:171","msg":"trace[1188235148] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998976036s","start":"2026-07-29T09:11:42.551353Z","end":"2026-07-29T09:11:47.550329Z","steps":["trace[1188235148] 'agreement among raft nodes before linearized reading' (duration: 4.998793241s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:47.550423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:42.551325Z","time spent":"4.999085759s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/29 09:11:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:48.35827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.813481ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T09:11:48.358649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.62352ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:48.358856Z","caller":"traceutil/trace.go:171","msg":"trace[1216158444] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30447; }","duration":"218.851666ms","start":"2026-07-29T09:11:48.139976Z","end":"2026-07-29T09:11:48.358828Z","steps":["trace[1216158444] 'range keys from in-memory index tree' (duration: 218.60029ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:48.359069Z","caller":"traceutil/trace.go:171","msg":"trace[1981115691] linearizableReadLoop","detail":"{readStateIndex:31395; appliedIndex:31393; }","duration":"2.008145548s","start":"2026-07-29T09:11:46.350899Z","end":"2026-07-29T09:11:48.359045Z","steps":["trace[1981115691] 'read index received' (duration: 243.179455ms)","trace[1981115691] 'applied index is now lower than readState.Index' (duration: 1.764963863s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:48.359129Z","caller":"traceutil/trace.go:171","msg":"trace[1823657175] transaction","detail":"{read_only:false; response_revision:30448; number_of_response:1; }","duration":"2.005350209s","start":"2026-07-29T09:11:46.353762Z","end":"2026-07-29T09:11:48.359113Z","steps":["trace[1823657175] 'process raft request' (duration: 2.00458188s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:48.359266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:46.353743Z","time spent":"2.005454241s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:48.468906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997707486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T09:11:48.468971Z","caller":"traceutil/trace.go:171","msg":"trace[144253943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997857241s","start":"2026-07-29T09:11:46.471101Z","end":"2026-07-29T09:11:48.468959Z","steps":["trace[144253943] 'agreement among raft nodes before linearized reading' (duration: 1.997748787s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:48.469003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:46.471076Z","time spent":"1.997919403s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:48.859653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:49.360136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:49.730116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72688186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:49.730214Z","caller":"traceutil/trace.go:171","msg":"trace[718546506] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:30448; }","duration":"5.727039854s","start":"2026-07-29T09:11:44.00315Z","end":"2026-07-29T09:11:49.73019Z","steps":["trace[718546506] 'agreement among raft nodes before linearized reading' (duration: 4.355933605s)","trace[718546506] 'count revisions from in-memory index tree' (duration: 1.370957666s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.730263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:44.003129Z","time spent":"5.727123217s","remote":"127.0.0.1:41964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.730564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.660166093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:49.730611Z","caller":"traceutil/trace.go:171","msg":"trace[2002534511] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:30448; }","duration":"6.660266605s","start":"2026-07-29T09:11:43.070332Z","end":"2026-07-29T09:11:49.730598Z","steps":["trace[2002534511] 'agreement among raft nodes before linearized reading' (duration: 5.288817288s)","trace[2002534511] 'count revisions from in-memory index tree' (duration: 1.371388216s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.730648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:43.070301Z","time spent":"6.660339117s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.73082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.246456302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:49.730861Z","caller":"traceutil/trace.go:171","msg":"trace[1604448842] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:30448; }","duration":"7.246546715s","start":"2026-07-29T09:11:42.484303Z","end":"2026-07-29T09:11:49.730849Z","steps":["trace[1604448842] 'agreement among raft nodes before linearized reading' (duration: 5.874862152s)","trace[1604448842] 'count revisions from in-memory index tree' (duration: 1.371631482s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.730898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:42.48427Z","time spent":"7.246619396s","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.731062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.59404823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:49.731099Z","caller":"traceutil/trace.go:171","msg":"trace[733926900] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:30448; }","duration":"7.594123522s","start":"2026-07-29T09:11:42.136966Z","end":"2026-07-29T09:11:49.73109Z","steps":["trace[733926900] 'agreement among raft nodes before linearized reading' (duration: 6.222206923s)","trace[733926900] 'count revisions from in-memory index tree' (duration: 1.371869328s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.731133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:42.136945Z","time spent":"7.594180304s","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.731355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.880762303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:11:49.731392Z","caller":"traceutil/trace.go:171","msg":"trace[2104051778] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30448; }","duration":"7.880830465s","start":"2026-07-29T09:11:41.850551Z","end":"2026-07-29T09:11:49.731381Z","steps":["trace[2104051778] 'agreement among raft nodes before linearized reading' (duration: 6.508632169s)","trace[2104051778] 'range keys from in-memory index tree' (duration: 1.372079933s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.731425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:41.850531Z","time spent":"7.880887697s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:11:49.731929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.017979587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:49.732004Z","caller":"traceutil/trace.go:171","msg":"trace[1161463218] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30448; }","duration":"8.018138171s","start":"2026-07-29T09:11:41.713844Z","end":"2026-07-29T09:11:49.731983Z","steps":["trace[1161463218] 'agreement among raft nodes before linearized reading' (duration: 6.645347131s)","trace[1161463218] 'count revisions from in-memory index tree' (duration: 1.372646417s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.732038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:41.713823Z","time spent":"8.018206603s","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.732226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56084068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:49.732272Z","caller":"traceutil/trace.go:171","msg":"trace[507510908] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:30448; }","duration":"3.560938483s","start":"2026-07-29T09:11:46.171315Z","end":"2026-07-29T09:11:49.732253Z","steps":["trace[507510908] 'agreement among raft nodes before linearized reading' (duration: 2.187927207s)","trace[507510908] 'count revisions from in-memory index tree' (duration: 1.372933364s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.732304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:46.171294Z","time spent":"3.561000155s","remote":"127.0.0.1:42954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.732578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.438737066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:49.732615Z","caller":"traceutil/trace.go:171","msg":"trace[1950330319] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:30448; }","duration":"8.438812048s","start":"2026-07-29T09:11:41.293789Z","end":"2026-07-29T09:11:49.732601Z","steps":["trace[1950330319] 'agreement among raft nodes before linearized reading' (duration: 7.065415722s)","trace[1950330319] 'count revisions from in-memory index tree' (duration: 1.373348565s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.732643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:41.293767Z","time spent":"8.43886647s","remote":"127.0.0.1:52904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":65,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.73276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.673370771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241607"} {"level":"info","ts":"2026-07-29T09:11:49.732859Z","caller":"traceutil/trace.go:171","msg":"trace[744280898] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:30448; }","duration":"5.673531605s","start":"2026-07-29T09:11:44.059302Z","end":"2026-07-29T09:11:49.732834Z","steps":["trace[744280898] 'agreement among raft nodes before linearized reading' (duration: 4.299968875s)","trace[744280898] 'range keys from in-memory index tree' (duration: 1.372968105s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.732873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413119117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nkwxs\" ","response":"range_response_count:1 size:6250"} {"level":"info","ts":"2026-07-29T09:11:49.73291Z","caller":"traceutil/trace.go:171","msg":"trace[1308363904] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nkwxs; range_end:; response_count:1; response_revision:30448; }","duration":"4.413190179s","start":"2026-07-29T09:11:45.319708Z","end":"2026-07-29T09:11:49.732898Z","steps":["trace[1308363904] 'agreement among raft nodes before linearized reading' (duration: 3.039521956s)","trace[1308363904] 'range keys from in-memory index tree' (duration: 1.37354127s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.732911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:44.05928Z","time spent":"5.673618788s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":241629,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-29T09:11:49.732939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:45.319683Z","time spent":"4.41324862s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6272,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nkwxs\" "} {"level":"warn","ts":"2026-07-29T09:11:49.733011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079663683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:49.733056Z","caller":"traceutil/trace.go:171","msg":"trace[1641438109] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:30448; }","duration":"4.079713744s","start":"2026-07-29T09:11:45.653329Z","end":"2026-07-29T09:11:49.733042Z","steps":["trace[1641438109] 'agreement among raft nodes before linearized reading' (duration: 2.705922138s)","trace[1641438109] 'count revisions from in-memory index tree' (duration: 1.373729545s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.732766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.281316118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"warn","ts":"2026-07-29T09:11:49.733101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:45.653255Z","time spent":"4.079836057s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.733187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414683256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T09:11:49.733181Z","caller":"traceutil/trace.go:171","msg":"trace[486959344] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:30448; }","duration":"9.28176628s","start":"2026-07-29T09:11:40.451379Z","end":"2026-07-29T09:11:49.733145Z","steps":["trace[486959344] 'agreement among raft nodes before linearized reading' (duration: 7.90784197s)","trace[486959344] 'range keys from in-memory index tree' (duration: 1.373348426s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:49.73323Z","caller":"traceutil/trace.go:171","msg":"trace[1326376002] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30448; }","duration":"4.414722347s","start":"2026-07-29T09:11:45.318496Z","end":"2026-07-29T09:11:49.733219Z","steps":["trace[1326376002] 'agreement among raft nodes before linearized reading' (duration: 3.040761586s)","trace[1326376002] 'range keys from in-memory index tree' (duration: 1.373859908s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.733267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:45.318457Z","time spent":"4.414803159s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:11:49.733275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.45137Z","time spent":"9.281874812s","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1666,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-29T09:11:49.733379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37433517s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-29T09:11:49.733545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:46.595339Z","time spent":"3.138203434s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T09:11:49.73358Z","caller":"traceutil/trace.go:171","msg":"trace[23429147] transaction","detail":"{read_only:false; response_revision:30449; number_of_response:1; }","duration":"2.603016053s","start":"2026-07-29T09:11:47.130548Z","end":"2026-07-29T09:11:49.733564Z","steps":["trace[23429147] 'process raft request' (duration: 2.60290213s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.733666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:47.130526Z","time spent":"2.603088825s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:49.733779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.269442402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-neutron-server-0.18c6b6dace692d33\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:30435 ","response":"range_response_count:204 size:156914"} {"level":"info","ts":"2026-07-29T09:11:49.733845Z","caller":"traceutil/trace.go:171","msg":"trace[508601331] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-neutron-server-0.18c6b6dace692d33\u0000; range_end:/registry/events/openstack0; response_count:204; response_revision:30448; }","duration":"9.269516273s","start":"2026-07-29T09:11:40.464307Z","end":"2026-07-29T09:11:49.733823Z","steps":["trace[508601331] 'agreement among raft nodes before linearized reading' (duration: 7.894906187s)","trace[508601331] 'range keys from in-memory index tree' (duration: 1.373801877s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.733912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:40.464293Z","time spent":"9.269596526s","remote":"127.0.0.1:46646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":204,"response size":156936,"request content":"key:\"/registry/events/openstack/rabbitmq-neutron-server-0.18c6b6dace692d33\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:30435 "} {"level":"warn","ts":"2026-07-29T09:11:49.81311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859334124s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:11:49.813601Z","caller":"traceutil/trace.go:171","msg":"trace[1211765900] linearizableReadLoop","detail":"{readStateIndex:31400; appliedIndex:31399; }","duration":"1.454448545s","start":"2026-07-29T09:11:48.359123Z","end":"2026-07-29T09:11:49.813571Z","steps":["trace[1211765900] 'read index received' (duration: 1.45431952s)","trace[1211765900] 'applied index is now lower than readState.Index' (duration: 127.625µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:49.813794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150312599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:49.813831Z","caller":"traceutil/trace.go:171","msg":"trace[59630572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:30450; }","duration":"3.150418792s","start":"2026-07-29T09:11:46.663402Z","end":"2026-07-29T09:11:49.813821Z","steps":["trace[59630572] 'agreement among raft nodes before linearized reading' (duration: 3.150322539s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.813862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:46.663375Z","time spent":"3.150479233s","remote":"127.0.0.1:42886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.81384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757981892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:49.813953Z","caller":"traceutil/trace.go:171","msg":"trace[902998934] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:30450; }","duration":"2.758173826s","start":"2026-07-29T09:11:47.055749Z","end":"2026-07-29T09:11:49.813923Z","steps":["trace[902998934] 'agreement among raft nodes before linearized reading' (duration: 2.75792098s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.814012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:47.055725Z","time spent":"2.758272449s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.814102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323495982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:49.814127Z","caller":"traceutil/trace.go:171","msg":"trace[136817011] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:30450; }","duration":"3.323589554s","start":"2026-07-29T09:11:46.490529Z","end":"2026-07-29T09:11:49.814119Z","steps":["trace[136817011] 'agreement among raft nodes before linearized reading' (duration: 3.323527713s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.814159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:46.490504Z","time spent":"3.323645206s","remote":"127.0.0.1:56262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.814304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421564356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:49.814323Z","caller":"traceutil/trace.go:171","msg":"trace[187073363] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:30450; }","duration":"3.421629498s","start":"2026-07-29T09:11:46.392688Z","end":"2026-07-29T09:11:49.814318Z","steps":["trace[187073363] 'agreement among raft nodes before linearized reading' (duration: 3.421589807s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.814342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:46.392665Z","time spent":"3.421671458s","remote":"127.0.0.1:45672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.814379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55811414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:49.814414Z","caller":"traceutil/trace.go:171","msg":"trace[794422743] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:30450; }","duration":"2.558193862s","start":"2026-07-29T09:11:47.256209Z","end":"2026-07-29T09:11:49.814403Z","steps":["trace[794422743] 'agreement among raft nodes before linearized reading' (duration: 2.558081929s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.814444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:47.256185Z","time spent":"2.558251783s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:49.81469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573855392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:49.814717Z","caller":"traceutil/trace.go:171","msg":"trace[1055234657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30450; }","duration":"1.573920274s","start":"2026-07-29T09:11:48.24079Z","end":"2026-07-29T09:11:49.814711Z","steps":["trace[1055234657] 'agreement among raft nodes before linearized reading' (duration: 1.573866932s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.814742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:48.24077Z","time spent":"1.573963794s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:49.814874Z","caller":"traceutil/trace.go:171","msg":"trace[1931382690] transaction","detail":"{read_only:false; response_revision:30450; number_of_response:1; }","duration":"1.861427516s","start":"2026-07-29T09:11:47.953438Z","end":"2026-07-29T09:11:49.814865Z","steps":["trace[1931382690] 'process raft request' (duration: 1.859949249s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.814927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129791182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-29T09:11:49.814944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:47.953398Z","time spent":"1.861493599s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:49.814985Z","caller":"traceutil/trace.go:171","msg":"trace[1386988084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30450; }","duration":"2.129883874s","start":"2026-07-29T09:11:47.685085Z","end":"2026-07-29T09:11:49.814969Z","steps":["trace[1386988084] 'agreement among raft nodes before linearized reading' (duration: 2.128567312s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.815059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016636851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:49.81506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:47.685068Z","time spent":"2.129978137s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T09:11:49.815094Z","caller":"traceutil/trace.go:171","msg":"trace[2591393] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:30450; }","duration":"2.016703113s","start":"2026-07-29T09:11:47.798381Z","end":"2026-07-29T09:11:49.815084Z","steps":["trace[2591393] 'agreement among raft nodes before linearized reading' (duration: 2.016629061s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:49.815129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:47.79836Z","time spent":"2.016757905s","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:50.313984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:50.455798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:50.455895Z","caller":"traceutil/trace.go:171","msg":"trace[49816787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515087s","start":"2026-07-29T09:11:48.455356Z","end":"2026-07-29T09:11:50.455871Z","steps":["trace[49816787] 'agreement among raft nodes before linearized reading' (duration: 2.000399004s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:50.455935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:48.455336Z","time spent":"2.000591069s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:50.469099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:50.46915Z","caller":"traceutil/trace.go:171","msg":"trace[1586333006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087617s","start":"2026-07-29T09:11:48.46905Z","end":"2026-07-29T09:11:50.469138Z","steps":["trace[1586333006] 'agreement among raft nodes before linearized reading' (duration: 2.000029826s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:50.469182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:48.469012Z","time spent":"2.000163319s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:50.814767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:51.315241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:51.815496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:52.316071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T09:11:52.391643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.29796301s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T09:11:52.39213Z","caller":"traceutil/trace.go:171","msg":"trace[251225689] transaction","detail":"{read_only:false; response_revision:30454; number_of_response:1; }","duration":"2.65043269s","start":"2026-07-29T09:11:49.741674Z","end":"2026-07-29T09:11:52.392107Z","steps":["trace[251225689] 'process raft request' (duration: 2.650360238s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:52.392256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:49.741649Z","time spent":"2.650535232s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6245,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:52.392607Z","caller":"traceutil/trace.go:171","msg":"trace[1588061883] transaction","detail":"{read_only:false; response_revision:30451; number_of_response:1; }","duration":"2.903633255s","start":"2026-07-29T09:11:49.488963Z","end":"2026-07-29T09:11:52.392596Z","steps":["trace[1588061883] 'process raft request' (duration: 2.902851375s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:52.392669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:49.488937Z","time spent":"2.903695307s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:52.392814Z","caller":"traceutil/trace.go:171","msg":"trace[1272918840] transaction","detail":"{read_only:false; response_revision:30452; number_of_response:1; }","duration":"2.65763683s","start":"2026-07-29T09:11:49.735169Z","end":"2026-07-29T09:11:52.392806Z","steps":["trace[1272918840] 'process raft request' (duration: 2.656777979s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:52.392866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:49.73514Z","time spent":"2.657698281s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:52.393012Z","caller":"traceutil/trace.go:171","msg":"trace[786788206] transaction","detail":"{read_only:false; response_revision:30453; number_of_response:1; }","duration":"2.655581389s","start":"2026-07-29T09:11:49.737421Z","end":"2026-07-29T09:11:52.393003Z","steps":["trace[786788206] 'process raft request' (duration: 2.654576374s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:52.393058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:49.737411Z","time spent":"2.655622039s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:52.478658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:52.478771Z","caller":"traceutil/trace.go:171","msg":"trace[2119811674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00063607s","start":"2026-07-29T09:11:50.478091Z","end":"2026-07-29T09:11:52.478727Z","steps":["trace[2119811674] 'agreement among raft nodes before linearized reading' (duration: 2.000524207s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:52.478845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:50.478075Z","time spent":"2.000757204s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 09:11:52 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T09:11:53.469057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000108014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T09:11:53.469164Z","caller":"traceutil/trace.go:171","msg":"trace[1251752294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000281058s","start":"2026-07-29T09:11:48.468864Z","end":"2026-07-29T09:11:53.469145Z","steps":["trace[1251752294] 'agreement among raft nodes before linearized reading' (duration: 5.000145134s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.469429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:48.468843Z","time spent":"5.000569766s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:11:53.875743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398555426s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:53.875869Z","caller":"traceutil/trace.go:171","msg":"trace[1369869237] linearizableReadLoop","detail":"{readStateIndex:31405; appliedIndex:31404; }","duration":"4.062161424s","start":"2026-07-29T09:11:49.813686Z","end":"2026-07-29T09:11:53.875848Z","steps":["trace[1369869237] 'read index received' (duration: 2.579812122s)","trace[1369869237] 'applied index is now lower than readState.Index' (duration: 1.482346622s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:53.875951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.927081487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:53.876032Z","caller":"traceutil/trace.go:171","msg":"trace[1005222476] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:30455; }","duration":"4.92723025s","start":"2026-07-29T09:11:48.948784Z","end":"2026-07-29T09:11:53.876014Z","steps":["trace[1005222476] 'agreement among raft nodes before linearized reading' (duration: 4.927072326s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.876048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.408939274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-29T09:11:53.876081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:48.948752Z","time spent":"4.927318723s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:53.876078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.513287664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5f6658f65f-q2mxm.18c6b6408fb170d6\" ","response":"range_response_count:1 size:1181"} {"level":"warn","ts":"2026-07-29T09:11:53.876124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033100843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-29T09:11:53.876167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.970428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:53.876195Z","caller":"traceutil/trace.go:171","msg":"trace[1265343013] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30455; }","duration":"2.033169174s","start":"2026-07-29T09:11:51.843007Z","end":"2026-07-29T09:11:53.876177Z","steps":["trace[1265343013] 'agreement among raft nodes before linearized reading' (duration: 2.032961139s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.876205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512564142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:53.876219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478899735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-29T09:11:53.876225Z","caller":"traceutil/trace.go:171","msg":"trace[1519582651] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:30455; }","duration":"846.06344ms","start":"2026-07-29T09:11:53.030146Z","end":"2026-07-29T09:11:53.87621Z","steps":["trace[1519582651] 'agreement among raft nodes before linearized reading' (duration: 845.965458ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:53.876245Z","caller":"traceutil/trace.go:171","msg":"trace[231843566] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30455; }","duration":"1.478946566s","start":"2026-07-29T09:11:52.397292Z","end":"2026-07-29T09:11:53.876238Z","steps":["trace[231843566] 'agreement among raft nodes before linearized reading' (duration: 1.478880644s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:53.876247Z","caller":"traceutil/trace.go:171","msg":"trace[17384355] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:30455; }","duration":"3.512653004s","start":"2026-07-29T09:11:50.363582Z","end":"2026-07-29T09:11:53.876235Z","steps":["trace[17384355] 'agreement among raft nodes before linearized reading' (duration: 3.512589362s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.876252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:51.842945Z","time spent":"2.033292728s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T09:11:53.876261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556275554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T09:11:53.876257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665884197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:11:53.876275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.030123Z","time spent":"846.139722ms","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:53.876282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:52.39728Z","time spent":"1.478997138s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:11:53.876295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:50.36351Z","time spent":"3.512774777s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:53.876251Z","caller":"traceutil/trace.go:171","msg":"trace[901533523] transaction","detail":"{read_only:false; response_revision:30455; number_of_response:1; }","duration":"4.055072037s","start":"2026-07-29T09:11:49.821131Z","end":"2026-07-29T09:11:53.876203Z","steps":["trace[901533523] 'process raft request' (duration: 2.655941837s)","trace[901533523] 'compare' (duration: 1.397030807s)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:53.87632Z","caller":"traceutil/trace.go:171","msg":"trace[1431028132] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:30455; }","duration":"2.66601174s","start":"2026-07-29T09:11:51.210295Z","end":"2026-07-29T09:11:53.876306Z","steps":["trace[1431028132] 'agreement among raft nodes before linearized reading' (duration: 2.665906367s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.876392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.903233458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-29T09:11:53.876386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:51.210263Z","time spent":"2.666104712s","remote":"127.0.0.1:46438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:11:53.876146Z","caller":"traceutil/trace.go:171","msg":"trace[173652943] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5f6658f65f-q2mxm.18c6b6408fb170d6; range_end:; response_count:1; response_revision:30455; }","duration":"5.513398807s","start":"2026-07-29T09:11:48.362726Z","end":"2026-07-29T09:11:53.876125Z","steps":["trace[173652943] 'agreement among raft nodes before linearized reading' (duration: 5.513211892s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:53.876438Z","caller":"traceutil/trace.go:171","msg":"trace[706538016] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30455; }","duration":"3.903271179s","start":"2026-07-29T09:11:49.97315Z","end":"2026-07-29T09:11:53.876421Z","steps":["trace[706538016] 'agreement among raft nodes before linearized reading' (duration: 3.903175387s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.876458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:48.362707Z","time spent":"5.513732776s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-5f6658f65f-q2mxm.18c6b6408fb170d6\" "} {"level":"warn","ts":"2026-07-29T09:11:53.876477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:49.97312Z","time spent":"3.903349441s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T09:11:53.876079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060720118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-29T09:11:53.876494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:49.821101Z","time spent":"4.055260912s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:53.876545Z","caller":"traceutil/trace.go:171","msg":"trace[740421882] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30455; }","duration":"4.06118956s","start":"2026-07-29T09:11:49.815338Z","end":"2026-07-29T09:11:53.876528Z","steps":["trace[740421882] 'agreement among raft nodes before linearized reading' (duration: 4.060630956s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:53.87613Z","caller":"traceutil/trace.go:171","msg":"trace[2083917636] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30455; }","duration":"5.409079958s","start":"2026-07-29T09:11:48.467032Z","end":"2026-07-29T09:11:53.876112Z","steps":["trace[2083917636] 'agreement among raft nodes before linearized reading' (duration: 5.408827681s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.876613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:48.46701Z","time spent":"5.40959271s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T09:11:53.876613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:49.815292Z","time spent":"4.061304483s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-29T09:11:53.876077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396424772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:53.87667Z","caller":"traceutil/trace.go:171","msg":"trace[1508621558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30455; }","duration":"1.397059967s","start":"2026-07-29T09:11:52.479599Z","end":"2026-07-29T09:11:53.876659Z","steps":["trace[1508621558] 'agreement among raft nodes before linearized reading' (duration: 1.396420511s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.876683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139733945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3ac1ce25-64be-4a73-8e4b-a9436a7bff7c\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-29T09:11:53.876834Z","caller":"traceutil/trace.go:171","msg":"trace[284976880] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3ac1ce25-64be-4a73-8e4b-a9436a7bff7c; range_end:; response_count:1; response_revision:30455; }","duration":"4.139890059s","start":"2026-07-29T09:11:49.736922Z","end":"2026-07-29T09:11:53.876812Z","steps":["trace[284976880] 'agreement among raft nodes before linearized reading' (duration: 4.138931235s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.876713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:52.479581Z","time spent":"1.397122779s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:53.876882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:49.736908Z","time spent":"4.139957551s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2229,"request content":"key:\"/registry/persistentvolumes/pvc-3ac1ce25-64be-4a73-8e4b-a9436a7bff7c\" "} {"level":"info","ts":"2026-07-29T09:11:53.876303Z","caller":"traceutil/trace.go:171","msg":"trace[92937076] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:30455; }","duration":"2.556343286s","start":"2026-07-29T09:11:51.319946Z","end":"2026-07-29T09:11:53.87629Z","steps":["trace[92937076] 'agreement among raft nodes before linearized reading' (duration: 2.556172602s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.877033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:51.319927Z","time spent":"2.557090544s","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":210,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:53.876262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477166632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-9dv69\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-07-29T09:11:53.87713Z","caller":"traceutil/trace.go:171","msg":"trace[23069066] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-9dv69; range_end:; response_count:1; response_revision:30455; }","duration":"1.478077994s","start":"2026-07-29T09:11:52.399035Z","end":"2026-07-29T09:11:53.877113Z","steps":["trace[23069066] 'agreement among raft nodes before linearized reading' (duration: 1.477056699s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:53.8772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:52.399029Z","time spent":"1.478153667s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-9dv69\" "} {"level":"warn","ts":"2026-07-29T09:11:54.437816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.588675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:54.43793Z","caller":"traceutil/trace.go:171","msg":"trace[667068378] linearizableReadLoop","detail":"{readStateIndex:31406; appliedIndex:31405; }","duration":"557.383357ms","start":"2026-07-29T09:11:53.880528Z","end":"2026-07-29T09:11:54.437912Z","steps":["trace[667068378] 'read index received' (duration: 98.728851ms)","trace[667068378] 'applied index is now lower than readState.Index' (duration: 458.652846ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:54.438006Z","caller":"traceutil/trace.go:171","msg":"trace[868830143] transaction","detail":"{read_only:false; response_revision:30456; number_of_response:1; }","duration":"558.569617ms","start":"2026-07-29T09:11:53.879425Z","end":"2026-07-29T09:11:54.437995Z","steps":["trace[868830143] 'process raft request' (duration: 99.768767ms)","trace[868830143] 'compare' (duration: 458.302928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:54.438085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.879404Z","time spent":"558.640048ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:54.438432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.858218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:11:54.438513Z","caller":"traceutil/trace.go:171","msg":"trace[1161619364] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30456; }","duration":"558.010672ms","start":"2026-07-29T09:11:53.880485Z","end":"2026-07-29T09:11:54.438495Z","steps":["trace[1161619364] 'agreement among raft nodes before linearized reading' (duration: 557.708245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.438816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.880466Z","time spent":"558.238689ms","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:11:54.704712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.952066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:54.705009Z","caller":"traceutil/trace.go:171","msg":"trace[579501462] linearizableReadLoop","detail":"{readStateIndex:31408; appliedIndex:31406; }","duration":"267.032322ms","start":"2026-07-29T09:11:54.437957Z","end":"2026-07-29T09:11:54.704989Z","steps":["trace[579501462] 'read index received' (duration: 121.774757ms)","trace[579501462] 'applied index is now lower than readState.Index' (duration: 145.256005ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:54.704998Z","caller":"traceutil/trace.go:171","msg":"trace[841943139] transaction","detail":"{read_only:false; response_revision:30457; number_of_response:1; }","duration":"822.103122ms","start":"2026-07-29T09:11:53.882858Z","end":"2026-07-29T09:11:54.704961Z","steps":["trace[841943139] 'process raft request' (duration: 676.821636ms)","trace[841943139] 'compare' (duration: 144.597928ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:54.705108Z","caller":"traceutil/trace.go:171","msg":"trace[1504565544] transaction","detail":"{read_only:false; response_revision:30458; number_of_response:1; }","duration":"817.206038ms","start":"2026-07-29T09:11:53.887871Z","end":"2026-07-29T09:11:54.705077Z","steps":["trace[1504565544] 'process raft request' (duration: 816.938962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.882843Z","time spent":"822.229304ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:54.70524Z","caller":"traceutil/trace.go:171","msg":"trace[1607352427] transaction","detail":"{read_only:false; response_revision:30459; number_of_response:1; }","duration":"262.378436ms","start":"2026-07-29T09:11:54.442846Z","end":"2026-07-29T09:11:54.705224Z","steps":["trace[1607352427] 'process raft request' (duration: 262.105799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.640279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-07-29T09:11:54.70528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.88786Z","time spent":"817.330641ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:54.705312Z","caller":"traceutil/trace.go:171","msg":"trace[1528326800] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"817.704541ms","start":"2026-07-29T09:11:53.887596Z","end":"2026-07-29T09:11:54.7053Z","steps":["trace[1528326800] 'agreement among raft nodes before linearized reading' (duration: 817.542047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.958363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-07-29T09:11:54.705322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.928627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-07-29T09:11:54.705351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.887584Z","time spent":"817.759562ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-07-29T09:11:54.705358Z","caller":"traceutil/trace.go:171","msg":"trace[75674103] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"622.040245ms","start":"2026-07-29T09:11:54.083306Z","end":"2026-07-29T09:11:54.705346Z","steps":["trace[75674103] 'agreement among raft nodes before linearized reading' (duration: 621.84875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.083281Z","time spent":"622.097077ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-29T09:11:54.705372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.540923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-29T09:11:54.705445Z","caller":"traceutil/trace.go:171","msg":"trace[1984370285] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:30459; }","duration":"822.605824ms","start":"2026-07-29T09:11:53.882825Z","end":"2026-07-29T09:11:54.705431Z","steps":["trace[1984370285] 'agreement among raft nodes before linearized reading' (duration: 822.44191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.367766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-29T09:11:54.705493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.882801Z","time spent":"822.681105ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1368,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-29T09:11:54.705447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.782403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-29T09:11:54.705517Z","caller":"traceutil/trace.go:171","msg":"trace[707793763] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:30459; }","duration":"264.420857ms","start":"2026-07-29T09:11:54.441086Z","end":"2026-07-29T09:11:54.705507Z","steps":["trace[707793763] 'agreement among raft nodes before linearized reading' (duration: 264.312024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.757558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:11:54.705614Z","caller":"traceutil/trace.go:171","msg":"trace[1927276999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30459; }","duration":"824.824349ms","start":"2026-07-29T09:11:53.880778Z","end":"2026-07-29T09:11:54.705602Z","steps":["trace[1927276999] 'agreement among raft nodes before linearized reading' (duration: 824.709157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.326456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-07-29T09:11:54.705629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.991368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-07-29T09:11:54.705642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.880766Z","time spent":"824.86799ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T09:11:54.705651Z","caller":"traceutil/trace.go:171","msg":"trace[2088545123] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"790.387597ms","start":"2026-07-29T09:11:53.915253Z","end":"2026-07-29T09:11:54.705641Z","steps":["trace[2088545123] 'agreement among raft nodes before linearized reading' (duration: 789.762102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.308456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:54.705509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.540852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-07-29T09:11:54.705687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.915238Z","time spent":"790.439208ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-29T09:11:54.705706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.771568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-07-29T09:11:54.705706Z","caller":"traceutil/trace.go:171","msg":"trace[1589827183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30458; }","duration":"818.417579ms","start":"2026-07-29T09:11:53.887279Z","end":"2026-07-29T09:11:54.705697Z","steps":["trace[1589827183] 'agreement among raft nodes before linearized reading' (duration: 817.781853ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:54.705713Z","caller":"traceutil/trace.go:171","msg":"trace[812749043] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"822.751968ms","start":"2026-07-29T09:11:53.88295Z","end":"2026-07-29T09:11:54.705702Z","steps":["trace[812749043] 'agreement among raft nodes before linearized reading' (duration: 822.157623ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:54.705731Z","caller":"traceutil/trace.go:171","msg":"trace[1397325958] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"822.807798ms","start":"2026-07-29T09:11:53.882917Z","end":"2026-07-29T09:11:54.705725Z","steps":["trace[1397325958] 'agreement among raft nodes before linearized reading' (duration: 822.200893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.70558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.916436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-07-29T09:11:54.705747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.882946Z","time spent":"822.791779ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-07-29T09:11:54.705772Z","caller":"traceutil/trace.go:171","msg":"trace[1344134878] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"818.124231ms","start":"2026-07-29T09:11:53.887636Z","end":"2026-07-29T09:11:54.70576Z","steps":["trace[1344134878] 'agreement among raft nodes before linearized reading' (duration: 817.476205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.887613Z","time spent":"818.189952ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-29T09:11:54.705248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.349397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-07-29T09:11:54.705384Z","caller":"traceutil/trace.go:171","msg":"trace[997523000] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"816.000969ms","start":"2026-07-29T09:11:53.889365Z","end":"2026-07-29T09:11:54.705366Z","steps":["trace[997523000] 'agreement among raft nodes before linearized reading' (duration: 815.727562ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:54.705887Z","caller":"traceutil/trace.go:171","msg":"trace[1130805809] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"823.001263ms","start":"2026-07-29T09:11:53.882876Z","end":"2026-07-29T09:11:54.705877Z","steps":["trace[1130805809] 'agreement among raft nodes before linearized reading' (duration: 822.269475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.705905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.889357Z","time spent":"816.539492ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-07-29T09:11:54.705916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.882872Z","time spent":"823.036494ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-07-29T09:11:54.705918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.539622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-07-29T09:11:54.705742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.88727Z","time spent":"818.46466ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:11:54.705955Z","caller":"traceutil/trace.go:171","msg":"trace[255175485] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"820.597593ms","start":"2026-07-29T09:11:53.885348Z","end":"2026-07-29T09:11:54.705945Z","steps":["trace[255175485] 'agreement among raft nodes before linearized reading' (duration: 819.743292ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:54.705658Z","caller":"traceutil/trace.go:171","msg":"trace[1990470285] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"818.028699ms","start":"2026-07-29T09:11:53.887619Z","end":"2026-07-29T09:11:54.705647Z","steps":["trace[1990470285] 'agreement among raft nodes before linearized reading' (duration: 817.503166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.70599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.88533Z","time spent":"820.653765ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-29T09:11:54.705999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.887609Z","time spent":"818.382958ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-07-29T09:11:54.705756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.882912Z","time spent":"822.837699ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-07-29T09:11:54.705592Z","caller":"traceutil/trace.go:171","msg":"trace[688234545] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:30458; }","duration":"817.944177ms","start":"2026-07-29T09:11:53.887598Z","end":"2026-07-29T09:11:54.705542Z","steps":["trace[688234545] 'agreement among raft nodes before linearized reading' (duration: 817.546387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:54.706099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:53.88759Z","time spent":"818.49523ms","remote":"127.0.0.1:46176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-29T09:11:55.526188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.963727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:55.526497Z","caller":"traceutil/trace.go:171","msg":"trace[924188531] linearizableReadLoop","detail":"{readStateIndex:31414; appliedIndex:31410; }","duration":"791.387472ms","start":"2026-07-29T09:11:54.735091Z","end":"2026-07-29T09:11:55.526479Z","steps":["trace[924188531] 'read index received' (duration: 439.066506ms)","trace[924188531] 'applied index is now lower than readState.Index' (duration: 352.320116ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:55.526583Z","caller":"traceutil/trace.go:171","msg":"trace[803516539] transaction","detail":"{read_only:false; response_revision:30460; number_of_response:1; }","duration":"814.024729ms","start":"2026-07-29T09:11:54.712547Z","end":"2026-07-29T09:11:55.526572Z","steps":["trace[803516539] 'process raft request' (duration: 461.604831ms)","trace[803516539] 'compare' (duration: 351.809163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:55.526643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.71253Z","time spent":"814.08715ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:55.52699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.226964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T09:11:55.527028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.47513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-klj7c\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-07-29T09:11:55.527092Z","caller":"traceutil/trace.go:171","msg":"trace[1624488949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30463; }","duration":"814.359797ms","start":"2026-07-29T09:11:54.71271Z","end":"2026-07-29T09:11:55.52707Z","steps":["trace[1624488949] 'agreement among raft nodes before linearized reading' (duration: 814.05551ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:55.527111Z","caller":"traceutil/trace.go:171","msg":"trace[1192313455] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-klj7c; range_end:; response_count:1; response_revision:30463; }","duration":"814.657815ms","start":"2026-07-29T09:11:54.712429Z","end":"2026-07-29T09:11:55.527087Z","steps":["trace[1192313455] 'agreement among raft nodes before linearized reading' (duration: 814.387218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:55.52714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.712681Z","time spent":"814.449379ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-29T09:11:55.527166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.712412Z","time spent":"814.743267ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-klj7c\" "} {"level":"warn","ts":"2026-07-29T09:11:55.527519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.959732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cdbd755b-80cc-4466-bfea-ef1ebd37bc54\" ","response":"range_response_count:1 size:2191"} {"level":"info","ts":"2026-07-29T09:11:55.527742Z","caller":"traceutil/trace.go:171","msg":"trace[1132424988] transaction","detail":"{read_only:false; response_revision:30461; number_of_response:1; }","duration":"814.423829ms","start":"2026-07-29T09:11:54.712746Z","end":"2026-07-29T09:11:55.52717Z","steps":["trace[1132424988] 'process raft request' (duration: 813.554828ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:55.527805Z","caller":"traceutil/trace.go:171","msg":"trace[1075112722] transaction","detail":"{read_only:false; response_revision:30462; number_of_response:1; }","duration":"813.683909ms","start":"2026-07-29T09:11:54.713622Z","end":"2026-07-29T09:11:55.527306Z","steps":["trace[1075112722] 'process raft request' (duration: 812.767507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:55.527881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.712735Z","time spent":"815.062304ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:55.52794Z","caller":"traceutil/trace.go:171","msg":"trace[1284097617] transaction","detail":"{read_only:false; response_revision:30463; number_of_response:1; }","duration":"809.360762ms","start":"2026-07-29T09:11:54.717984Z","end":"2026-07-29T09:11:55.527345Z","steps":["trace[1284097617] 'process raft request' (duration: 808.44662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:55.527983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.713614Z","time spent":"814.280104ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:55.528038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.717976Z","time spent":"810.009208ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T09:11:55.528093Z","caller":"traceutil/trace.go:171","msg":"trace[223435232] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cdbd755b-80cc-4466-bfea-ef1ebd37bc54; range_end:; response_count:1; response_revision:30463; }","duration":"815.149296ms","start":"2026-07-29T09:11:54.712492Z","end":"2026-07-29T09:11:55.527642Z","steps":["trace[223435232] 'agreement among raft nodes before linearized reading' (duration: 814.823898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:55.528157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.71248Z","time spent":"815.653739ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2213,"request content":"key:\"/registry/persistentvolumes/pvc-cdbd755b-80cc-4466-bfea-ef1ebd37bc54\" "} {"level":"warn","ts":"2026-07-29T09:11:56.04218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.957856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:56.042322Z","caller":"traceutil/trace.go:171","msg":"trace[1715473448] linearizableReadLoop","detail":"{readStateIndex:31415; appliedIndex:31414; }","duration":"515.764256ms","start":"2026-07-29T09:11:55.526537Z","end":"2026-07-29T09:11:56.042301Z","steps":["trace[1715473448] 'read index received' (duration: 226.022966ms)","trace[1715473448] 'applied index is now lower than readState.Index' (duration: 289.73981ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:56.042408Z","caller":"traceutil/trace.go:171","msg":"trace[947355498] transaction","detail":"{read_only:false; response_revision:30464; number_of_response:1; }","duration":"1.306294486s","start":"2026-07-29T09:11:54.7361Z","end":"2026-07-29T09:11:56.042395Z","steps":["trace[947355498] 'process raft request' (duration: 1.016017913s)","trace[947355498] 'compare' (duration: 289.74563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:56.042477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.736074Z","time spent":"1.306372287s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:56.042907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.555647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7627"} {"level":"info","ts":"2026-07-29T09:11:56.042951Z","caller":"traceutil/trace.go:171","msg":"trace[90091870] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:30464; }","duration":"594.644539ms","start":"2026-07-29T09:11:55.448295Z","end":"2026-07-29T09:11:56.04294Z","steps":["trace[90091870] 'agreement among raft nodes before linearized reading' (duration: 594.424253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.042986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.44827Z","time spent":"594.710401ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7649,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-29T09:11:56.043182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.369314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:56.043235Z","caller":"traceutil/trace.go:171","msg":"trace[38902250] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:30464; }","duration":"700.419856ms","start":"2026-07-29T09:11:55.342802Z","end":"2026-07-29T09:11:56.043222Z","steps":["trace[38902250] 'agreement among raft nodes before linearized reading' (duration: 700.341924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.043264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.342781Z","time spent":"700.475236ms","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-29T09:11:56.043436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.263911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:56.043473Z","caller":"traceutil/trace.go:171","msg":"trace[1171399379] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30464; }","duration":"702.339702ms","start":"2026-07-29T09:11:55.341123Z","end":"2026-07-29T09:11:56.043462Z","steps":["trace[1171399379] 'agreement among raft nodes before linearized reading' (duration: 702.278581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.043502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.341102Z","time spent":"702.391914ms","remote":"127.0.0.1:52932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-29T09:11:56.043695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.952643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:56.043738Z","caller":"traceutil/trace.go:171","msg":"trace[134198334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30464; }","duration":"921.016595ms","start":"2026-07-29T09:11:55.122704Z","end":"2026-07-29T09:11:56.043721Z","steps":["trace[134198334] 'agreement among raft nodes before linearized reading' (duration: 920.956543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.043763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.122686Z","time spent":"921.071897ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:56.043981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301980578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:11:56.044031Z","caller":"traceutil/trace.go:171","msg":"trace[1720864226] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30464; }","duration":"1.30206396s","start":"2026-07-29T09:11:54.741946Z","end":"2026-07-29T09:11:56.04401Z","steps":["trace[1720864226] 'agreement among raft nodes before linearized reading' (duration: 1.301954397s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.044093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:54.741921Z","time spent":"1.302158723s","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-07-29T09:11:56.080063Z","caller":"traceutil/trace.go:171","msg":"trace[1451862649] transaction","detail":"{read_only:false; response_revision:30465; number_of_response:1; }","duration":"544.123505ms","start":"2026-07-29T09:11:55.535893Z","end":"2026-07-29T09:11:56.080016Z","steps":["trace[1451862649] 'process raft request' (duration: 543.803777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.080262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.535875Z","time spent":"544.273258ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:56.080294Z","caller":"traceutil/trace.go:171","msg":"trace[274791202] transaction","detail":"{read_only:false; response_revision:30466; number_of_response:1; }","duration":"541.597022ms","start":"2026-07-29T09:11:55.538676Z","end":"2026-07-29T09:11:56.080273Z","steps":["trace[274791202] 'process raft request' (duration: 541.174451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.080422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.538646Z","time spent":"541.700155ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:56.080572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.71085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T09:11:56.080622Z","caller":"traceutil/trace.go:171","msg":"trace[48488848] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0; range_end:; response_count:1; response_revision:30466; }","duration":"544.795383ms","start":"2026-07-29T09:11:55.535811Z","end":"2026-07-29T09:11:56.080606Z","steps":["trace[48488848] 'agreement among raft nodes before linearized reading' (duration: 544.613508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.080655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.535796Z","time spent":"544.851994ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" "} {"level":"warn","ts":"2026-07-29T09:11:56.080694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.9817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T09:11:56.080785Z","caller":"traceutil/trace.go:171","msg":"trace[1438394379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30466; }","duration":"462.128653ms","start":"2026-07-29T09:11:55.618635Z","end":"2026-07-29T09:11:56.080764Z","steps":["trace[1438394379] 'agreement among raft nodes before linearized reading' (duration: 461.880317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.080833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.618608Z","time spent":"462.216006ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:11:56.080968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.026938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"warn","ts":"2026-07-29T09:11:56.081033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.664677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:56.081043Z","caller":"traceutil/trace.go:171","msg":"trace[670087287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30466; }","duration":"545.141661ms","start":"2026-07-29T09:11:55.53589Z","end":"2026-07-29T09:11:56.081031Z","steps":["trace[670087287] 'agreement among raft nodes before linearized reading' (duration: 544.988277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.081077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:55.535843Z","time spent":"545.227043ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1654,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T09:11:56.081072Z","caller":"traceutil/trace.go:171","msg":"trace[237540501] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:30466; }","duration":"191.746619ms","start":"2026-07-29T09:11:55.889309Z","end":"2026-07-29T09:11:56.081056Z","steps":["trace[237540501] 'agreement among raft nodes before linearized reading' (duration: 191.648696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.586937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977561,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T09:11:56.607921Z","caller":"traceutil/trace.go:171","msg":"trace[1778205872] transaction","detail":"{read_only:false; response_revision:30467; number_of_response:1; }","duration":"523.976102ms","start":"2026-07-29T09:11:56.083918Z","end":"2026-07-29T09:11:56.607894Z","steps":["trace[1778205872] 'process raft request' (duration: 523.778357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:56.608069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.083887Z","time spent":"524.102504ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:57.084137Z","caller":"traceutil/trace.go:171","msg":"trace[1948742122] transaction","detail":"{read_only:false; response_revision:30468; number_of_response:1; }","duration":"997.101029ms","start":"2026-07-29T09:11:56.086932Z","end":"2026-07-29T09:11:57.084033Z","steps":["trace[1948742122] 'process raft request' (duration: 996.346341ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:57.084258Z","caller":"traceutil/trace.go:171","msg":"trace[1615794513] transaction","detail":"{read_only:false; response_revision:30469; number_of_response:1; }","duration":"996.854124ms","start":"2026-07-29T09:11:56.087348Z","end":"2026-07-29T09:11:57.084202Z","steps":["trace[1615794513] 'process raft request' (duration: 996.171437ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:57.084319Z","caller":"traceutil/trace.go:171","msg":"trace[681903252] transaction","detail":"{read_only:false; response_revision:30471; number_of_response:1; }","duration":"859.20921ms","start":"2026-07-29T09:11:56.225053Z","end":"2026-07-29T09:11:57.084262Z","steps":["trace[681903252] 'process raft request' (duration: 859.006535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.0844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.064374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-907e772a-ed8a-43aa-b46e-bcf2b2db17d8\" ","response":"range_response_count:1 size:2198"} {"level":"info","ts":"2026-07-29T09:11:57.084587Z","caller":"traceutil/trace.go:171","msg":"trace[1988416796] transaction","detail":"{read_only:false; response_revision:30472; number_of_response:1; }","duration":"858.82294ms","start":"2026-07-29T09:11:56.225753Z","end":"2026-07-29T09:11:57.084575Z","steps":["trace[1988416796] 'process raft request' (duration: 858.343538ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:57.084567Z","caller":"traceutil/trace.go:171","msg":"trace[281816479] transaction","detail":"{read_only:false; response_revision:30470; number_of_response:1; }","duration":"986.397452ms","start":"2026-07-29T09:11:56.098136Z","end":"2026-07-29T09:11:57.084533Z","steps":["trace[281816479] 'process raft request' (duration: 985.877039ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:57.084615Z","caller":"traceutil/trace.go:171","msg":"trace[1474654930] range","detail":"{range_begin:/registry/persistentvolumes/pvc-907e772a-ed8a-43aa-b46e-bcf2b2db17d8; range_end:; response_count:1; response_revision:30472; }","duration":"998.361051ms","start":"2026-07-29T09:11:56.086231Z","end":"2026-07-29T09:11:57.084592Z","steps":["trace[1474654930] 'agreement among raft nodes before linearized reading' (duration: 998.003782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.084651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.225726Z","time spent":"858.903302ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:57.084393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.086912Z","time spent":"997.351936ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:57.084691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.086214Z","time spent":"998.463973ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2220,"request content":"key:\"/registry/persistentvolumes/pvc-907e772a-ed8a-43aa-b46e-bcf2b2db17d8\" "} {"level":"warn","ts":"2026-07-29T09:11:57.084727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.098116Z","time spent":"986.529564ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:57.084173Z","caller":"traceutil/trace.go:171","msg":"trace[1271850692] linearizableReadLoop","detail":"{readStateIndex:31423; appliedIndex:31417; }","duration":"997.865128ms","start":"2026-07-29T09:11:56.08628Z","end":"2026-07-29T09:11:57.084146Z","steps":["trace[1271850692] 'read index received' (duration: 521.405926ms)","trace[1271850692] 'applied index is now lower than readState.Index' (duration: 476.457912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:57.084495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.225015Z","time spent":"859.399254ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:57.084441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.087331Z","time spent":"997.018647ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T09:11:57.124757Z","caller":"traceutil/trace.go:171","msg":"trace[2106403093] transaction","detail":"{read_only:false; response_revision:30473; number_of_response:1; }","duration":"512.825981ms","start":"2026-07-29T09:11:56.611911Z","end":"2026-07-29T09:11:57.124737Z","steps":["trace[2106403093] 'process raft request' (duration: 512.722369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.124876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.611891Z","time spent":"512.924844ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:57.125147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001304965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:57.125265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.97143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-29T09:11:57.12532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035351487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:11118"} {"level":"warn","ts":"2026-07-29T09:11:57.125302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030032844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:11:57.125308Z","caller":"traceutil/trace.go:171","msg":"trace[1641074484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30473; }","duration":"1.001515311s","start":"2026-07-29T09:11:56.123735Z","end":"2026-07-29T09:11:57.125251Z","steps":["trace[1641074484] 'agreement among raft nodes before linearized reading' (duration: 1.001240213s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:57.125621Z","caller":"traceutil/trace.go:171","msg":"trace[307825712] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:30473; }","duration":"1.030385583s","start":"2026-07-29T09:11:56.095174Z","end":"2026-07-29T09:11:57.12556Z","steps":["trace[307825712] 'agreement among raft nodes before linearized reading' (duration: 1.029840508s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.125682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.12372Z","time spent":"1.001950001s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:11:57.125394Z","caller":"traceutil/trace.go:171","msg":"trace[1356643400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30473; }","duration":"717.171835ms","start":"2026-07-29T09:11:56.408194Z","end":"2026-07-29T09:11:57.125366Z","steps":["trace[1356643400] 'agreement among raft nodes before linearized reading' (duration: 716.756424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.125705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.09515Z","time spent":"1.030542237s","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T09:11:57.125833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.408168Z","time spent":"717.645957ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T09:11:57.125908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.394871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-29T09:11:57.125212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.67588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:57.125947Z","caller":"traceutil/trace.go:171","msg":"trace[1974215692] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30473; }","duration":"276.14358ms","start":"2026-07-29T09:11:56.849791Z","end":"2026-07-29T09:11:57.125935Z","steps":["trace[1974215692] 'agreement among raft nodes before linearized reading' (duration: 275.267477ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:57.125985Z","caller":"traceutil/trace.go:171","msg":"trace[1457662872] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:30473; }","duration":"342.494589ms","start":"2026-07-29T09:11:56.783465Z","end":"2026-07-29T09:11:57.125959Z","steps":["trace[1457662872] 'agreement among raft nodes before linearized reading' (duration: 341.656859ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:57.125405Z","caller":"traceutil/trace.go:171","msg":"trace[1214185348] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30473; }","duration":"1.03546145s","start":"2026-07-29T09:11:56.089921Z","end":"2026-07-29T09:11:57.125382Z","steps":["trace[1214185348] 'agreement among raft nodes before linearized reading' (duration: 1.035180672s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.126048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.783435Z","time spent":"342.591152ms","remote":"127.0.0.1:46484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":117,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:11:57.126084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:56.089913Z","time spent":"1.036149257s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":11140,"request content":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-29T09:11:57.409809Z","caller":"traceutil/trace.go:171","msg":"trace[464021975] linearizableReadLoop","detail":"{readStateIndex:31427; appliedIndex:31425; }","duration":"284.862698ms","start":"2026-07-29T09:11:57.124931Z","end":"2026-07-29T09:11:57.409793Z","steps":["trace[464021975] 'read index received' (duration: 284.791947ms)","trace[464021975] 'applied index is now lower than readState.Index' (duration: 69.921µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:57.409871Z","caller":"traceutil/trace.go:171","msg":"trace[382136757] transaction","detail":"{read_only:false; response_revision:30475; number_of_response:1; }","duration":"320.381126ms","start":"2026-07-29T09:11:57.089447Z","end":"2026-07-29T09:11:57.409828Z","steps":["trace[382136757] 'process raft request' (duration: 320.282624ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:57.409891Z","caller":"traceutil/trace.go:171","msg":"trace[703883550] transaction","detail":"{read_only:false; response_revision:30476; number_of_response:1; }","duration":"320.031888ms","start":"2026-07-29T09:11:57.089821Z","end":"2026-07-29T09:11:57.409853Z","steps":["trace[703883550] 'process raft request' (duration: 319.943096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.410041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.593762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-07-29T09:11:57.410075Z","caller":"traceutil/trace.go:171","msg":"trace[608693760] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:30476; }","duration":"320.652773ms","start":"2026-07-29T09:11:57.089408Z","end":"2026-07-29T09:11:57.410061Z","steps":["trace[608693760] 'agreement among raft nodes before linearized reading' (duration: 320.478809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.410067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.089436Z","time spent":"320.55483ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:57.410104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.089398Z","time spent":"320.699684ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1368,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-29T09:11:57.410109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.089801Z","time spent":"320.259253ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T09:11:57.410278Z","caller":"traceutil/trace.go:171","msg":"trace[1420564424] transaction","detail":"{read_only:false; response_revision:30474; number_of_response:1; }","duration":"321.068423ms","start":"2026-07-29T09:11:57.089194Z","end":"2026-07-29T09:11:57.410262Z","steps":["trace[1420564424] 'process raft request' (duration: 320.425337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.410299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.10077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:11:57.410322Z","caller":"traceutil/trace.go:171","msg":"trace[1095263175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30476; }","duration":"322.202352ms","start":"2026-07-29T09:11:57.088113Z","end":"2026-07-29T09:11:57.410315Z","steps":["trace[1095263175] 'agreement among raft nodes before linearized reading' (duration: 322.139201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:57.41034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.088053Z","time spent":"322.282394ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:11:57.410345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.089171Z","time spent":"321.146585ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:57.910958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410977577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T09:11:58.269138Z","caller":"traceutil/trace.go:171","msg":"trace[116748845] transaction","detail":"{read_only:false; response_revision:30479; number_of_response:1; }","duration":"948.31395ms","start":"2026-07-29T09:11:57.3208Z","end":"2026-07-29T09:11:58.269114Z","steps":["trace[116748845] 'process raft request' (duration: 948.204747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.269285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.320754Z","time spent":"948.460563ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:58.269532Z","caller":"traceutil/trace.go:171","msg":"trace[159821522] transaction","detail":"{read_only:false; response_revision:30477; number_of_response:1; }","duration":"1.140266782s","start":"2026-07-29T09:11:57.129254Z","end":"2026-07-29T09:11:58.269521Z","steps":["trace[159821522] 'process raft request' (duration: 1.139574505s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.269582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.129243Z","time spent":"1.140317104s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T09:11:58.269841Z","caller":"traceutil/trace.go:171","msg":"trace[345361088] transaction","detail":"{read_only:false; response_revision:30478; number_of_response:1; }","duration":"1.13260569s","start":"2026-07-29T09:11:57.137227Z","end":"2026-07-29T09:11:58.269833Z","steps":["trace[345361088] 'process raft request' (duration: 1.131722109s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.26989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.137212Z","time spent":"1.132655701s","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11202,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:58.713799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.797332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:11:58.714377Z","caller":"traceutil/trace.go:171","msg":"trace[12834816] transaction","detail":"{read_only:false; response_revision:30480; number_of_response:1; }","duration":"1.29964963s","start":"2026-07-29T09:11:57.414687Z","end":"2026-07-29T09:11:58.714337Z","steps":["trace[12834816] 'process raft request' (duration: 1.017249424s)","trace[12834816] 'compare' (duration: 281.420321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:58.714545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.414677Z","time spent":"1.299744712s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T09:11:58.714633Z","caller":"traceutil/trace.go:171","msg":"trace[1581712096] transaction","detail":"{read_only:false; response_revision:30481; number_of_response:1; }","duration":"1.299122836s","start":"2026-07-29T09:11:57.415474Z","end":"2026-07-29T09:11:58.714596Z","steps":["trace[1581712096] 'process raft request' (duration: 1.298405309s)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:58.714684Z","caller":"traceutil/trace.go:171","msg":"trace[994143646] transaction","detail":"{read_only:false; response_revision:30482; number_of_response:1; }","duration":"1.177489303s","start":"2026-07-29T09:11:57.537127Z","end":"2026-07-29T09:11:58.714616Z","steps":["trace[994143646] 'process raft request' (duration: 1.176809076s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.714766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.415467Z","time spent":"1.29922915s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:11:58.715078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.537084Z","time spent":"1.177686288s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:58.741582Z","caller":"traceutil/trace.go:171","msg":"trace[1831470637] linearizableReadLoop","detail":"{readStateIndex:31434; appliedIndex:31427; }","duration":"1.331681742s","start":"2026-07-29T09:11:57.409868Z","end":"2026-07-29T09:11:58.74155Z","steps":["trace[1831470637] 'read index received' (duration: 858.892712ms)","trace[1831470637] 'applied index is now lower than readState.Index' (duration: 472.78756ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:58.74189Z","caller":"traceutil/trace.go:171","msg":"trace[996990012] transaction","detail":"{read_only:false; response_revision:30483; number_of_response:1; }","duration":"467.515628ms","start":"2026-07-29T09:11:58.274358Z","end":"2026-07-29T09:11:58.741874Z","steps":["trace[996990012] 'process raft request' (duration: 467.057906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.741988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:58.273873Z","time spent":"468.055641ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:11:58.742241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343258892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T09:11:58.742309Z","caller":"traceutil/trace.go:171","msg":"trace[250815799] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30483; }","duration":"1.343380764s","start":"2026-07-29T09:11:57.39891Z","end":"2026-07-29T09:11:58.742291Z","steps":["trace[250815799] 'agreement among raft nodes before linearized reading' (duration: 1.342978664s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.742394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614446997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T09:11:58.742405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.398887Z","time spent":"1.343502858s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T09:11:58.742433Z","caller":"traceutil/trace.go:171","msg":"trace[210798369] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30483; }","duration":"1.614501838s","start":"2026-07-29T09:11:57.127922Z","end":"2026-07-29T09:11:58.742424Z","steps":["trace[210798369] 'agreement among raft nodes before linearized reading' (duration: 1.614408535s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.742458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.127905Z","time spent":"1.61454636s","remote":"127.0.0.1:46432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T09:11:58.742576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613980385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:11:58.742647Z","caller":"traceutil/trace.go:171","msg":"trace[670120182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30483; }","duration":"1.614088028s","start":"2026-07-29T09:11:57.12854Z","end":"2026-07-29T09:11:58.742628Z","steps":["trace[670120182] 'agreement among raft nodes before linearized reading' (duration: 1.613970235s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.742695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.128526Z","time spent":"1.614157389s","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:58.74329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330133913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b85d7e22-81c7-47cc-93a8-7e4c4cd88582\" ","response":"range_response_count:1 size:2191"} {"level":"info","ts":"2026-07-29T09:11:58.743343Z","caller":"traceutil/trace.go:171","msg":"trace[575351093] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b85d7e22-81c7-47cc-93a8-7e4c4cd88582; range_end:; response_count:1; response_revision:30483; }","duration":"1.330220625s","start":"2026-07-29T09:11:57.413109Z","end":"2026-07-29T09:11:58.74333Z","steps":["trace[575351093] 'agreement among raft nodes before linearized reading' (duration: 1.330082722s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.743376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.413101Z","time spent":"1.330267366s","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2213,"request content":"key:\"/registry/persistentvolumes/pvc-b85d7e22-81c7-47cc-93a8-7e4c4cd88582\" "} {"level":"warn","ts":"2026-07-29T09:11:58.743709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202330054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:11:58.743752Z","caller":"traceutil/trace.go:171","msg":"trace[2011317116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30483; }","duration":"1.202407476s","start":"2026-07-29T09:11:57.541333Z","end":"2026-07-29T09:11:58.743741Z","steps":["trace[2011317116] 'agreement among raft nodes before linearized reading' (duration: 1.202309444s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.743783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:57.541312Z","time spent":"1.202462238s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:11:58.74381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.128923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-07-29T09:11:58.743894Z","caller":"traceutil/trace.go:171","msg":"trace[2127635931] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:30483; }","duration":"468.226675ms","start":"2026-07-29T09:11:58.275647Z","end":"2026-07-29T09:11:58.743874Z","steps":["trace[2127635931] 'agreement among raft nodes before linearized reading' (duration: 467.979949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.743921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.256797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:58.743936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:58.275526Z","time spent":"468.40178ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-29T09:11:58.744018Z","caller":"traceutil/trace.go:171","msg":"trace[332183406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30483; }","duration":"287.370039ms","start":"2026-07-29T09:11:58.456584Z","end":"2026-07-29T09:11:58.743954Z","steps":["trace[332183406] 'agreement among raft nodes before linearized reading' (duration: 287.274537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.744066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.690353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-07-29T09:11:58.744107Z","caller":"traceutil/trace.go:171","msg":"trace[90342420] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:30483; }","duration":"310.777656ms","start":"2026-07-29T09:11:58.43332Z","end":"2026-07-29T09:11:58.744097Z","steps":["trace[90342420] 'agreement among raft nodes before linearized reading' (duration: 310.676413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:58.74414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:58.433294Z","time spent":"310.837888ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":475,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-07-29T09:11:58.744389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.666887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-29T09:11:58.744432Z","caller":"traceutil/trace.go:171","msg":"trace[2107278491] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:30483; }","duration":"207.740069ms","start":"2026-07-29T09:11:58.536682Z","end":"2026-07-29T09:11:58.744422Z","steps":["trace[2107278491] 'agreement among raft nodes before linearized reading' (duration: 206.922818ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:58.967815Z","caller":"traceutil/trace.go:171","msg":"trace[367010453] transaction","detail":"{read_only:false; response_revision:30484; number_of_response:1; }","duration":"217.803179ms","start":"2026-07-29T09:11:58.749977Z","end":"2026-07-29T09:11:58.967781Z","steps":["trace[367010453] 'process raft request' (duration: 139.415018ms)","trace[367010453] 'compare' (duration: 77.809687ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:59.258641Z","caller":"traceutil/trace.go:171","msg":"trace[1617016337] transaction","detail":"{read_only:false; response_revision:30485; number_of_response:1; }","duration":"508.512234ms","start":"2026-07-29T09:11:58.750092Z","end":"2026-07-29T09:11:59.258604Z","steps":["trace[1617016337] 'process raft request' (duration: 506.545184ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:59.258709Z","caller":"traceutil/trace.go:171","msg":"trace[660175748] linearizableReadLoop","detail":"{readStateIndex:31438; appliedIndex:31435; }","duration":"507.294824ms","start":"2026-07-29T09:11:58.751397Z","end":"2026-07-29T09:11:59.258692Z","steps":["trace[660175748] 'read index received' (duration: 138.000383ms)","trace[660175748] 'applied index is now lower than readState.Index' (duration: 369.293641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:59.258777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:58.750067Z","time spent":"508.652457ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T09:11:59.258817Z","caller":"traceutil/trace.go:171","msg":"trace[1626378338] transaction","detail":"{read_only:false; response_revision:30487; number_of_response:1; }","duration":"505.756095ms","start":"2026-07-29T09:11:58.753053Z","end":"2026-07-29T09:11:59.258809Z","steps":["trace[1626378338] 'process raft request' (duration: 505.57884ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:59.258873Z","caller":"traceutil/trace.go:171","msg":"trace[129920257] transaction","detail":"{read_only:false; response_revision:30486; number_of_response:1; }","duration":"508.572785ms","start":"2026-07-29T09:11:58.750229Z","end":"2026-07-29T09:11:59.258802Z","steps":["trace[129920257] 'process raft request' (duration: 508.289458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:59.258943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.848827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:59.258999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.594191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e00a4bf-d8d9-48e2-b085-4712ef128695\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T09:11:59.259007Z","caller":"traceutil/trace.go:171","msg":"trace[1175798895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30487; }","duration":"505.929979ms","start":"2026-07-29T09:11:58.753059Z","end":"2026-07-29T09:11:59.258989Z","steps":["trace[1175798895] 'agreement among raft nodes before linearized reading' (duration: 505.835237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:59.258997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.727251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:11:59.259032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.526842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:11:59.259049Z","caller":"traceutil/trace.go:171","msg":"trace[168466509] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e00a4bf-d8d9-48e2-b085-4712ef128695; range_end:; response_count:1; response_revision:30487; }","duration":"507.673383ms","start":"2026-07-29T09:11:58.751361Z","end":"2026-07-29T09:11:59.259034Z","steps":["trace[168466509] 'agreement among raft nodes before linearized reading' (duration: 507.52643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:59.259052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:58.75305Z","time spent":"505.99419ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:11:59.258913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:58.753039Z","time spent":"505.808476ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:59.259078Z","caller":"traceutil/trace.go:171","msg":"trace[875082955] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:30487; }","duration":"217.603654ms","start":"2026-07-29T09:11:59.041464Z","end":"2026-07-29T09:11:59.259068Z","steps":["trace[875082955] 'agreement among raft nodes before linearized reading' (duration: 217.485841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:59.259079Z","caller":"traceutil/trace.go:171","msg":"trace[116893776] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:30487; }","duration":"180.871965ms","start":"2026-07-29T09:11:59.078191Z","end":"2026-07-29T09:11:59.259063Z","steps":["trace[116893776] 'agreement among raft nodes before linearized reading' (duration: 180.713381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:59.259091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:58.751349Z","time spent":"507.732674ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2228,"request content":"key:\"/registry/persistentvolumes/pvc-0e00a4bf-d8d9-48e2-b085-4712ef128695\" "} {"level":"warn","ts":"2026-07-29T09:11:59.259141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:58.750205Z","time spent":"508.756979ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:11:59.455515Z","caller":"traceutil/trace.go:171","msg":"trace[438338674] transaction","detail":"{read_only:false; response_revision:30490; number_of_response:1; }","duration":"159.722897ms","start":"2026-07-29T09:11:59.295754Z","end":"2026-07-29T09:11:59.455477Z","steps":["trace[438338674] 'process raft request' (duration: 159.46332ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:59.504955Z","caller":"traceutil/trace.go:171","msg":"trace[1958772490] linearizableReadLoop","detail":"{readStateIndex:31443; appliedIndex:31441; }","duration":"191.371158ms","start":"2026-07-29T09:11:59.313562Z","end":"2026-07-29T09:11:59.504933Z","steps":["trace[1958772490] 'read index received' (duration: 141.396508ms)","trace[1958772490] 'applied index is now lower than readState.Index' (duration: 49.97382ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:59.505185Z","caller":"traceutil/trace.go:171","msg":"trace[41634777] transaction","detail":"{read_only:false; response_revision:30491; number_of_response:1; }","duration":"193.213125ms","start":"2026-07-29T09:11:59.311964Z","end":"2026-07-29T09:11:59.505177Z","steps":["trace[41634777] 'process raft request' (duration: 192.848936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:11:59.505466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.881821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-29T09:11:59.505503Z","caller":"traceutil/trace.go:171","msg":"trace[1503269341] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:30491; }","duration":"191.962293ms","start":"2026-07-29T09:11:59.313531Z","end":"2026-07-29T09:11:59.505493Z","steps":["trace[1503269341] 'agreement among raft nodes before linearized reading' (duration: 191.81447ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:11:59.676686Z","caller":"traceutil/trace.go:171","msg":"trace[1363336499] linearizableReadLoop","detail":"{readStateIndex:31444; appliedIndex:31443; }","duration":"164.180958ms","start":"2026-07-29T09:11:59.512484Z","end":"2026-07-29T09:11:59.676665Z","steps":["trace[1363336499] 'read index received' (duration: 83.89683ms)","trace[1363336499] 'applied index is now lower than readState.Index' (duration: 80.283468ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:11:59.676768Z","caller":"traceutil/trace.go:171","msg":"trace[1530839182] transaction","detail":"{read_only:false; response_revision:30492; number_of_response:1; }","duration":"168.009574ms","start":"2026-07-29T09:11:59.508723Z","end":"2026-07-29T09:11:59.676733Z","steps":["trace[1530839182] 'process raft request' (duration: 87.568342ms)","trace[1530839182] 'compare' (duration: 80.249897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:11:59.677043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.524227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T09:11:59.677136Z","caller":"traceutil/trace.go:171","msg":"trace[1861512367] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:30492; }","duration":"164.68319ms","start":"2026-07-29T09:11:59.512434Z","end":"2026-07-29T09:11:59.677117Z","steps":["trace[1861512367] 'agreement among raft nodes before linearized reading' (duration: 164.315461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.085659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.676944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:00.085888Z","caller":"traceutil/trace.go:171","msg":"trace[1300007534] linearizableReadLoop","detail":"{readStateIndex:31446; appliedIndex:31444; }","duration":"405.010993ms","start":"2026-07-29T09:11:59.680856Z","end":"2026-07-29T09:12:00.085867Z","steps":["trace[1300007534] 'read index received' (duration: 101.771916ms)","trace[1300007534] 'applied index is now lower than readState.Index' (duration: 303.238117ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:00.086087Z","caller":"traceutil/trace.go:171","msg":"trace[2033385209] transaction","detail":"{read_only:false; response_revision:30493; number_of_response:1; }","duration":"570.853913ms","start":"2026-07-29T09:11:59.51522Z","end":"2026-07-29T09:12:00.086074Z","steps":["trace[2033385209] 'process raft request' (duration: 267.679837ms)","trace[2033385209] 'compare' (duration: 302.538291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:00.086156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:59.5152Z","time spent":"570.922496ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:12:00.086416Z","caller":"traceutil/trace.go:171","msg":"trace[1056594550] transaction","detail":"{read_only:false; response_revision:30494; number_of_response:1; }","duration":"567.235225ms","start":"2026-07-29T09:11:59.519171Z","end":"2026-07-29T09:12:00.086406Z","steps":["trace[1056594550] 'process raft request' (duration: 566.622728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.08648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:59.51916Z","time spent":"567.289206ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:00.086689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.831165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T09:12:00.08673Z","caller":"traceutil/trace.go:171","msg":"trace[1785322775] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0; range_end:; response_count:1; response_revision:30494; }","duration":"405.908637ms","start":"2026-07-29T09:11:59.68081Z","end":"2026-07-29T09:12:00.086719Z","steps":["trace[1785322775] 'agreement among raft nodes before linearized reading' (duration: 405.789214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.086764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:59.68079Z","time spent":"405.967568ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" "} {"level":"warn","ts":"2026-07-29T09:12:00.088166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.198139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-171b8223-1d7d-4055-a497-2d932a19a538\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-29T09:12:00.088259Z","caller":"traceutil/trace.go:171","msg":"trace[1296437446] range","detail":"{range_begin:/registry/persistentvolumes/pvc-171b8223-1d7d-4055-a497-2d932a19a538; range_end:; response_count:1; response_revision:30495; }","duration":"407.334452ms","start":"2026-07-29T09:11:59.680904Z","end":"2026-07-29T09:12:00.088239Z","steps":["trace[1296437446] 'agreement among raft nodes before linearized reading' (duration: 407.043605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.088305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:59.680898Z","time spent":"407.399703ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2231,"request content":"key:\"/registry/persistentvolumes/pvc-171b8223-1d7d-4055-a497-2d932a19a538\" "} {"level":"info","ts":"2026-07-29T09:12:00.088775Z","caller":"traceutil/trace.go:171","msg":"trace[919931811] transaction","detail":"{read_only:false; response_revision:30495; number_of_response:1; }","duration":"266.762235ms","start":"2026-07-29T09:11:59.822001Z","end":"2026-07-29T09:12:00.088763Z","steps":["trace[919931811] 'process raft request' (duration: 265.74764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.088908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.691864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:00.088937Z","caller":"traceutil/trace.go:171","msg":"trace[959015056] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:30495; }","duration":"107.775057ms","start":"2026-07-29T09:11:59.981155Z","end":"2026-07-29T09:12:00.08893Z","steps":["trace[959015056] 'agreement among raft nodes before linearized reading' (duration: 107.718055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.08899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.362411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:00.08905Z","caller":"traceutil/trace.go:171","msg":"trace[1507010558] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:30495; }","duration":"317.528946ms","start":"2026-07-29T09:11:59.771495Z","end":"2026-07-29T09:12:00.089024Z","steps":["trace[1507010558] 'agreement among raft nodes before linearized reading' (duration: 317.445093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.089048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.038254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:12:00.089087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:11:59.771474Z","time spent":"317.603507ms","remote":"127.0.0.1:46286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:12:00.089408Z","caller":"traceutil/trace.go:171","msg":"trace[1154187826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30495; }","duration":"108.188197ms","start":"2026-07-29T09:11:59.980918Z","end":"2026-07-29T09:12:00.089106Z","steps":["trace[1154187826] 'agreement among raft nodes before linearized reading' (duration: 107.984281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.625077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.715048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:00.625681Z","caller":"traceutil/trace.go:171","msg":"trace[820448992] linearizableReadLoop","detail":"{readStateIndex:31448; appliedIndex:31447; }","duration":"533.875639ms","start":"2026-07-29T09:12:00.091777Z","end":"2026-07-29T09:12:00.625653Z","steps":["trace[820448992] 'read index received' (duration: 98.250749ms)","trace[820448992] 'applied index is now lower than readState.Index' (duration: 435.62172ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:00.62558Z","caller":"traceutil/trace.go:171","msg":"trace[71888071] transaction","detail":"{read_only:false; response_revision:30496; number_of_response:1; }","duration":"535.768565ms","start":"2026-07-29T09:12:00.089775Z","end":"2026-07-29T09:12:00.625544Z","steps":["trace[71888071] 'process raft request' (duration: 100.261048ms)","trace[71888071] 'compare' (duration: 434.546284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:00.625903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.089757Z","time spent":"536.078194ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:00.626153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.142485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11667"} {"level":"info","ts":"2026-07-29T09:12:00.626192Z","caller":"traceutil/trace.go:171","msg":"trace[1454425391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:30497; }","duration":"534.214406ms","start":"2026-07-29T09:12:00.091968Z","end":"2026-07-29T09:12:00.626183Z","steps":["trace[1454425391] 'agreement among raft nodes before linearized reading' (duration: 533.855627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.626245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.091962Z","time spent":"534.275838ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-29T09:12:00.626212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.408122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T09:12:00.626412Z","caller":"traceutil/trace.go:171","msg":"trace[271617419] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30497; }","duration":"534.663108ms","start":"2026-07-29T09:12:00.091723Z","end":"2026-07-29T09:12:00.626386Z","steps":["trace[271617419] 'agreement among raft nodes before linearized reading' (duration: 534.016902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.626513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.855608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-29T09:12:00.626826Z","caller":"traceutil/trace.go:171","msg":"trace[683849540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:30497; }","duration":"534.163295ms","start":"2026-07-29T09:12:00.092628Z","end":"2026-07-29T09:12:00.626791Z","steps":["trace[683849540] 'agreement among raft nodes before linearized reading' (duration: 533.739615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.626857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.092622Z","time spent":"534.225208ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-29T09:12:00.626683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.091703Z","time spent":"534.955956ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:12:00.626576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.606954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T09:12:00.627075Z","caller":"traceutil/trace.go:171","msg":"trace[1158688632] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30497; }","duration":"166.113887ms","start":"2026-07-29T09:12:00.460923Z","end":"2026-07-29T09:12:00.627037Z","steps":["trace[1158688632] 'agreement among raft nodes before linearized reading' (duration: 165.595643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.626406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.019652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:00.62804Z","caller":"traceutil/trace.go:171","msg":"trace[1849034849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30497; }","duration":"505.849598ms","start":"2026-07-29T09:12:00.122173Z","end":"2026-07-29T09:12:00.628023Z","steps":["trace[1849034849] 'agreement among raft nodes before linearized reading' (duration: 503.982791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.628096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.122107Z","time spent":"505.973691ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:12:00.625963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.736715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:00.631271Z","caller":"traceutil/trace.go:171","msg":"trace[710585242] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:30497; }","duration":"328.11505ms","start":"2026-07-29T09:12:00.30314Z","end":"2026-07-29T09:12:00.631255Z","steps":["trace[710585242] 'agreement among raft nodes before linearized reading' (duration: 322.757246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.631301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.303107Z","time spent":"328.181892ms","remote":"127.0.0.1:60328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:12:00.631495Z","caller":"traceutil/trace.go:171","msg":"trace[1115385924] transaction","detail":"{read_only:false; response_revision:30497; number_of_response:1; }","duration":"533.602071ms","start":"2026-07-29T09:12:00.092171Z","end":"2026-07-29T09:12:00.625773Z","steps":["trace[1115385924] 'process raft request' (duration: 533.017857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:00.631572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.092158Z","time spent":"539.365526ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T09:12:01.075169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.389519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:01.075266Z","caller":"traceutil/trace.go:171","msg":"trace[1145922080] linearizableReadLoop","detail":"{readStateIndex:31450; appliedIndex:31449; }","duration":"444.099332ms","start":"2026-07-29T09:12:00.63115Z","end":"2026-07-29T09:12:01.07525Z","steps":["trace[1145922080] 'read index received' (duration: 288.55292ms)","trace[1145922080] 'applied index is now lower than readState.Index' (duration: 155.545022ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:01.075615Z","caller":"traceutil/trace.go:171","msg":"trace[1685026279] transaction","detail":"{read_only:false; response_revision:30498; number_of_response:1; }","duration":"444.473062ms","start":"2026-07-29T09:12:00.631049Z","end":"2026-07-29T09:12:01.075522Z","steps":["trace[1685026279] 'process raft request' (duration: 288.638712ms)","trace[1685026279] 'compare' (duration: 155.154152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:01.075865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.653166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e133ad62-a4fe-4f0c-91eb-135b4fbfd30d\" ","response":"range_response_count:1 size:2206"} {"level":"warn","ts":"2026-07-29T09:12:01.075943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.631034Z","time spent":"444.80313ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:12:01.076078Z","caller":"traceutil/trace.go:171","msg":"trace[111273721] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e133ad62-a4fe-4f0c-91eb-135b4fbfd30d; range_end:; response_count:1; response_revision:30498; }","duration":"444.854122ms","start":"2026-07-29T09:12:00.631131Z","end":"2026-07-29T09:12:01.075985Z","steps":["trace[111273721] 'agreement among raft nodes before linearized reading' (duration: 444.481912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.076173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.631118Z","time spent":"445.011005ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2228,"request content":"key:\"/registry/persistentvolumes/pvc-e133ad62-a4fe-4f0c-91eb-135b4fbfd30d\" "} {"level":"info","ts":"2026-07-29T09:12:01.167513Z","caller":"traceutil/trace.go:171","msg":"trace[1021321472] transaction","detail":"{read_only:false; response_revision:30500; number_of_response:1; }","duration":"530.035643ms","start":"2026-07-29T09:12:00.637455Z","end":"2026-07-29T09:12:01.16749Z","steps":["trace[1021321472] 'process raft request' (duration: 529.94223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.167667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.637445Z","time spent":"530.150666ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:12:01.167642Z","caller":"traceutil/trace.go:171","msg":"trace[653292392] transaction","detail":"{read_only:false; response_revision:30499; number_of_response:1; }","duration":"531.12661ms","start":"2026-07-29T09:12:00.636478Z","end":"2026-07-29T09:12:01.167605Z","steps":["trace[653292392] 'process raft request' (duration: 530.73609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.167842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.636461Z","time spent":"531.276554ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:01.167947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.250713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:01.16802Z","caller":"traceutil/trace.go:171","msg":"trace[1367744360] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:30501; }","duration":"511.335225ms","start":"2026-07-29T09:12:00.656668Z","end":"2026-07-29T09:12:01.168003Z","steps":["trace[1367744360] 'agreement among raft nodes before linearized reading' (duration: 511.213372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.168034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.285633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:12:01.168096Z","caller":"traceutil/trace.go:171","msg":"trace[1366403960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30501; }","duration":"449.384945ms","start":"2026-07-29T09:12:00.718697Z","end":"2026-07-29T09:12:01.168082Z","steps":["trace[1366403960] 'agreement among raft nodes before linearized reading' (duration: 449.17195ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:01.168128Z","caller":"traceutil/trace.go:171","msg":"trace[146107007] transaction","detail":"{read_only:false; response_revision:30501; number_of_response:1; }","duration":"447.898037ms","start":"2026-07-29T09:12:00.72022Z","end":"2026-07-29T09:12:01.168118Z","steps":["trace[146107007] 'process raft request' (duration: 447.23305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.168138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.718683Z","time spent":"449.446466ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:12:01.168129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.675408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:12:01.168191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.720199Z","time spent":"447.947959ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:01.16805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.656644Z","time spent":"511.398537ms","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:12:01.168219Z","caller":"traceutil/trace.go:171","msg":"trace[1430334869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30501; }","duration":"532.786611ms","start":"2026-07-29T09:12:00.635414Z","end":"2026-07-29T09:12:01.1682Z","steps":["trace[1430334869] 'agreement among raft nodes before linearized reading' (duration: 532.589886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.168271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:00.63539Z","time spent":"532.872084ms","remote":"127.0.0.1:46110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:12:01.168357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.113477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:12:01.168401Z","caller":"traceutil/trace.go:171","msg":"trace[1437675638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30501; }","duration":"196.150558ms","start":"2026-07-29T09:12:00.972238Z","end":"2026-07-29T09:12:01.168388Z","steps":["trace[1437675638] 'agreement among raft nodes before linearized reading' (duration: 196.063376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.168278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.777705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:12:01.168476Z","caller":"traceutil/trace.go:171","msg":"trace[1683223859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30501; }","duration":"255.00189ms","start":"2026-07-29T09:12:00.913449Z","end":"2026-07-29T09:12:01.168451Z","steps":["trace[1683223859] 'agreement among raft nodes before linearized reading' (duration: 254.739764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.168587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.520971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:12:01.168913Z","caller":"traceutil/trace.go:171","msg":"trace[1167994551] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:30501; }","duration":"111.88701ms","start":"2026-07-29T09:12:01.057013Z","end":"2026-07-29T09:12:01.1689Z","steps":["trace[1167994551] 'agreement among raft nodes before linearized reading' (duration: 110.958157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.611668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.294884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:01.611905Z","caller":"traceutil/trace.go:171","msg":"trace[433457050] transaction","detail":"{read_only:false; response_revision:30502; number_of_response:1; }","duration":"440.709117ms","start":"2026-07-29T09:12:01.171148Z","end":"2026-07-29T09:12:01.611857Z","steps":["trace[433457050] 'process raft request' (duration: 164.100045ms)","trace[433457050] 'compare' (duration: 276.150391ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:01.61199Z","caller":"traceutil/trace.go:171","msg":"trace[832838864] linearizableReadLoop","detail":"{readStateIndex:31454; appliedIndex:31453; }","duration":"439.528008ms","start":"2026-07-29T09:12:01.172453Z","end":"2026-07-29T09:12:01.611981Z","steps":["trace[832838864] 'read index received' (duration: 162.823084ms)","trace[832838864] 'applied index is now lower than readState.Index' (duration: 276.703864ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:01.612185Z","caller":"traceutil/trace.go:171","msg":"trace[1128399669] transaction","detail":"{read_only:false; response_revision:30503; number_of_response:1; }","duration":"438.951062ms","start":"2026-07-29T09:12:01.173201Z","end":"2026-07-29T09:12:01.612152Z","steps":["trace[1128399669] 'process raft request' (duration: 438.591643ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:01.611946Z","caller":"traceutil/trace.go:171","msg":"trace[1753227429] transaction","detail":"{read_only:false; response_revision:30504; number_of_response:1; }","duration":"438.336397ms","start":"2026-07-29T09:12:01.173568Z","end":"2026-07-29T09:12:01.611904Z","steps":["trace[1753227429] 'process raft request' (duration: 438.291186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.612385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.173186Z","time spent":"439.073576ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:01.612406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.173541Z","time spent":"438.749788ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:01.612586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.099182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3b783182-8c67-4626-b458-48d3902fdfa5\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T09:12:01.612658Z","caller":"traceutil/trace.go:171","msg":"trace[143851752] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3b783182-8c67-4626-b458-48d3902fdfa5; range_end:; response_count:1; response_revision:30504; }","duration":"440.195694ms","start":"2026-07-29T09:12:01.172445Z","end":"2026-07-29T09:12:01.612641Z","steps":["trace[143851752] 'agreement among raft nodes before linearized reading' (duration: 439.708602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.612708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.172323Z","time spent":"440.371679ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2228,"request content":"key:\"/registry/persistentvolumes/pvc-3b783182-8c67-4626-b458-48d3902fdfa5\" "} {"level":"warn","ts":"2026-07-29T09:12:01.613427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.171123Z","time spent":"442.016031ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:12:01.931893Z","caller":"traceutil/trace.go:171","msg":"trace[656495303] linearizableReadLoop","detail":"{readStateIndex:31457; appliedIndex:31456; }","duration":"319.658789ms","start":"2026-07-29T09:12:01.612024Z","end":"2026-07-29T09:12:01.931683Z","steps":["trace[656495303] 'read index received' (duration: 319.362451ms)","trace[656495303] 'applied index is now lower than readState.Index' (duration: 295.158µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:01.932134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.244248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/atmosphere.18c6b7bb081c3869\" ","response":"range_response_count:1 size:691"} {"level":"warn","ts":"2026-07-29T09:12:01.932304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.860264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:01.93234Z","caller":"traceutil/trace.go:171","msg":"trace[282632856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30505; }","duration":"755.907614ms","start":"2026-07-29T09:12:01.176422Z","end":"2026-07-29T09:12:01.93233Z","steps":["trace[282632856] 'agreement among raft nodes before linearized reading' (duration: 755.853192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.932396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.176414Z","time spent":"755.975516ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:12:01.932178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.1509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4944"} {"level":"info","ts":"2026-07-29T09:12:01.932306Z","caller":"traceutil/trace.go:171","msg":"trace[498002234] range","detail":"{range_begin:/registry/events/default/atmosphere.18c6b7bb081c3869; range_end:; response_count:1; response_revision:30505; }","duration":"749.447793ms","start":"2026-07-29T09:12:01.182839Z","end":"2026-07-29T09:12:01.932287Z","steps":["trace[498002234] 'agreement among raft nodes before linearized reading' (duration: 749.104034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.932548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.905251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"warn","ts":"2026-07-29T09:12:01.932589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.182829Z","time spent":"749.70869ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":713,"request content":"key:\"/registry/events/default/atmosphere.18c6b7bb081c3869\" "} {"level":"warn","ts":"2026-07-29T09:12:01.932534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.437215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-29T09:12:01.932583Z","caller":"traceutil/trace.go:171","msg":"trace[1272803591] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:30505; }","duration":"752.54962ms","start":"2026-07-29T09:12:01.179981Z","end":"2026-07-29T09:12:01.93253Z","steps":["trace[1272803591] 'agreement among raft nodes before linearized reading' (duration: 752.048257ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:01.932647Z","caller":"traceutil/trace.go:171","msg":"trace[1230430957] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:30505; }","duration":"315.045323ms","start":"2026-07-29T09:12:01.617567Z","end":"2026-07-29T09:12:01.932613Z","steps":["trace[1230430957] 'agreement among raft nodes before linearized reading' (duration: 314.776727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.932694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.617545Z","time spent":"315.140556ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-29T09:12:01.932711Z","caller":"traceutil/trace.go:171","msg":"trace[1689440531] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30505; }","duration":"433.583719ms","start":"2026-07-29T09:12:01.499046Z","end":"2026-07-29T09:12:01.932629Z","steps":["trace[1689440531] 'agreement among raft nodes before linearized reading' (duration: 433.256531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.932769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.179974Z","time spent":"752.724755ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4966,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-29T09:12:01.932277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.686993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pccgs.18c6b797ebeaf132\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-29T09:12:01.932857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.499027Z","time spent":"433.767694ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-29T09:12:01.932902Z","caller":"traceutil/trace.go:171","msg":"trace[344284527] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-pccgs.18c6b797ebeaf132; range_end:; response_count:1; response_revision:30505; }","duration":"315.363801ms","start":"2026-07-29T09:12:01.617521Z","end":"2026-07-29T09:12:01.932885Z","steps":["trace[344284527] 'agreement among raft nodes before linearized reading' (duration: 314.596231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.932234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.53564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18c6b7bb082759d1\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-07-29T09:12:01.932952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.617502Z","time spent":"315.434013ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-pccgs.18c6b797ebeaf132\" "} {"level":"info","ts":"2026-07-29T09:12:01.932997Z","caller":"traceutil/trace.go:171","msg":"trace[1582918912] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18c6b7bb082759d1; range_end:; response_count:1; response_revision:30505; }","duration":"749.29745ms","start":"2026-07-29T09:12:01.183665Z","end":"2026-07-29T09:12:01.932962Z","steps":["trace[1582918912] 'agreement among raft nodes before linearized reading' (duration: 748.301035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.933064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.183658Z","time spent":"749.389182ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":702,"request content":"key:\"/registry/events/openstack/libvirt-vnc.18c6b7bb082759d1\" "} {"level":"info","ts":"2026-07-29T09:12:01.93224Z","caller":"traceutil/trace.go:171","msg":"trace[203439249] transaction","detail":"{read_only:false; response_revision:30505; number_of_response:1; }","duration":"331.544556ms","start":"2026-07-29T09:12:01.600684Z","end":"2026-07-29T09:12:01.932228Z","steps":["trace[203439249] 'process raft request' (duration: 330.764837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:01.93323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.60066Z","time spent":"332.48422ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:02.36488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.331183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:02.365344Z","caller":"traceutil/trace.go:171","msg":"trace[5184171] transaction","detail":"{read_only:false; response_revision:30506; number_of_response:1; }","duration":"429.20694ms","start":"2026-07-29T09:12:01.936058Z","end":"2026-07-29T09:12:02.365265Z","steps":["trace[5184171] 'process raft request' (duration: 194.386014ms)","trace[5184171] 'compare' (duration: 234.19663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:02.365497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.936029Z","time spent":"429.385073ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:12:02.574183Z","caller":"traceutil/trace.go:171","msg":"trace[1367404145] transaction","detail":"{read_only:false; response_revision:30507; number_of_response:1; }","duration":"637.374999ms","start":"2026-07-29T09:12:01.936773Z","end":"2026-07-29T09:12:02.574148Z","steps":["trace[1367404145] 'process raft request' (duration: 573.605673ms)","trace[1367404145] 'compare' (duration: 63.426948ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:02.574213Z","caller":"traceutil/trace.go:171","msg":"trace[1665970628] linearizableReadLoop","detail":"{readStateIndex:31460; appliedIndex:31457; }","duration":"637.308517ms","start":"2026-07-29T09:12:01.936882Z","end":"2026-07-29T09:12:02.57419Z","steps":["trace[1665970628] 'read index received' (duration: 193.530822ms)","trace[1665970628] 'applied index is now lower than readState.Index' (duration: 443.776505ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:02.574338Z","caller":"traceutil/trace.go:171","msg":"trace[1984131151] transaction","detail":"{read_only:false; response_revision:30509; number_of_response:1; }","duration":"632.380534ms","start":"2026-07-29T09:12:01.941946Z","end":"2026-07-29T09:12:02.574327Z","steps":["trace[1984131151] 'process raft request' (duration: 632.186539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.574342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.936751Z","time spent":"637.502642ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:02.57445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.941932Z","time spent":"632.442006ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5286,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:02.574665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.783149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-816e5777-2a9c-42a3-810a-7bea7583a7bf\" ","response":"range_response_count:1 size:2264"} {"level":"info","ts":"2026-07-29T09:12:02.574706Z","caller":"traceutil/trace.go:171","msg":"trace[388654879] range","detail":"{range_begin:/registry/persistentvolumes/pvc-816e5777-2a9c-42a3-810a-7bea7583a7bf; range_end:; response_count:1; response_revision:30509; }","duration":"637.868872ms","start":"2026-07-29T09:12:01.936826Z","end":"2026-07-29T09:12:02.574695Z","steps":["trace[388654879] 'agreement among raft nodes before linearized reading' (duration: 637.732808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.574736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.9368Z","time spent":"637.929122ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2286,"request content":"key:\"/registry/persistentvolumes/pvc-816e5777-2a9c-42a3-810a-7bea7583a7bf\" "} {"level":"info","ts":"2026-07-29T09:12:02.574839Z","caller":"traceutil/trace.go:171","msg":"trace[732894794] transaction","detail":"{read_only:false; response_revision:30508; number_of_response:1; }","duration":"637.958124ms","start":"2026-07-29T09:12:01.936857Z","end":"2026-07-29T09:12:02.574815Z","steps":["trace[732894794] 'process raft request' (duration: 637.160124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.574913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.938986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:12:02.574957Z","caller":"traceutil/trace.go:171","msg":"trace[304458902] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:30509; }","duration":"127.020918ms","start":"2026-07-29T09:12:02.447924Z","end":"2026-07-29T09:12:02.574945Z","steps":["trace[304458902] 'agreement among raft nodes before linearized reading' (duration: 126.959956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.574858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.658499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-29T09:12:02.575005Z","caller":"traceutil/trace.go:171","msg":"trace[423554777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30509; }","duration":"590.845294ms","start":"2026-07-29T09:12:01.984149Z","end":"2026-07-29T09:12:02.574994Z","steps":["trace[423554777] 'agreement among raft nodes before linearized reading' (duration: 590.581838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.575036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.984128Z","time spent":"590.899106ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T09:12:02.575042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.72831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:02.575075Z","caller":"traceutil/trace.go:171","msg":"trace[737613639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30509; }","duration":"281.797612ms","start":"2026-07-29T09:12:02.293268Z","end":"2026-07-29T09:12:02.575066Z","steps":["trace[737613639] 'agreement among raft nodes before linearized reading' (duration: 281.74353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.575194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.983168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:427"} {"level":"warn","ts":"2026-07-29T09:12:02.575189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.333092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-29T09:12:02.575233Z","caller":"traceutil/trace.go:171","msg":"trace[1686281413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30509; }","duration":"591.06139ms","start":"2026-07-29T09:12:01.984161Z","end":"2026-07-29T09:12:02.575222Z","steps":["trace[1686281413] 'agreement among raft nodes before linearized reading' (duration: 590.958397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.575269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.984143Z","time spent":"591.119181ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T09:12:02.575267Z","caller":"traceutil/trace.go:171","msg":"trace[2082745461] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:30509; }","duration":"144.460205ms","start":"2026-07-29T09:12:02.430788Z","end":"2026-07-29T09:12:02.575248Z","steps":["trace[2082745461] 'agreement among raft nodes before linearized reading' (duration: 144.2594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.575294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.20485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.18c6b7bb081c870b\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-07-29T09:12:02.575324Z","caller":"traceutil/trace.go:171","msg":"trace[321086412] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.18c6b7bb081c870b; range_end:; response_count:1; response_revision:30509; }","duration":"206.273842ms","start":"2026-07-29T09:12:02.369041Z","end":"2026-07-29T09:12:02.575315Z","steps":["trace[321086412] 'agreement among raft nodes before linearized reading' (duration: 206.18043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.574955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:01.936849Z","time spent":"638.049386ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:02.961716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.506165ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-29T09:12:02.962076Z","caller":"traceutil/trace.go:171","msg":"trace[328927316] linearizableReadLoop","detail":"{readStateIndex:31462; appliedIndex:31461; }","duration":"381.449515ms","start":"2026-07-29T09:12:02.58056Z","end":"2026-07-29T09:12:02.96201Z","steps":["trace[328927316] 'read index received' (duration: 220.644492ms)","trace[328927316] 'applied index is now lower than readState.Index' (duration: 160.802133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:02.962338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:02.58014Z","time spent":"382.190763ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T09:12:02.962537Z","caller":"traceutil/trace.go:171","msg":"trace[923741193] transaction","detail":"{read_only:false; response_revision:30513; number_of_response:1; }","duration":"348.722705ms","start":"2026-07-29T09:12:02.613788Z","end":"2026-07-29T09:12:02.962511Z","steps":["trace[923741193] 'process raft request' (duration: 348.671724ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:02.962663Z","caller":"traceutil/trace.go:171","msg":"trace[1426943339] transaction","detail":"{read_only:false; response_revision:30511; number_of_response:1; }","duration":"381.121316ms","start":"2026-07-29T09:12:02.581512Z","end":"2026-07-29T09:12:02.962634Z","steps":["trace[1426943339] 'process raft request' (duration: 380.829629ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:02.962708Z","caller":"traceutil/trace.go:171","msg":"trace[2129462352] transaction","detail":"{read_only:false; response_revision:30510; number_of_response:1; }","duration":"381.550187ms","start":"2026-07-29T09:12:02.581129Z","end":"2026-07-29T09:12:02.962679Z","steps":["trace[2129462352] 'process raft request' (duration: 381.044095ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:02.962775Z","caller":"traceutil/trace.go:171","msg":"trace[65737155] transaction","detail":"{read_only:false; response_revision:30512; number_of_response:1; }","duration":"374.48636ms","start":"2026-07-29T09:12:02.588274Z","end":"2026-07-29T09:12:02.96276Z","steps":["trace[65737155] 'process raft request' (duration: 374.109391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.962806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:02.581505Z","time spent":"381.220958ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:02.962826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.039662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:12:02.962832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:02.581115Z","time spent":"381.652079ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:02.962831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:02.588244Z","time spent":"374.559502ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5136,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:12:02.962892Z","caller":"traceutil/trace.go:171","msg":"trace[352998717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:30513; }","duration":"275.122144ms","start":"2026-07-29T09:12:02.687756Z","end":"2026-07-29T09:12:02.962878Z","steps":["trace[352998717] 'agreement among raft nodes before linearized reading' (duration: 274.886818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.962885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.217768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18c6b7bb0824b424\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-07-29T09:12:02.96272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:02.613762Z","time spent":"348.869599ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:12:02.962948Z","caller":"traceutil/trace.go:171","msg":"trace[625036968] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18c6b7bb0824b424; range_end:; response_count:1; response_revision:30513; }","duration":"381.30795ms","start":"2026-07-29T09:12:02.581623Z","end":"2026-07-29T09:12:02.962931Z","steps":["trace[625036968] 'agreement among raft nodes before linearized reading' (duration: 381.013693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.962992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:02.581618Z","time spent":"381.363103ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":702,"request content":"key:\"/registry/events/openstack/libvirt-api.18c6b7bb0824b424\" "} {"level":"warn","ts":"2026-07-29T09:12:02.96318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.563462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T09:12:02.963297Z","caller":"traceutil/trace.go:171","msg":"trace[1788892906] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0; range_end:; response_count:1; response_revision:30511; }","duration":"382.728247ms","start":"2026-07-29T09:12:02.580545Z","end":"2026-07-29T09:12:02.963274Z","steps":["trace[1788892906] 'agreement among raft nodes before linearized reading' (duration: 381.822343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:02.963453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:02.580539Z","time spent":"382.894531ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b7926fc5efa0\" "} {"level":"info","ts":"2026-07-29T09:12:03.531296Z","caller":"traceutil/trace.go:171","msg":"trace[1961919844] transaction","detail":"{read_only:false; response_revision:30537; number_of_response:1; }","duration":"109.384307ms","start":"2026-07-29T09:12:03.421887Z","end":"2026-07-29T09:12:03.531271Z","steps":["trace[1961919844] 'process raft request' (duration: 107.50288ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:03.531302Z","caller":"traceutil/trace.go:171","msg":"trace[1995883249] linearizableReadLoop","detail":"{readStateIndex:31490; appliedIndex:31489; }","duration":"108.539946ms","start":"2026-07-29T09:12:03.422728Z","end":"2026-07-29T09:12:03.531268Z","steps":["trace[1995883249] 'read index received' (duration: 106.653359ms)","trace[1995883249] 'applied index is now lower than readState.Index' (duration: 1.885387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:03.531513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.743081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-f9ldh\" ","response":"range_response_count:1 size:5955"} {"level":"info","ts":"2026-07-29T09:12:03.531609Z","caller":"traceutil/trace.go:171","msg":"trace[1318761724] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-f9ldh; range_end:; response_count:1; response_revision:30537; }","duration":"108.863584ms","start":"2026-07-29T09:12:03.422722Z","end":"2026-07-29T09:12:03.531586Z","steps":["trace[1318761724] 'agreement among raft nodes before linearized reading' (duration: 108.623808ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:03.874589Z","caller":"traceutil/trace.go:171","msg":"trace[141650592] transaction","detail":"{read_only:false; response_revision:30544; number_of_response:1; }","duration":"224.463356ms","start":"2026-07-29T09:12:03.650097Z","end":"2026-07-29T09:12:03.874561Z","steps":["trace[141650592] 'process raft request' (duration: 160.587817ms)","trace[141650592] 'compare' (duration: 63.52544ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:03.874728Z","caller":"traceutil/trace.go:171","msg":"trace[249948425] transaction","detail":"{read_only:false; response_revision:30545; number_of_response:1; }","duration":"219.936804ms","start":"2026-07-29T09:12:03.654785Z","end":"2026-07-29T09:12:03.874722Z","steps":["trace[249948425] 'process raft request' (duration: 219.651077ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:03.892941Z","caller":"traceutil/trace.go:171","msg":"trace[149991562] linearizableReadLoop","detail":"{readStateIndex:31498; appliedIndex:31496; }","duration":"197.0092ms","start":"2026-07-29T09:12:03.695908Z","end":"2026-07-29T09:12:03.892917Z","steps":["trace[149991562] 'read index received' (duration: 114.862154ms)","trace[149991562] 'applied index is now lower than readState.Index' (duration: 82.145846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:03.893156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.233955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T09:12:03.893187Z","caller":"traceutil/trace.go:171","msg":"trace[806110026] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30545; }","duration":"197.320657ms","start":"2026-07-29T09:12:03.695858Z","end":"2026-07-29T09:12:03.893179Z","steps":["trace[806110026] 'agreement among raft nodes before linearized reading' (duration: 197.163803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:04.165758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.176184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:04.16586Z","caller":"traceutil/trace.go:171","msg":"trace[1650678030] linearizableReadLoop","detail":"{readStateIndex:31505; appliedIndex:31504; }","duration":"200.252082ms","start":"2026-07-29T09:12:03.965591Z","end":"2026-07-29T09:12:04.165843Z","steps":["trace[1650678030] 'read index received' (duration: 52.942515ms)","trace[1650678030] 'applied index is now lower than readState.Index' (duration: 147.308347ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:04.165894Z","caller":"traceutil/trace.go:171","msg":"trace[424736936] transaction","detail":"{read_only:false; response_revision:30551; number_of_response:1; }","duration":"211.125704ms","start":"2026-07-29T09:12:03.954739Z","end":"2026-07-29T09:12:04.165865Z","steps":["trace[424736936] 'process raft request' (duration: 63.774337ms)","trace[424736936] 'compare' (duration: 147.033239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:04.166192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.477137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:12:04.166251Z","caller":"traceutil/trace.go:171","msg":"trace[1202524763] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:30551; }","duration":"208.58128ms","start":"2026-07-29T09:12:03.95765Z","end":"2026-07-29T09:12:04.166232Z","steps":["trace[1202524763] 'agreement among raft nodes before linearized reading' (duration: 208.271713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:04.167335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.293472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-07-29T09:12:04.167623Z","caller":"traceutil/trace.go:171","msg":"trace[1550958582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:30551; }","duration":"216.805085ms","start":"2026-07-29T09:12:03.950799Z","end":"2026-07-29T09:12:04.167604Z","steps":["trace[1550958582] 'agreement among raft nodes before linearized reading' (duration: 215.359209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:04.234549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.282299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:04.234633Z","caller":"traceutil/trace.go:171","msg":"trace[418020825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30553; }","duration":"112.387442ms","start":"2026-07-29T09:12:04.122233Z","end":"2026-07-29T09:12:04.23462Z","steps":["trace[418020825] 'agreement among raft nodes before linearized reading' (duration: 112.227098ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:04.234624Z","caller":"traceutil/trace.go:171","msg":"trace[1648523769] transaction","detail":"{read_only:false; response_revision:30552; number_of_response:1; }","duration":"264.96451ms","start":"2026-07-29T09:12:03.969613Z","end":"2026-07-29T09:12:04.234578Z","steps":["trace[1648523769] 'process raft request' (duration: 264.456087ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:04.234961Z","caller":"traceutil/trace.go:171","msg":"trace[653177079] transaction","detail":"{read_only:false; response_revision:30553; number_of_response:1; }","duration":"264.748174ms","start":"2026-07-29T09:12:03.969638Z","end":"2026-07-29T09:12:04.234386Z","steps":["trace[653177079] 'process raft request' (duration: 264.614211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:04.548011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.767579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:04.548127Z","caller":"traceutil/trace.go:171","msg":"trace[1441846694] transaction","detail":"{read_only:false; response_revision:30554; number_of_response:1; }","duration":"308.888609ms","start":"2026-07-29T09:12:04.23921Z","end":"2026-07-29T09:12:04.548099Z","steps":["trace[1441846694] 'process raft request' (duration: 60.972926ms)","trace[1441846694] 'compare' (duration: 247.663647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:04.548181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:04.239181Z","time spent":"308.975771ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T09:12:04.549129Z","caller":"traceutil/trace.go:171","msg":"trace[1787294684] linearizableReadLoop","detail":"{readStateIndex:31509; appliedIndex:31507; }","duration":"286.007337ms","start":"2026-07-29T09:12:04.263102Z","end":"2026-07-29T09:12:04.54911Z","steps":["trace[1787294684] 'read index received' (duration: 37.15119ms)","trace[1787294684] 'applied index is now lower than readState.Index' (duration: 248.855357ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:04.549215Z","caller":"traceutil/trace.go:171","msg":"trace[1173161021] transaction","detail":"{read_only:false; response_revision:30555; number_of_response:1; }","duration":"306.439619ms","start":"2026-07-29T09:12:04.242749Z","end":"2026-07-29T09:12:04.549188Z","steps":["trace[1173161021] 'process raft request' (duration: 306.285225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:04.549363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:04.242737Z","time spent":"306.542971ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4651,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:04.549405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.288994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-29T09:12:04.549405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.424644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T09:12:04.54944Z","caller":"traceutil/trace.go:171","msg":"trace[1442028919] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:30555; }","duration":"286.366126ms","start":"2026-07-29T09:12:04.263063Z","end":"2026-07-29T09:12:04.549429Z","steps":["trace[1442028919] 'agreement among raft nodes before linearized reading' (duration: 286.15608ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:04.549444Z","caller":"traceutil/trace.go:171","msg":"trace[255302218] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30555; }","duration":"130.507266ms","start":"2026-07-29T09:12:04.418928Z","end":"2026-07-29T09:12:04.549436Z","steps":["trace[255302218] 'agreement among raft nodes before linearized reading' (duration: 130.368442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:04.549536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.10283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:12:04.54963Z","caller":"traceutil/trace.go:171","msg":"trace[156028772] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:30555; }","duration":"107.253623ms","start":"2026-07-29T09:12:04.442355Z","end":"2026-07-29T09:12:04.549608Z","steps":["trace[156028772] 'agreement among raft nodes before linearized reading' (duration: 106.982726ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:04.784809Z","caller":"traceutil/trace.go:171","msg":"trace[1122405216] linearizableReadLoop","detail":"{readStateIndex:31512; appliedIndex:31509; }","duration":"219.277728ms","start":"2026-07-29T09:12:04.565509Z","end":"2026-07-29T09:12:04.784787Z","steps":["trace[1122405216] 'read index received' (duration: 120.988478ms)","trace[1122405216] 'applied index is now lower than readState.Index' (duration: 98.28848ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:04.785074Z","caller":"traceutil/trace.go:171","msg":"trace[481408626] transaction","detail":"{read_only:false; response_revision:30556; number_of_response:1; }","duration":"232.645891ms","start":"2026-07-29T09:12:04.552392Z","end":"2026-07-29T09:12:04.785038Z","steps":["trace[481408626] 'process raft request' (duration: 232.19124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:04.785187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.660887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-07-29T09:12:04.785224Z","caller":"traceutil/trace.go:171","msg":"trace[1619677505] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:30557; }","duration":"219.745419ms","start":"2026-07-29T09:12:04.565468Z","end":"2026-07-29T09:12:04.785214Z","steps":["trace[1619677505] 'agreement among raft nodes before linearized reading' (duration: 219.591526ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:04.785396Z","caller":"traceutil/trace.go:171","msg":"trace[2107638166] transaction","detail":"{read_only:false; response_revision:30557; number_of_response:1; }","duration":"230.899818ms","start":"2026-07-29T09:12:04.554333Z","end":"2026-07-29T09:12:04.785233Z","steps":["trace[2107638166] 'process raft request' (duration: 230.394065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:04.942236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.453569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:04.942326Z","caller":"traceutil/trace.go:171","msg":"trace[393822971] linearizableReadLoop","detail":"{readStateIndex:31514; appliedIndex:31513; }","duration":"147.007188ms","start":"2026-07-29T09:12:04.795304Z","end":"2026-07-29T09:12:04.942311Z","steps":["trace[393822971] 'read index received' (duration: 41.408376ms)","trace[393822971] 'applied index is now lower than readState.Index' (duration: 105.597972ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:04.942391Z","caller":"traceutil/trace.go:171","msg":"trace[28551712] transaction","detail":"{read_only:false; response_revision:30559; number_of_response:1; }","duration":"148.599618ms","start":"2026-07-29T09:12:04.793783Z","end":"2026-07-29T09:12:04.942383Z","steps":["trace[28551712] 'process raft request' (duration: 42.921374ms)","trace[28551712] 'compare' (duration: 105.349436ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:04.942654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.324326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:12:04.942713Z","caller":"traceutil/trace.go:171","msg":"trace[132228449] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:30559; }","duration":"147.410089ms","start":"2026-07-29T09:12:04.795288Z","end":"2026-07-29T09:12:04.942698Z","steps":["trace[132228449] 'agreement among raft nodes before linearized reading' (duration: 147.224244ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:26.734806Z","caller":"traceutil/trace.go:171","msg":"trace[1857272157] transaction","detail":"{read_only:false; response_revision:30837; number_of_response:1; }","duration":"335.167826ms","start":"2026-07-29T09:12:26.399612Z","end":"2026-07-29T09:12:26.73478Z","steps":["trace[1857272157] 'process raft request' (duration: 334.977392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:26.735005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:26.399582Z","time spent":"335.30617ms","remote":"127.0.0.1:46392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:12:26.938013Z","caller":"traceutil/trace.go:171","msg":"trace[905894098] linearizableReadLoop","detail":"{readStateIndex:31799; appliedIndex:31797; }","duration":"349.826363ms","start":"2026-07-29T09:12:26.58816Z","end":"2026-07-29T09:12:26.937986Z","steps":["trace[905894098] 'read index received' (duration: 146.413653ms)","trace[905894098] 'applied index is now lower than readState.Index' (duration: 203.41152ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:26.938205Z","caller":"traceutil/trace.go:171","msg":"trace[918877411] transaction","detail":"{read_only:false; response_revision:30838; number_of_response:1; }","duration":"385.810334ms","start":"2026-07-29T09:12:26.552283Z","end":"2026-07-29T09:12:26.938094Z","steps":["trace[918877411] 'process raft request' (duration: 385.553738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:26.938274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.086069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:12:26.938318Z","caller":"traceutil/trace.go:171","msg":"trace[624633892] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30838; }","duration":"350.188472ms","start":"2026-07-29T09:12:26.588116Z","end":"2026-07-29T09:12:26.938305Z","steps":["trace[624633892] 'agreement among raft nodes before linearized reading' (duration: 350.014688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:26.938357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:26.588099Z","time spent":"350.247294ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:12:26.938412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:26.55226Z","time spent":"386.05194ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:26.941942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.338471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:12:26.941991Z","caller":"traceutil/trace.go:171","msg":"trace[1960266174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30839; }","duration":"343.427543ms","start":"2026-07-29T09:12:26.59855Z","end":"2026-07-29T09:12:26.941978Z","steps":["trace[1960266174] 'agreement among raft nodes before linearized reading' (duration: 343.291969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:26.942016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:26.598531Z","time spent":"343.479124ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T09:12:26.942129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.64563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:12:26.942198Z","caller":"traceutil/trace.go:171","msg":"trace[714042097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30839; }","duration":"198.739943ms","start":"2026-07-29T09:12:26.743442Z","end":"2026-07-29T09:12:26.942182Z","steps":["trace[714042097] 'agreement among raft nodes before linearized reading' (duration: 198.540848ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:29.587801Z","caller":"traceutil/trace.go:171","msg":"trace[1106347978] transaction","detail":"{read_only:false; response_revision:30860; number_of_response:1; }","duration":"133.821359ms","start":"2026-07-29T09:12:29.453955Z","end":"2026-07-29T09:12:29.587776Z","steps":["trace[1106347978] 'process raft request' (duration: 133.691256ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:30.840931Z","caller":"traceutil/trace.go:171","msg":"trace[35926228] transaction","detail":"{read_only:false; response_revision:30868; number_of_response:1; }","duration":"244.409495ms","start":"2026-07-29T09:12:30.596308Z","end":"2026-07-29T09:12:30.840717Z","steps":["trace[35926228] 'process raft request' (duration: 244.243841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:30.970154Z","caller":"traceutil/trace.go:171","msg":"trace[328332219] transaction","detail":"{read_only:false; response_revision:30869; number_of_response:1; }","duration":"120.369532ms","start":"2026-07-29T09:12:30.849398Z","end":"2026-07-29T09:12:30.969767Z","steps":["trace[328332219] 'process raft request' (duration: 120.137066ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:31.137068Z","caller":"traceutil/trace.go:171","msg":"trace[1049906287] transaction","detail":"{read_only:false; response_revision:30870; number_of_response:1; }","duration":"158.510007ms","start":"2026-07-29T09:12:30.978512Z","end":"2026-07-29T09:12:31.137022Z","steps":["trace[1049906287] 'process raft request' (duration: 125.403868ms)","trace[1049906287] 'compare' (duration: 32.832582ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:31.143828Z","caller":"traceutil/trace.go:171","msg":"trace[1048039975] linearizableReadLoop","detail":"{readStateIndex:31834; appliedIndex:31831; }","duration":"106.910275ms","start":"2026-07-29T09:12:31.036898Z","end":"2026-07-29T09:12:31.143808Z","steps":["trace[1048039975] 'read index received' (duration: 67.114849ms)","trace[1048039975] 'applied index is now lower than readState.Index' (duration: 39.794526ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:31.143865Z","caller":"traceutil/trace.go:171","msg":"trace[451291305] transaction","detail":"{read_only:false; response_revision:30871; number_of_response:1; }","duration":"158.599309ms","start":"2026-07-29T09:12:30.985248Z","end":"2026-07-29T09:12:31.143847Z","steps":["trace[451291305] 'process raft request' (duration: 158.416944ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:31.143895Z","caller":"traceutil/trace.go:171","msg":"trace[1832353774] transaction","detail":"{read_only:false; response_revision:30872; number_of_response:1; }","duration":"123.010528ms","start":"2026-07-29T09:12:31.020863Z","end":"2026-07-29T09:12:31.143874Z","steps":["trace[1832353774] 'process raft request' (duration: 122.904006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:31.144038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.11984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:12:31.144089Z","caller":"traceutil/trace.go:171","msg":"trace[2130512507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30872; }","duration":"107.214072ms","start":"2026-07-29T09:12:31.036862Z","end":"2026-07-29T09:12:31.144076Z","steps":["trace[2130512507] 'agreement among raft nodes before linearized reading' (duration: 107.048038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:31.173119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.353741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:12:31.173172Z","caller":"traceutil/trace.go:171","msg":"trace[295018911] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:30874; }","duration":"108.417844ms","start":"2026-07-29T09:12:31.064741Z","end":"2026-07-29T09:12:31.173159Z","steps":["trace[295018911] 'agreement among raft nodes before linearized reading' (duration: 108.229398ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:53.798193Z","caller":"traceutil/trace.go:171","msg":"trace[1718704689] transaction","detail":"{read_only:false; response_revision:31024; number_of_response:1; }","duration":"139.734476ms","start":"2026-07-29T09:12:53.658413Z","end":"2026-07-29T09:12:53.798148Z","steps":["trace[1718704689] 'process raft request' (duration: 139.677295ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:53.798314Z","caller":"traceutil/trace.go:171","msg":"trace[866584336] transaction","detail":"{read_only:false; response_revision:31023; number_of_response:1; }","duration":"139.88586ms","start":"2026-07-29T09:12:53.65839Z","end":"2026-07-29T09:12:53.798276Z","steps":["trace[866584336] 'process raft request' (duration: 139.526181ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:53.820627Z","caller":"traceutil/trace.go:171","msg":"trace[375703025] transaction","detail":"{read_only:false; response_revision:31025; number_of_response:1; }","duration":"162.172528ms","start":"2026-07-29T09:12:53.658419Z","end":"2026-07-29T09:12:53.820592Z","steps":["trace[375703025] 'process raft request' (duration: 162.016574ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:55.071518Z","caller":"traceutil/trace.go:171","msg":"trace[1007731167] transaction","detail":"{read_only:false; response_revision:31032; number_of_response:1; }","duration":"113.892219ms","start":"2026-07-29T09:12:54.957596Z","end":"2026-07-29T09:12:55.071489Z","steps":["trace[1007731167] 'process raft request' (duration: 113.696885ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:55.568376Z","caller":"traceutil/trace.go:171","msg":"trace[2087911356] transaction","detail":"{read_only:false; response_revision:31035; number_of_response:1; }","duration":"138.899646ms","start":"2026-07-29T09:12:55.429441Z","end":"2026-07-29T09:12:55.568341Z","steps":["trace[2087911356] 'process raft request' (duration: 91.08224ms)","trace[2087911356] 'compare' (duration: 47.445677ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:55.569317Z","caller":"traceutil/trace.go:171","msg":"trace[1841243669] transaction","detail":"{read_only:false; response_revision:31036; number_of_response:1; }","duration":"138.979237ms","start":"2026-07-29T09:12:55.430305Z","end":"2026-07-29T09:12:55.569284Z","steps":["trace[1841243669] 'process raft request' (duration: 138.741871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:56.467357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.837593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:56.467478Z","caller":"traceutil/trace.go:171","msg":"trace[1388850405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31042; }","duration":"344.033488ms","start":"2026-07-29T09:12:56.123419Z","end":"2026-07-29T09:12:56.467453Z","steps":["trace[1388850405] 'range keys from in-memory index tree' (duration: 343.602888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:56.467515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.52446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T09:12:56.467577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:56.123396Z","time spent":"344.167842ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:12:56.467634Z","caller":"traceutil/trace.go:171","msg":"trace[790052427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31042; }","duration":"320.670995ms","start":"2026-07-29T09:12:56.146932Z","end":"2026-07-29T09:12:56.467603Z","steps":["trace[790052427] 'range keys from in-memory index tree' (duration: 320.349407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:56.467704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:56.146902Z","time spent":"320.786517ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:12:56.467357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.656402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:12:56.467838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.977429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:12:56.467917Z","caller":"traceutil/trace.go:171","msg":"trace[79678656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31042; }","duration":"420.123203ms","start":"2026-07-29T09:12:56.047774Z","end":"2026-07-29T09:12:56.467897Z","steps":["trace[79678656] 'range keys from in-memory index tree' (duration: 419.709893ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:56.467898Z","caller":"traceutil/trace.go:171","msg":"trace[361000763] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:31042; }","duration":"197.268167ms","start":"2026-07-29T09:12:56.270597Z","end":"2026-07-29T09:12:56.467865Z","steps":["trace[361000763] 'range keys from in-memory index tree' (duration: 196.440275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:56.467962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:56.047731Z","time spent":"420.222355ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:12:56.468147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.173103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T09:12:56.46888Z","caller":"traceutil/trace.go:171","msg":"trace[1491924711] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31042; }","duration":"188.014185ms","start":"2026-07-29T09:12:56.280836Z","end":"2026-07-29T09:12:56.46885Z","steps":["trace[1491924711] 'range keys from in-memory index tree' (duration: 186.732783ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:56.478201Z","caller":"traceutil/trace.go:171","msg":"trace[1850421491] transaction","detail":"{read_only:false; response_revision:31043; number_of_response:1; }","duration":"108.367502ms","start":"2026-07-29T09:12:56.369797Z","end":"2026-07-29T09:12:56.478164Z","steps":["trace[1850421491] 'process raft request' (duration: 107.990782ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:56.637174Z","caller":"traceutil/trace.go:171","msg":"trace[1883306201] transaction","detail":"{read_only:false; response_revision:31044; number_of_response:1; }","duration":"163.579662ms","start":"2026-07-29T09:12:56.473557Z","end":"2026-07-29T09:12:56.637136Z","steps":["trace[1883306201] 'process raft request' (duration: 133.440459ms)","trace[1883306201] 'compare' (duration: 29.874567ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:56.63718Z","caller":"traceutil/trace.go:171","msg":"trace[1774905410] transaction","detail":"{read_only:false; response_revision:31045; number_of_response:1; }","duration":"163.576022ms","start":"2026-07-29T09:12:56.473571Z","end":"2026-07-29T09:12:56.637147Z","steps":["trace[1774905410] 'process raft request' (duration: 163.46361ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:56.637264Z","caller":"traceutil/trace.go:171","msg":"trace[2022950925] transaction","detail":"{read_only:false; response_revision:31046; number_of_response:1; }","duration":"162.971298ms","start":"2026-07-29T09:12:56.474273Z","end":"2026-07-29T09:12:56.637244Z","steps":["trace[2022950925] 'process raft request' (duration: 162.825574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:58.088597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.751095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:12:58.088699Z","caller":"traceutil/trace.go:171","msg":"trace[1052204428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31049; }","duration":"515.917199ms","start":"2026-07-29T09:12:57.572752Z","end":"2026-07-29T09:12:58.088669Z","steps":["trace[1052204428] 'range keys from in-memory index tree' (duration: 515.446507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:58.088898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:57.572722Z","time spent":"516.154616ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T09:12:58.088871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.304322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:58.089239Z","caller":"traceutil/trace.go:171","msg":"trace[42977155] transaction","detail":"{read_only:false; response_revision:31050; number_of_response:1; }","duration":"513.730495ms","start":"2026-07-29T09:12:57.575452Z","end":"2026-07-29T09:12:58.089182Z","steps":["trace[42977155] 'process raft request' (duration: 79.964151ms)","trace[42977155] 'compare' (duration: 432.801909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:58.089434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:57.575412Z","time spent":"513.899039ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:12:58.089538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.272244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:12:58.089617Z","caller":"traceutil/trace.go:171","msg":"trace[1347986214] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31050; }","duration":"513.571061ms","start":"2026-07-29T09:12:57.576024Z","end":"2026-07-29T09:12:58.089595Z","steps":["trace[1347986214] 'agreement among raft nodes before linearized reading' (duration: 513.277704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:58.089668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:57.575508Z","time spent":"514.151296ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T09:12:58.08926Z","caller":"traceutil/trace.go:171","msg":"trace[479708384] linearizableReadLoop","detail":"{readStateIndex:32017; appliedIndex:32016; }","duration":"512.866003ms","start":"2026-07-29T09:12:57.576332Z","end":"2026-07-29T09:12:58.089198Z","steps":["trace[479708384] 'read index received' (duration: 79.116749ms)","trace[479708384] 'applied index is now lower than readState.Index' (duration: 433.746994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:58.090271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.527623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T09:12:58.090263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.976673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:12:58.090302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.319317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:12:58.090329Z","caller":"traceutil/trace.go:171","msg":"trace[1881564001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31050; }","duration":"253.628535ms","start":"2026-07-29T09:12:57.836685Z","end":"2026-07-29T09:12:58.090314Z","steps":["trace[1881564001] 'agreement among raft nodes before linearized reading' (duration: 253.443571ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:58.090362Z","caller":"traceutil/trace.go:171","msg":"trace[2046990017] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:31050; }","duration":"373.144617ms","start":"2026-07-29T09:12:57.717192Z","end":"2026-07-29T09:12:58.090337Z","steps":["trace[2046990017] 'agreement among raft nodes before linearized reading' (duration: 372.943392ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:58.090369Z","caller":"traceutil/trace.go:171","msg":"trace[978096947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31050; }","duration":"215.389119ms","start":"2026-07-29T09:12:57.874962Z","end":"2026-07-29T09:12:58.090352Z","steps":["trace[978096947] 'agreement among raft nodes before linearized reading' (duration: 215.181244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:58.090427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:57.717167Z","time spent":"373.24953ms","remote":"127.0.0.1:42924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:12:58.090309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.292498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:12:58.090546Z","caller":"traceutil/trace.go:171","msg":"trace[1860315079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31050; }","duration":"470.557384ms","start":"2026-07-29T09:12:57.619924Z","end":"2026-07-29T09:12:58.090481Z","steps":["trace[1860315079] 'agreement among raft nodes before linearized reading' (duration: 470.202446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:58.090619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:12:57.619878Z","time spent":"470.725098ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T09:12:58.31757Z","caller":"traceutil/trace.go:171","msg":"trace[589768810] transaction","detail":"{read_only:false; response_revision:31052; number_of_response:1; }","duration":"220.497698ms","start":"2026-07-29T09:12:58.097048Z","end":"2026-07-29T09:12:58.317546Z","steps":["trace[589768810] 'process raft request' (duration: 220.17494ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:58.317899Z","caller":"traceutil/trace.go:171","msg":"trace[780444400] linearizableReadLoop","detail":"{readStateIndex:32019; appliedIndex:32017; }","duration":"219.977194ms","start":"2026-07-29T09:12:58.097886Z","end":"2026-07-29T09:12:58.317863Z","steps":["trace[780444400] 'read index received' (duration: 84.883534ms)","trace[780444400] 'applied index is now lower than readState.Index' (duration: 135.09246ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:58.318104Z","caller":"traceutil/trace.go:171","msg":"trace[1821207316] transaction","detail":"{read_only:false; response_revision:31054; number_of_response:1; }","duration":"216.921157ms","start":"2026-07-29T09:12:58.10111Z","end":"2026-07-29T09:12:58.318031Z","steps":["trace[1821207316] 'process raft request' (duration: 216.63923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:58.318212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.300812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23386"} {"level":"warn","ts":"2026-07-29T09:12:58.318133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.868076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:58.318261Z","caller":"traceutil/trace.go:171","msg":"trace[268672035] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:31054; }","duration":"220.386744ms","start":"2026-07-29T09:12:58.097862Z","end":"2026-07-29T09:12:58.318249Z","steps":["trace[268672035] 'agreement among raft nodes before linearized reading' (duration: 220.20638ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:58.318278Z","caller":"traceutil/trace.go:171","msg":"trace[969946613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31054; }","duration":"197.059211ms","start":"2026-07-29T09:12:58.121208Z","end":"2026-07-29T09:12:58.318267Z","steps":["trace[969946613] 'agreement among raft nodes before linearized reading' (duration: 196.879526ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:58.317949Z","caller":"traceutil/trace.go:171","msg":"trace[279093495] transaction","detail":"{read_only:false; response_revision:31053; number_of_response:1; }","duration":"217.42156ms","start":"2026-07-29T09:12:58.100482Z","end":"2026-07-29T09:12:58.317904Z","steps":["trace[279093495] 'process raft request' (duration: 216.960128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:58.564379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.942968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:58.564466Z","caller":"traceutil/trace.go:171","msg":"trace[930831206] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31055; }","duration":"171.133463ms","start":"2026-07-29T09:12:58.393311Z","end":"2026-07-29T09:12:58.564444Z","steps":["trace[930831206] 'range keys from in-memory index tree' (duration: 170.854765ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:12:58.785797Z","caller":"traceutil/trace.go:171","msg":"trace[1404947655] transaction","detail":"{read_only:false; response_revision:31058; number_of_response:1; }","duration":"139.51274ms","start":"2026-07-29T09:12:58.646256Z","end":"2026-07-29T09:12:58.785769Z","steps":["trace[1404947655] 'process raft request' (duration: 139.336915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:59.64881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.072059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:12:59.648909Z","caller":"traceutil/trace.go:171","msg":"trace[413822175] linearizableReadLoop","detail":"{readStateIndex:32028; appliedIndex:32026; }","duration":"138.030744ms","start":"2026-07-29T09:12:59.510862Z","end":"2026-07-29T09:12:59.648893Z","steps":["trace[413822175] 'read index received' (duration: 19.002016ms)","trace[413822175] 'applied index is now lower than readState.Index' (duration: 119.027628ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:12:59.649033Z","caller":"traceutil/trace.go:171","msg":"trace[1918159857] transaction","detail":"{read_only:false; response_revision:31061; number_of_response:1; }","duration":"163.696446ms","start":"2026-07-29T09:12:59.485305Z","end":"2026-07-29T09:12:59.649002Z","steps":["trace[1918159857] 'process raft request' (duration: 60.357431ms)","trace[1918159857] 'compare' (duration: 102.970866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:12:59.649104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.250689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T09:12:59.649138Z","caller":"traceutil/trace.go:171","msg":"trace[1997946598] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31061; }","duration":"138.318892ms","start":"2026-07-29T09:12:59.510805Z","end":"2026-07-29T09:12:59.649124Z","steps":["trace[1997946598] 'agreement among raft nodes before linearized reading' (duration: 138.203818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:12:59.958717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.513297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:12:59.959218Z","caller":"traceutil/trace.go:171","msg":"trace[531385688] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:31062; }","duration":"197.089622ms","start":"2026-07-29T09:12:59.762104Z","end":"2026-07-29T09:12:59.959194Z","steps":["trace[531385688] 'count revisions from in-memory index tree' (duration: 196.410795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:00.010583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.105086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:13:00.499194Z","caller":"traceutil/trace.go:171","msg":"trace[1727353277] transaction","detail":"{read_only:false; response_revision:31068; number_of_response:1; }","duration":"147.313727ms","start":"2026-07-29T09:13:00.351852Z","end":"2026-07-29T09:13:00.499166Z","steps":["trace[1727353277] 'process raft request' (duration: 147.254186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:00.499299Z","caller":"traceutil/trace.go:171","msg":"trace[1099712843] transaction","detail":"{read_only:false; response_revision:31067; number_of_response:1; }","duration":"147.633665ms","start":"2026-07-29T09:13:00.351609Z","end":"2026-07-29T09:13:00.499242Z","steps":["trace[1099712843] 'process raft request' (duration: 102.063225ms)","trace[1099712843] 'compare' (duration: 45.291753ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:05.707375Z","caller":"traceutil/trace.go:171","msg":"trace[988593886] transaction","detail":"{read_only:false; response_revision:31100; number_of_response:1; }","duration":"116.494285ms","start":"2026-07-29T09:13:05.590846Z","end":"2026-07-29T09:13:05.70734Z","steps":["trace[988593886] 'process raft request' (duration: 116.212078ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:05.960919Z","caller":"traceutil/trace.go:171","msg":"trace[419948101] transaction","detail":"{read_only:false; response_revision:31101; number_of_response:1; }","duration":"215.01937ms","start":"2026-07-29T09:13:05.745872Z","end":"2026-07-29T09:13:05.960892Z","steps":["trace[419948101] 'process raft request' (duration: 214.797685ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:06.170458Z","caller":"traceutil/trace.go:171","msg":"trace[262849433] transaction","detail":"{read_only:false; response_revision:31102; number_of_response:1; }","duration":"322.731395ms","start":"2026-07-29T09:13:05.847695Z","end":"2026-07-29T09:13:06.170427Z","steps":["trace[262849433] 'process raft request' (duration: 295.510244ms)","trace[262849433] 'compare' (duration: 27.078137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:06.17062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:05.847666Z","time spent":"322.874059ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:13:09.27592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.213424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:13:09.276003Z","caller":"traceutil/trace.go:171","msg":"trace[1267425250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31122; }","duration":"153.350698ms","start":"2026-07-29T09:13:09.122634Z","end":"2026-07-29T09:13:09.275984Z","steps":["trace[1267425250] 'range keys from in-memory index tree' (duration: 153.096601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:09.940269Z","caller":"traceutil/trace.go:171","msg":"trace[712283478] transaction","detail":"{read_only:false; response_revision:31123; number_of_response:1; }","duration":"193.05479ms","start":"2026-07-29T09:13:09.747182Z","end":"2026-07-29T09:13:09.940237Z","steps":["trace[712283478] 'process raft request' (duration: 192.559068ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:09.973027Z","caller":"traceutil/trace.go:171","msg":"trace[2143989031] transaction","detail":"{read_only:false; response_revision:31124; number_of_response:1; }","duration":"193.975673ms","start":"2026-07-29T09:13:09.779003Z","end":"2026-07-29T09:13:09.972979Z","steps":["trace[2143989031] 'process raft request' (duration: 193.717467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:10.575529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.706941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:13:10.575692Z","caller":"traceutil/trace.go:171","msg":"trace[1232599394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:31128; }","duration":"110.905306ms","start":"2026-07-29T09:13:10.464729Z","end":"2026-07-29T09:13:10.575635Z","steps":["trace[1232599394] 'count revisions from in-memory index tree' (duration: 110.598647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:10.575984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.842694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:13:10.576082Z","caller":"traceutil/trace.go:171","msg":"trace[1614659641] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:31128; }","duration":"154.995958ms","start":"2026-07-29T09:13:10.42106Z","end":"2026-07-29T09:13:10.576056Z","steps":["trace[1614659641] 'count revisions from in-memory index tree' (duration: 154.707281ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:10.728339Z","caller":"traceutil/trace.go:171","msg":"trace[239944299] transaction","detail":"{read_only:false; response_revision:31129; number_of_response:1; }","duration":"147.987802ms","start":"2026-07-29T09:13:10.580308Z","end":"2026-07-29T09:13:10.728296Z","steps":["trace[239944299] 'process raft request' (duration: 147.587012ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:10.857768Z","caller":"traceutil/trace.go:171","msg":"trace[380770569] linearizableReadLoop","detail":"{readStateIndex:32101; appliedIndex:32099; }","duration":"120.443574ms","start":"2026-07-29T09:13:10.737297Z","end":"2026-07-29T09:13:10.85774Z","steps":["trace[380770569] 'read index received' (duration: 42.031712ms)","trace[380770569] 'applied index is now lower than readState.Index' (duration: 78.410582ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:10.85781Z","caller":"traceutil/trace.go:171","msg":"trace[758969099] transaction","detail":"{read_only:false; response_revision:31130; number_of_response:1; }","duration":"123.551102ms","start":"2026-07-29T09:13:10.734214Z","end":"2026-07-29T09:13:10.857765Z","steps":["trace[758969099] 'process raft request' (duration: 45.095259ms)","trace[758969099] 'compare' (duration: 78.197416ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:10.85788Z","caller":"traceutil/trace.go:171","msg":"trace[1915452962] transaction","detail":"{read_only:false; response_revision:31131; number_of_response:1; }","duration":"123.454019ms","start":"2026-07-29T09:13:10.734365Z","end":"2026-07-29T09:13:10.857819Z","steps":["trace[1915452962] 'process raft request' (duration: 123.324336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:10.858008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.69372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:13:10.858055Z","caller":"traceutil/trace.go:171","msg":"trace[296074525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31131; }","duration":"120.795613ms","start":"2026-07-29T09:13:10.737251Z","end":"2026-07-29T09:13:10.858046Z","steps":["trace[296074525] 'agreement among raft nodes before linearized reading' (duration: 120.616948ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:11.109184Z","caller":"traceutil/trace.go:171","msg":"trace[460605049] transaction","detail":"{read_only:false; response_revision:31132; number_of_response:1; }","duration":"245.998794ms","start":"2026-07-29T09:13:10.863156Z","end":"2026-07-29T09:13:11.109155Z","steps":["trace[460605049] 'process raft request' (duration: 162.056824ms)","trace[460605049] 'compare' (duration: 83.677813ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:11.109557Z","caller":"traceutil/trace.go:171","msg":"trace[1743237457] linearizableReadLoop","detail":"{readStateIndex:32103; appliedIndex:32101; }","duration":"230.59403ms","start":"2026-07-29T09:13:10.878929Z","end":"2026-07-29T09:13:11.109523Z","steps":["trace[1743237457] 'read index received' (duration: 146.297831ms)","trace[1743237457] 'applied index is now lower than readState.Index' (duration: 84.293109ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:11.109611Z","caller":"traceutil/trace.go:171","msg":"trace[673796519] transaction","detail":"{read_only:false; response_revision:31133; number_of_response:1; }","duration":"244.538199ms","start":"2026-07-29T09:13:10.86502Z","end":"2026-07-29T09:13:11.109559Z","steps":["trace[673796519] 'process raft request' (duration: 244.089557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:11.109856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.909388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:13:11.109905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.017819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:13:11.109918Z","caller":"traceutil/trace.go:171","msg":"trace[410573633] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:31133; }","duration":"231.040851ms","start":"2026-07-29T09:13:10.878859Z","end":"2026-07-29T09:13:11.109899Z","steps":["trace[410573633] 'agreement among raft nodes before linearized reading' (duration: 230.810336ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:11.109946Z","caller":"traceutil/trace.go:171","msg":"trace[292599609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31133; }","duration":"141.135832ms","start":"2026-07-29T09:13:10.9688Z","end":"2026-07-29T09:13:11.109935Z","steps":["trace[292599609] 'agreement among raft nodes before linearized reading' (duration: 140.921637ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:11.423046Z","caller":"traceutil/trace.go:171","msg":"trace[574954013] transaction","detail":"{read_only:false; response_revision:31134; number_of_response:1; }","duration":"308.891708ms","start":"2026-07-29T09:13:11.114121Z","end":"2026-07-29T09:13:11.423013Z","steps":["trace[574954013] 'process raft request' (duration: 280.260032ms)","trace[574954013] 'compare' (duration: 28.411891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:11.423211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:11.114097Z","time spent":"309.026272ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:13:11.42303Z","caller":"traceutil/trace.go:171","msg":"trace[174447908] linearizableReadLoop","detail":"{readStateIndex:32104; appliedIndex:32103; }","duration":"305.813931ms","start":"2026-07-29T09:13:11.117162Z","end":"2026-07-29T09:13:11.422976Z","steps":["trace[174447908] 'read index received' (duration: 277.270958ms)","trace[174447908] 'applied index is now lower than readState.Index' (duration: 28.541453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:11.423311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.12283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-29T09:13:11.423439Z","caller":"traceutil/trace.go:171","msg":"trace[84719630] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:31134; }","duration":"306.329355ms","start":"2026-07-29T09:13:11.117087Z","end":"2026-07-29T09:13:11.423417Z","steps":["trace[84719630] 'agreement among raft nodes before linearized reading' (duration: 306.019307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:11.423502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:11.117062Z","time spent":"306.426688ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1340,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"info","ts":"2026-07-29T09:13:11.633077Z","caller":"traceutil/trace.go:171","msg":"trace[1938901572] linearizableReadLoop","detail":"{readStateIndex:32105; appliedIndex:32104; }","duration":"193.652746ms","start":"2026-07-29T09:13:11.439392Z","end":"2026-07-29T09:13:11.633045Z","steps":["trace[1938901572] 'read index received' (duration: 119.45334ms)","trace[1938901572] 'applied index is now lower than readState.Index' (duration: 74.197886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:11.633403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.970854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9623"} {"level":"info","ts":"2026-07-29T09:13:11.63352Z","caller":"traceutil/trace.go:171","msg":"trace[1145099945] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:31134; }","duration":"194.113588ms","start":"2026-07-29T09:13:11.439377Z","end":"2026-07-29T09:13:11.633491Z","steps":["trace[1145099945] 'agreement among raft nodes before linearized reading' (duration: 193.757138ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:11.986751Z","caller":"traceutil/trace.go:171","msg":"trace[1036984368] transaction","detail":"{read_only:false; response_revision:31139; number_of_response:1; }","duration":"132.863865ms","start":"2026-07-29T09:13:11.853869Z","end":"2026-07-29T09:13:11.986733Z","steps":["trace[1036984368] 'process raft request' (duration: 132.742742ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:12.169415Z","caller":"traceutil/trace.go:171","msg":"trace[1951422388] transaction","detail":"{read_only:false; response_revision:31140; number_of_response:1; }","duration":"190.372504ms","start":"2026-07-29T09:13:11.97902Z","end":"2026-07-29T09:13:12.169392Z","steps":["trace[1951422388] 'process raft request' (duration: 145.365368ms)","trace[1951422388] 'compare' (duration: 44.33738ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:12.169933Z","caller":"traceutil/trace.go:171","msg":"trace[1625612890] transaction","detail":"{read_only:false; response_revision:31141; number_of_response:1; }","duration":"135.266764ms","start":"2026-07-29T09:13:12.034649Z","end":"2026-07-29T09:13:12.169916Z","steps":["trace[1625612890] 'process raft request' (duration: 134.639409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:12.619874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.522962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:13:12.620233Z","caller":"traceutil/trace.go:171","msg":"trace[953516846] transaction","detail":"{read_only:false; response_revision:31144; number_of_response:1; }","duration":"251.511004ms","start":"2026-07-29T09:13:12.368461Z","end":"2026-07-29T09:13:12.619972Z","steps":["trace[953516846] 'process raft request' (duration: 107.802977ms)","trace[953516846] 'compare' (duration: 143.405049ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:13.810857Z","caller":"traceutil/trace.go:171","msg":"trace[339158304] transaction","detail":"{read_only:false; response_revision:31151; number_of_response:1; }","duration":"134.636939ms","start":"2026-07-29T09:13:13.676193Z","end":"2026-07-29T09:13:13.81083Z","steps":["trace[339158304] 'process raft request' (duration: 134.449604ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:14.12328Z","caller":"traceutil/trace.go:171","msg":"trace[77691566] transaction","detail":"{read_only:false; response_revision:31152; number_of_response:1; }","duration":"121.249644ms","start":"2026-07-29T09:13:14.001979Z","end":"2026-07-29T09:13:14.123229Z","steps":["trace[77691566] 'process raft request' (duration: 120.950447ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:14.295863Z","caller":"traceutil/trace.go:171","msg":"trace[66078486] transaction","detail":"{read_only:false; response_revision:31153; number_of_response:1; }","duration":"121.615313ms","start":"2026-07-29T09:13:14.174217Z","end":"2026-07-29T09:13:14.295833Z","steps":["trace[66078486] 'process raft request' (duration: 107.819758ms)","trace[66078486] 'compare' (duration: 13.532659ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:14.341365Z","caller":"traceutil/trace.go:171","msg":"trace[1728524396] transaction","detail":"{read_only:false; response_revision:31154; number_of_response:1; }","duration":"166.899545ms","start":"2026-07-29T09:13:14.174422Z","end":"2026-07-29T09:13:14.341322Z","steps":["trace[1728524396] 'process raft request' (duration: 166.493735ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:14.341514Z","caller":"traceutil/trace.go:171","msg":"trace[313585996] transaction","detail":"{read_only:false; response_revision:31155; number_of_response:1; }","duration":"119.370866ms","start":"2026-07-29T09:13:14.222054Z","end":"2026-07-29T09:13:14.341425Z","steps":["trace[313585996] 'process raft request' (duration: 119.14457ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:14.515353Z","caller":"traceutil/trace.go:171","msg":"trace[765546006] transaction","detail":"{read_only:false; response_revision:31156; number_of_response:1; }","duration":"145.884431ms","start":"2026-07-29T09:13:14.369435Z","end":"2026-07-29T09:13:14.515319Z","steps":["trace[765546006] 'process raft request' (duration: 91.943471ms)","trace[765546006] 'compare' (duration: 53.662373ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:15.344386Z","caller":"traceutil/trace.go:171","msg":"trace[1620768658] linearizableReadLoop","detail":"{readStateIndex:32133; appliedIndex:32132; }","duration":"356.048599ms","start":"2026-07-29T09:13:14.98831Z","end":"2026-07-29T09:13:15.344358Z","steps":["trace[1620768658] 'read index received' (duration: 355.67471ms)","trace[1620768658] 'applied index is now lower than readState.Index' (duration: 372.839µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:15.344464Z","caller":"traceutil/trace.go:171","msg":"trace[1388807361] transaction","detail":"{read_only:false; response_revision:31161; number_of_response:1; }","duration":"395.439065ms","start":"2026-07-29T09:13:14.948977Z","end":"2026-07-29T09:13:15.344416Z","steps":["trace[1388807361] 'process raft request' (duration: 395.187538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:15.344678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:14.948961Z","time spent":"395.595268ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:13:15.344819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.495687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T09:13:15.344943Z","caller":"traceutil/trace.go:171","msg":"trace[435948933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31161; }","duration":"214.63148ms","start":"2026-07-29T09:13:15.130245Z","end":"2026-07-29T09:13:15.344877Z","steps":["trace[435948933] 'agreement among raft nodes before linearized reading' (duration: 214.327853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:15.344941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.601893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T09:13:15.34506Z","caller":"traceutil/trace.go:171","msg":"trace[989114899] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31161; }","duration":"169.796758ms","start":"2026-07-29T09:13:15.175231Z","end":"2026-07-29T09:13:15.345028Z","steps":["trace[989114899] 'agreement among raft nodes before linearized reading' (duration: 169.398888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:15.345038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.135707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T09:13:15.345158Z","caller":"traceutil/trace.go:171","msg":"trace[703787662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31161; }","duration":"212.306821ms","start":"2026-07-29T09:13:15.132821Z","end":"2026-07-29T09:13:15.345128Z","steps":["trace[703787662] 'agreement among raft nodes before linearized reading' (duration: 211.897721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:15.345601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.279781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:13:15.345658Z","caller":"traceutil/trace.go:171","msg":"trace[561720216] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31161; }","duration":"357.375343ms","start":"2026-07-29T09:13:14.988268Z","end":"2026-07-29T09:13:15.345643Z","steps":["trace[561720216] 'agreement among raft nodes before linearized reading' (duration: 356.218703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:15.345729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:14.988249Z","time spent":"357.467015ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T09:13:20.523247Z","caller":"traceutil/trace.go:171","msg":"trace[2018680868] transaction","detail":"{read_only:false; response_revision:31194; number_of_response:1; }","duration":"126.003083ms","start":"2026-07-29T09:13:20.397207Z","end":"2026-07-29T09:13:20.52321Z","steps":["trace[2018680868] 'process raft request' (duration: 83.819508ms)","trace[2018680868] 'compare' (duration: 41.96885ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:24.861393Z","caller":"traceutil/trace.go:171","msg":"trace[176439437] transaction","detail":"{read_only:false; response_revision:31217; number_of_response:1; }","duration":"487.295324ms","start":"2026-07-29T09:13:24.374066Z","end":"2026-07-29T09:13:24.861361Z","steps":["trace[176439437] 'process raft request' (duration: 486.671828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:24.861596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:24.37404Z","time spent":"487.446807ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:13:25.169347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.657897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:13:25.169656Z","caller":"traceutil/trace.go:171","msg":"trace[142846113] transaction","detail":"{read_only:false; response_revision:31218; number_of_response:1; }","duration":"775.313359ms","start":"2026-07-29T09:13:24.394304Z","end":"2026-07-29T09:13:25.169617Z","steps":["trace[142846113] 'process raft request' (duration: 507.236572ms)","trace[142846113] 'compare' (duration: 267.504663ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:25.169793Z","caller":"traceutil/trace.go:171","msg":"trace[1746741491] transaction","detail":"{read_only:false; response_revision:31220; number_of_response:1; }","duration":"467.15777ms","start":"2026-07-29T09:13:24.702606Z","end":"2026-07-29T09:13:25.169764Z","steps":["trace[1746741491] 'process raft request' (duration: 466.988195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.169805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:24.394278Z","time spent":"775.450564ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:13:25.169774Z","caller":"traceutil/trace.go:171","msg":"trace[1721766418] transaction","detail":"{read_only:false; response_revision:31221; number_of_response:1; }","duration":"215.730288ms","start":"2026-07-29T09:13:24.954022Z","end":"2026-07-29T09:13:25.169752Z","steps":["trace[1721766418] 'process raft request' (duration: 215.625625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.169913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:24.702586Z","time spent":"467.271192ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:13:25.169899Z","caller":"traceutil/trace.go:171","msg":"trace[857527599] transaction","detail":"{read_only:false; response_revision:31219; number_of_response:1; }","duration":"760.122081ms","start":"2026-07-29T09:13:24.409725Z","end":"2026-07-29T09:13:25.169847Z","steps":["trace[857527599] 'process raft request' (duration: 759.788782ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.169857Z","caller":"traceutil/trace.go:171","msg":"trace[1341114936] linearizableReadLoop","detail":"{readStateIndex:32192; appliedIndex:32189; }","duration":"722.479828ms","start":"2026-07-29T09:13:24.447366Z","end":"2026-07-29T09:13:25.169846Z","steps":["trace[1341114936] 'read index received' (duration: 413.315791ms)","trace[1341114936] 'applied index is now lower than readState.Index' (duration: 309.163157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:25.170036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.669483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:13:25.170072Z","caller":"traceutil/trace.go:171","msg":"trace[1873752830] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:31221; }","duration":"722.738484ms","start":"2026-07-29T09:13:24.447325Z","end":"2026-07-29T09:13:25.170063Z","steps":["trace[1873752830] 'agreement among raft nodes before linearized reading' (duration: 722.601941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.170093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:24.447308Z","time spent":"722.780816ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-07-29T09:13:25.170124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:24.409695Z","time spent":"760.330016ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:13:25.17031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.683016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:13:25.170338Z","caller":"traceutil/trace.go:171","msg":"trace[1315453175] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:31221; }","duration":"153.763298ms","start":"2026-07-29T09:13:25.01657Z","end":"2026-07-29T09:13:25.170333Z","steps":["trace[1315453175] 'agreement among raft nodes before linearized reading' (duration: 153.712787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.170424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.295951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T09:13:25.170417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.323908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:420402"} {"level":"info","ts":"2026-07-29T09:13:25.170456Z","caller":"traceutil/trace.go:171","msg":"trace[1024608552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31221; }","duration":"369.364153ms","start":"2026-07-29T09:13:24.801083Z","end":"2026-07-29T09:13:25.170447Z","steps":["trace[1024608552] 'agreement among raft nodes before linearized reading' (duration: 369.203089ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.17049Z","caller":"traceutil/trace.go:171","msg":"trace[1027562531] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:31221; }","duration":"681.447811ms","start":"2026-07-29T09:13:24.489025Z","end":"2026-07-29T09:13:25.170473Z","steps":["trace[1027562531] 'agreement among raft nodes before linearized reading' (duration: 681.197505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.170502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:24.801062Z","time spent":"369.432414ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T09:13:25.170524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:24.489004Z","time spent":"681.515082ms","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":420424,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-29T09:13:25.170526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.865469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:13:25.170555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.438851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:13:25.170604Z","caller":"traceutil/trace.go:171","msg":"trace[172878145] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:31221; }","duration":"513.993492ms","start":"2026-07-29T09:13:24.656594Z","end":"2026-07-29T09:13:25.170587Z","steps":["trace[172878145] 'agreement among raft nodes before linearized reading' (duration: 513.860579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.170649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:24.656573Z","time spent":"514.064313ms","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-29T09:13:25.170738Z","caller":"traceutil/trace.go:171","msg":"trace[1362287897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31221; }","duration":"215.758219ms","start":"2026-07-29T09:13:24.954874Z","end":"2026-07-29T09:13:25.170632Z","steps":["trace[1362287897] 'agreement among raft nodes before linearized reading' (duration: 215.361369ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.48199Z","caller":"traceutil/trace.go:171","msg":"trace[1576047283] transaction","detail":"{read_only:false; response_revision:31222; number_of_response:1; }","duration":"304.673583ms","start":"2026-07-29T09:13:25.177257Z","end":"2026-07-29T09:13:25.481931Z","steps":["trace[1576047283] 'process raft request' (duration: 262.066057ms)","trace[1576047283] 'compare' (duration: 42.36048ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:25.482102Z","caller":"traceutil/trace.go:171","msg":"trace[1612230668] transaction","detail":"{read_only:false; response_revision:31223; number_of_response:1; }","duration":"304.446468ms","start":"2026-07-29T09:13:25.177605Z","end":"2026-07-29T09:13:25.482052Z","steps":["trace[1612230668] 'process raft request' (duration: 304.264084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.482273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:25.177597Z","time spent":"304.580581ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:13:25.482325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:25.177245Z","time spent":"304.847418ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:13:25.558715Z","caller":"traceutil/trace.go:171","msg":"trace[253740993] linearizableReadLoop","detail":"{readStateIndex:32198; appliedIndex:32195; }","duration":"166.079445ms","start":"2026-07-29T09:13:25.392612Z","end":"2026-07-29T09:13:25.558691Z","steps":["trace[253740993] 'read index received' (duration: 46.72818ms)","trace[253740993] 'applied index is now lower than readState.Index' (duration: 119.350395ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:25.558785Z","caller":"traceutil/trace.go:171","msg":"trace[563220227] transaction","detail":"{read_only:false; response_revision:31224; number_of_response:1; }","duration":"333.622348ms","start":"2026-07-29T09:13:25.225121Z","end":"2026-07-29T09:13:25.558744Z","steps":["trace[563220227] 'process raft request' (duration: 333.411773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.559079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.435334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-29T09:13:25.559104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.85041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:13:25.559155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.977738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:13:25.559166Z","caller":"traceutil/trace.go:171","msg":"trace[643418261] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31224; }","duration":"166.584139ms","start":"2026-07-29T09:13:25.392559Z","end":"2026-07-29T09:13:25.559143Z","steps":["trace[643418261] 'agreement among raft nodes before linearized reading' (duration: 166.27733ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.559166Z","caller":"traceutil/trace.go:171","msg":"trace[1018940379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31224; }","duration":"137.912692ms","start":"2026-07-29T09:13:25.421238Z","end":"2026-07-29T09:13:25.55915Z","steps":["trace[1018940379] 'agreement among raft nodes before linearized reading' (duration: 137.764187ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.559203Z","caller":"traceutil/trace.go:171","msg":"trace[1768681561] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31224; }","duration":"145.05664ms","start":"2026-07-29T09:13:25.414132Z","end":"2026-07-29T09:13:25.559188Z","steps":["trace[1768681561] 'agreement among raft nodes before linearized reading' (duration: 144.923445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.559183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.078781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:13:25.559282Z","caller":"traceutil/trace.go:171","msg":"trace[1942422571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31224; }","duration":"135.191893ms","start":"2026-07-29T09:13:25.424067Z","end":"2026-07-29T09:13:25.559258Z","steps":["trace[1942422571] 'agreement among raft nodes before linearized reading' (duration: 134.890735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.559025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.242179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:13:25.559441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:25.225099Z","time spent":"334.169693ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:13:25.559459Z","caller":"traceutil/trace.go:171","msg":"trace[1154003697] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:31224; }","duration":"152.727662ms","start":"2026-07-29T09:13:25.406716Z","end":"2026-07-29T09:13:25.559444Z","steps":["trace[1154003697] 'agreement among raft nodes before linearized reading' (duration: 152.204298ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.682598Z","caller":"traceutil/trace.go:171","msg":"trace[326220919] linearizableReadLoop","detail":"{readStateIndex:32199; appliedIndex:32198; }","duration":"118.67968ms","start":"2026-07-29T09:13:25.563889Z","end":"2026-07-29T09:13:25.682569Z","steps":["trace[326220919] 'read index received' (duration: 63.475259ms)","trace[326220919] 'applied index is now lower than readState.Index' (duration: 55.203071ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:25.682617Z","caller":"traceutil/trace.go:171","msg":"trace[1513442735] transaction","detail":"{read_only:false; response_revision:31225; number_of_response:1; }","duration":"119.345066ms","start":"2026-07-29T09:13:25.563234Z","end":"2026-07-29T09:13:25.682579Z","steps":["trace[1513442735] 'process raft request' (duration: 64.023842ms)","trace[1513442735] 'compare' (duration: 55.184591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:25.68295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.964727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:13:25.683062Z","caller":"traceutil/trace.go:171","msg":"trace[1599046235] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:31225; }","duration":"119.166793ms","start":"2026-07-29T09:13:25.563877Z","end":"2026-07-29T09:13:25.683044Z","steps":["trace[1599046235] 'agreement among raft nodes before linearized reading' (duration: 118.810614ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.72331Z","caller":"traceutil/trace.go:171","msg":"trace[1578349783] transaction","detail":"{read_only:false; response_revision:31227; number_of_response:1; }","duration":"158.554766ms","start":"2026-07-29T09:13:25.564735Z","end":"2026-07-29T09:13:25.72329Z","steps":["trace[1578349783] 'process raft request' (duration: 158.449204ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.723336Z","caller":"traceutil/trace.go:171","msg":"trace[1772627367] transaction","detail":"{read_only:false; response_revision:31226; number_of_response:1; }","duration":"159.159733ms","start":"2026-07-29T09:13:25.564144Z","end":"2026-07-29T09:13:25.723304Z","steps":["trace[1772627367] 'process raft request' (duration: 158.891526ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.723645Z","caller":"traceutil/trace.go:171","msg":"trace[923433243] transaction","detail":"{read_only:false; response_revision:31228; number_of_response:1; }","duration":"158.095425ms","start":"2026-07-29T09:13:25.56553Z","end":"2026-07-29T09:13:25.723625Z","steps":["trace[923433243] 'process raft request' (duration: 157.711916ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.723816Z","caller":"traceutil/trace.go:171","msg":"trace[1856582491] transaction","detail":"{read_only:false; response_revision:31229; number_of_response:1; }","duration":"158.066784ms","start":"2026-07-29T09:13:25.565708Z","end":"2026-07-29T09:13:25.723775Z","steps":["trace[1856582491] 'process raft request' (duration: 157.778417ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:25.724385Z","caller":"traceutil/trace.go:171","msg":"trace[1567607993] transaction","detail":"{read_only:false; response_revision:31230; number_of_response:1; }","duration":"154.155458ms","start":"2026-07-29T09:13:25.57021Z","end":"2026-07-29T09:13:25.724366Z","steps":["trace[1567607993] 'process raft request' (duration: 153.668795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:25.724527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.925887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:13:25.724608Z","caller":"traceutil/trace.go:171","msg":"trace[1240368402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31230; }","duration":"127.046299ms","start":"2026-07-29T09:13:25.597545Z","end":"2026-07-29T09:13:25.724591Z","steps":["trace[1240368402] 'agreement among raft nodes before linearized reading' (duration: 126.801193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:31.327017Z","caller":"traceutil/trace.go:171","msg":"trace[1766200063] transaction","detail":"{read_only:false; response_revision:31262; number_of_response:1; }","duration":"133.883619ms","start":"2026-07-29T09:13:31.193104Z","end":"2026-07-29T09:13:31.326987Z","steps":["trace[1766200063] 'process raft request' (duration: 133.700424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:31.494976Z","caller":"traceutil/trace.go:171","msg":"trace[744494515] transaction","detail":"{read_only:false; response_revision:31264; number_of_response:1; }","duration":"296.312343ms","start":"2026-07-29T09:13:31.198635Z","end":"2026-07-29T09:13:31.494948Z","steps":["trace[744494515] 'process raft request' (duration: 296.204491ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:31.494983Z","caller":"traceutil/trace.go:171","msg":"trace[14982173] transaction","detail":"{read_only:false; response_revision:31263; number_of_response:1; }","duration":"301.833441ms","start":"2026-07-29T09:13:31.19311Z","end":"2026-07-29T09:13:31.494944Z","steps":["trace[14982173] 'process raft request' (duration: 301.545524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:31.496001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:31.193074Z","time spent":"302.812237ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:13:31.812375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.277331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:13:31.812488Z","caller":"traceutil/trace.go:171","msg":"trace[2124654769] linearizableReadLoop","detail":"{readStateIndex:32241; appliedIndex:32240; }","duration":"137.798878ms","start":"2026-07-29T09:13:31.674671Z","end":"2026-07-29T09:13:31.81247Z","steps":["trace[2124654769] 'read index received' (duration: 63.762µs)","trace[2124654769] 'applied index is now lower than readState.Index' (duration: 137.733566ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:31.812711Z","caller":"traceutil/trace.go:171","msg":"trace[1798924691] transaction","detail":"{read_only:false; response_revision:31266; number_of_response:1; }","duration":"262.958759ms","start":"2026-07-29T09:13:31.549728Z","end":"2026-07-29T09:13:31.812687Z","steps":["trace[1798924691] 'process raft request' (duration: 44.277618ms)","trace[1798924691] 'compare' (duration: 218.084537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:31.81284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.137966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:13:31.813119Z","caller":"traceutil/trace.go:171","msg":"trace[1156600543] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:31266; }","duration":"138.475515ms","start":"2026-07-29T09:13:31.674619Z","end":"2026-07-29T09:13:31.813095Z","steps":["trace[1156600543] 'agreement among raft nodes before linearized reading' (duration: 138.032234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:35.211426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.108651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:13:35.21153Z","caller":"traceutil/trace.go:171","msg":"trace[1691439178] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:31287; }","duration":"115.239054ms","start":"2026-07-29T09:13:35.096271Z","end":"2026-07-29T09:13:35.21151Z","steps":["trace[1691439178] 'count revisions from in-memory index tree' (duration: 114.942426ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:35.325903Z","caller":"traceutil/trace.go:171","msg":"trace[676407185] linearizableReadLoop","detail":"{readStateIndex:32264; appliedIndex:32263; }","duration":"113.040558ms","start":"2026-07-29T09:13:35.212833Z","end":"2026-07-29T09:13:35.325874Z","steps":["trace[676407185] 'read index received' (duration: 112.844103ms)","trace[676407185] 'applied index is now lower than readState.Index' (duration: 195.365µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:35.326033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.186672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:13:35.326067Z","caller":"traceutil/trace.go:171","msg":"trace[1111214625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31288; }","duration":"113.284304ms","start":"2026-07-29T09:13:35.212771Z","end":"2026-07-29T09:13:35.326055Z","steps":["trace[1111214625] 'agreement among raft nodes before linearized reading' (duration: 113.206802ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:35.32627Z","caller":"traceutil/trace.go:171","msg":"trace[70193177] transaction","detail":"{read_only:false; response_revision:31288; number_of_response:1; }","duration":"132.996068ms","start":"2026-07-29T09:13:35.193241Z","end":"2026-07-29T09:13:35.326237Z","steps":["trace[70193177] 'process raft request' (duration: 132.457914ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:35.474278Z","caller":"traceutil/trace.go:171","msg":"trace[687672181] transaction","detail":"{read_only:false; response_revision:31289; number_of_response:1; }","duration":"130.868045ms","start":"2026-07-29T09:13:35.343387Z","end":"2026-07-29T09:13:35.474255Z","steps":["trace[687672181] 'process raft request' (duration: 71.294034ms)","trace[687672181] 'compare' (duration: 59.102469ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:35.62796Z","caller":"traceutil/trace.go:171","msg":"trace[924153816] transaction","detail":"{read_only:false; response_revision:31291; number_of_response:1; }","duration":"118.709301ms","start":"2026-07-29T09:13:35.509208Z","end":"2026-07-29T09:13:35.627917Z","steps":["trace[924153816] 'process raft request' (duration: 74.760731ms)","trace[924153816] 'compare' (duration: 43.692524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:37.819644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.135471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:13:37.819744Z","caller":"traceutil/trace.go:171","msg":"trace[1663544469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31305; }","duration":"125.287685ms","start":"2026-07-29T09:13:37.694438Z","end":"2026-07-29T09:13:37.819726Z","steps":["trace[1663544469] 'range keys from in-memory index tree' (duration: 124.935966ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:38.447357Z","caller":"traceutil/trace.go:171","msg":"trace[242450926] linearizableReadLoop","detail":"{readStateIndex:32288; appliedIndex:32287; }","duration":"147.801689ms","start":"2026-07-29T09:13:38.299519Z","end":"2026-07-29T09:13:38.447321Z","steps":["trace[242450926] 'read index received' (duration: 147.504061ms)","trace[242450926] 'applied index is now lower than readState.Index' (duration: 295.848µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:38.447433Z","caller":"traceutil/trace.go:171","msg":"trace[1786619271] transaction","detail":"{read_only:false; response_revision:31312; number_of_response:1; }","duration":"221.371989ms","start":"2026-07-29T09:13:38.226015Z","end":"2026-07-29T09:13:38.447387Z","steps":["trace[1786619271] 'process raft request' (duration: 221.043461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:38.447765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.185668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-07-29T09:13:38.447832Z","caller":"traceutil/trace.go:171","msg":"trace[1306114937] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:31312; }","duration":"148.325762ms","start":"2026-07-29T09:13:38.29948Z","end":"2026-07-29T09:13:38.447806Z","steps":["trace[1306114937] 'agreement among raft nodes before linearized reading' (duration: 148.002124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:38.673798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.01624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:13:38.673901Z","caller":"traceutil/trace.go:171","msg":"trace[1694124179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31312; }","duration":"217.155273ms","start":"2026-07-29T09:13:38.456721Z","end":"2026-07-29T09:13:38.673876Z","steps":["trace[1694124179] 'range keys from in-memory index tree' (duration: 216.929577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:38.673801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.089817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-816e5777-2a9c-42a3-810a-7bea7583a7bf\" ","response":"range_response_count:1 size:2264"} {"level":"info","ts":"2026-07-29T09:13:38.673988Z","caller":"traceutil/trace.go:171","msg":"trace[1061998179] range","detail":"{range_begin:/registry/persistentvolumes/pvc-816e5777-2a9c-42a3-810a-7bea7583a7bf; range_end:; response_count:1; response_revision:31312; }","duration":"222.317413ms","start":"2026-07-29T09:13:38.451651Z","end":"2026-07-29T09:13:38.673968Z","steps":["trace[1061998179] 'range keys from in-memory index tree' (duration: 221.82599ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:39.586027Z","caller":"traceutil/trace.go:171","msg":"trace[837408725] linearizableReadLoop","detail":"{readStateIndex:32290; appliedIndex:32289; }","duration":"295.397002ms","start":"2026-07-29T09:13:39.290598Z","end":"2026-07-29T09:13:39.585995Z","steps":["trace[837408725] 'read index received' (duration: 235.468212ms)","trace[837408725] 'applied index is now lower than readState.Index' (duration: 59.92742ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:39.586056Z","caller":"traceutil/trace.go:171","msg":"trace[1266157307] transaction","detail":"{read_only:false; response_revision:31314; number_of_response:1; }","duration":"405.568069ms","start":"2026-07-29T09:13:39.18045Z","end":"2026-07-29T09:13:39.586018Z","steps":["trace[1266157307] 'process raft request' (duration: 345.537266ms)","trace[1266157307] 'compare' (duration: 59.750346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:39.586259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:39.180427Z","time spent":"405.688961ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:13:39.586299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.669819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"info","ts":"2026-07-29T09:13:39.586384Z","caller":"traceutil/trace.go:171","msg":"trace[154032185] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:31314; }","duration":"295.797601ms","start":"2026-07-29T09:13:39.290562Z","end":"2026-07-29T09:13:39.586359Z","steps":["trace[154032185] 'agreement among raft nodes before linearized reading' (duration: 295.533185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:39.706624Z","caller":"traceutil/trace.go:171","msg":"trace[1696336976] linearizableReadLoop","detail":"{readStateIndex:32292; appliedIndex:32290; }","duration":"120.506595ms","start":"2026-07-29T09:13:39.586099Z","end":"2026-07-29T09:13:39.706606Z","steps":["trace[1696336976] 'read index received' (duration: 102.915954ms)","trace[1696336976] 'applied index is now lower than readState.Index' (duration: 17.589941ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:39.706683Z","caller":"traceutil/trace.go:171","msg":"trace[421807749] transaction","detail":"{read_only:false; response_revision:31315; number_of_response:1; }","duration":"220.393665ms","start":"2026-07-29T09:13:39.48624Z","end":"2026-07-29T09:13:39.706634Z","steps":["trace[421807749] 'process raft request' (duration: 202.754603ms)","trace[421807749] 'compare' (duration: 17.436657ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:39.70673Z","caller":"traceutil/trace.go:171","msg":"trace[1558604549] transaction","detail":"{read_only:false; response_revision:31316; number_of_response:1; }","duration":"150.149887ms","start":"2026-07-29T09:13:39.556573Z","end":"2026-07-29T09:13:39.706723Z","steps":["trace[1558604549] 'process raft request' (duration: 149.987303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:39.706959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.616462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:13:39.707048Z","caller":"traceutil/trace.go:171","msg":"trace[384453606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31317; }","duration":"294.758116ms","start":"2026-07-29T09:13:39.412271Z","end":"2026-07-29T09:13:39.707029Z","steps":["trace[384453606] 'agreement among raft nodes before linearized reading' (duration: 294.525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:39.70702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.079176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:13:39.7071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.072725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e133ad62-a4fe-4f0c-91eb-135b4fbfd30d\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T09:13:39.707151Z","caller":"traceutil/trace.go:171","msg":"trace[361920133] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:31317; }","duration":"154.27415ms","start":"2026-07-29T09:13:39.552844Z","end":"2026-07-29T09:13:39.707118Z","steps":["trace[361920133] 'agreement among raft nodes before linearized reading' (duration: 153.992293ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:39.70736Z","caller":"traceutil/trace.go:171","msg":"trace[823013328] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e133ad62-a4fe-4f0c-91eb-135b4fbfd30d; range_end:; response_count:1; response_revision:31317; }","duration":"118.223448ms","start":"2026-07-29T09:13:39.588932Z","end":"2026-07-29T09:13:39.707155Z","steps":["trace[823013328] 'agreement among raft nodes before linearized reading' (duration: 117.992182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:41.029364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.569376ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:13:41.029558Z","caller":"traceutil/trace.go:171","msg":"trace[637084612] linearizableReadLoop","detail":"{readStateIndex:32300; appliedIndex:32299; }","duration":"273.154445ms","start":"2026-07-29T09:13:40.756382Z","end":"2026-07-29T09:13:41.029537Z","steps":["trace[637084612] 'read index received' (duration: 116.373µs)","trace[637084612] 'applied index is now lower than readState.Index' (duration: 273.036022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:41.029833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.447882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-29T09:13:41.029945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.14696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T09:13:41.030031Z","caller":"traceutil/trace.go:171","msg":"trace[1564943442] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31323; }","duration":"272.245212ms","start":"2026-07-29T09:13:40.757766Z","end":"2026-07-29T09:13:41.030011Z","steps":["trace[1564943442] 'agreement among raft nodes before linearized reading' (duration: 271.999186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:41.029996Z","caller":"traceutil/trace.go:171","msg":"trace[1210377122] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:31323; }","duration":"273.783681ms","start":"2026-07-29T09:13:40.756197Z","end":"2026-07-29T09:13:41.029981Z","steps":["trace[1210377122] 'agreement among raft nodes before linearized reading' (duration: 273.478284ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:41.833491Z","caller":"traceutil/trace.go:171","msg":"trace[638149784] transaction","detail":"{read_only:false; response_revision:31328; number_of_response:1; }","duration":"119.399548ms","start":"2026-07-29T09:13:41.714053Z","end":"2026-07-29T09:13:41.833452Z","steps":["trace[638149784] 'process raft request' (duration: 27.616302ms)","trace[638149784] 'compare' (duration: 91.52784ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:41.833557Z","caller":"traceutil/trace.go:171","msg":"trace[966684882] transaction","detail":"{read_only:false; response_revision:31329; number_of_response:1; }","duration":"119.116671ms","start":"2026-07-29T09:13:41.714414Z","end":"2026-07-29T09:13:41.83353Z","steps":["trace[966684882] 'process raft request' (duration: 118.963797ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:42.080454Z","caller":"traceutil/trace.go:171","msg":"trace[1809802786] linearizableReadLoop","detail":"{readStateIndex:32309; appliedIndex:32308; }","duration":"161.607884ms","start":"2026-07-29T09:13:41.91882Z","end":"2026-07-29T09:13:42.080428Z","steps":["trace[1809802786] 'read index received' (duration: 161.46661ms)","trace[1809802786] 'applied index is now lower than readState.Index' (duration: 140.304µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:42.080745Z","caller":"traceutil/trace.go:171","msg":"trace[1132545081] transaction","detail":"{read_only:false; response_revision:31332; number_of_response:1; }","duration":"200.439615ms","start":"2026-07-29T09:13:41.880256Z","end":"2026-07-29T09:13:42.080696Z","steps":["trace[1132545081] 'process raft request' (duration: 200.001054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:42.080872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.224004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9623"} {"level":"info","ts":"2026-07-29T09:13:42.080957Z","caller":"traceutil/trace.go:171","msg":"trace[149493438] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:31332; }","duration":"157.347337ms","start":"2026-07-29T09:13:41.92359Z","end":"2026-07-29T09:13:42.080938Z","steps":["trace[149493438] 'agreement among raft nodes before linearized reading' (duration: 157.108631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:42.081065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.769384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:13:42.081225Z","caller":"traceutil/trace.go:171","msg":"trace[313221943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31332; }","duration":"198.938008ms","start":"2026-07-29T09:13:41.882255Z","end":"2026-07-29T09:13:42.081193Z","steps":["trace[313221943] 'agreement among raft nodes before linearized reading' (duration: 198.447556ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:44.791402Z","caller":"traceutil/trace.go:171","msg":"trace[964909397] linearizableReadLoop","detail":"{readStateIndex:32332; appliedIndex:32331; }","duration":"187.046361ms","start":"2026-07-29T09:13:44.604324Z","end":"2026-07-29T09:13:44.79137Z","steps":["trace[964909397] 'read index received' (duration: 186.752234ms)","trace[964909397] 'applied index is now lower than readState.Index' (duration: 293.297µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:44.791606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.255846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:13:44.791659Z","caller":"traceutil/trace.go:171","msg":"trace[81285387] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:31354; }","duration":"187.367689ms","start":"2026-07-29T09:13:44.604277Z","end":"2026-07-29T09:13:44.791644Z","steps":["trace[81285387] 'agreement among raft nodes before linearized reading' (duration: 187.205065ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:44.791849Z","caller":"traceutil/trace.go:171","msg":"trace[1717243600] transaction","detail":"{read_only:false; response_revision:31354; number_of_response:1; }","duration":"198.502736ms","start":"2026-07-29T09:13:44.593302Z","end":"2026-07-29T09:13:44.791805Z","steps":["trace[1717243600] 'process raft request' (duration: 197.870531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:49.802272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.332311ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T09:13:50.465476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.758871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:13:50.46588Z","caller":"traceutil/trace.go:171","msg":"trace[2081648330] linearizableReadLoop","detail":"{readStateIndex:32363; appliedIndex:32361; }","duration":"524.366631ms","start":"2026-07-29T09:13:49.94149Z","end":"2026-07-29T09:13:50.465856Z","steps":["trace[2081648330] 'read index received' (duration: 178.132788ms)","trace[2081648330] 'applied index is now lower than readState.Index' (duration: 346.232413ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:13:50.46602Z","caller":"traceutil/trace.go:171","msg":"trace[936201619] transaction","detail":"{read_only:false; response_revision:31385; number_of_response:1; }","duration":"509.122778ms","start":"2026-07-29T09:13:49.95686Z","end":"2026-07-29T09:13:50.465983Z","steps":["trace[936201619] 'process raft request' (duration: 508.929884ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:50.466124Z","caller":"traceutil/trace.go:171","msg":"trace[1995809994] transaction","detail":"{read_only:false; response_revision:31383; number_of_response:1; }","duration":"652.318202ms","start":"2026-07-29T09:13:49.813778Z","end":"2026-07-29T09:13:50.466096Z","steps":["trace[1995809994] 'process raft request' (duration: 305.813932ms)","trace[1995809994] 'compare' (duration: 345.245499ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:13:50.466185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:49.956839Z","time spent":"509.257502ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:13:50.466095Z","caller":"traceutil/trace.go:171","msg":"trace[1606874898] transaction","detail":"{read_only:false; response_revision:31384; number_of_response:1; }","duration":"593.956022ms","start":"2026-07-29T09:13:49.872066Z","end":"2026-07-29T09:13:50.466022Z","steps":["trace[1606874898] 'process raft request' (duration: 593.562513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:50.466263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:49.813758Z","time spent":"652.444886ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:13:50.466284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.768271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:13:50.466335Z","caller":"traceutil/trace.go:171","msg":"trace[821907759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31385; }","duration":"504.853904ms","start":"2026-07-29T09:13:49.961466Z","end":"2026-07-29T09:13:50.46632Z","steps":["trace[821907759] 'agreement among raft nodes before linearized reading' (duration: 504.737711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:50.466381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:49.961444Z","time spent":"504.925915ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T09:13:50.466783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.852134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:13:50.466876Z","caller":"traceutil/trace.go:171","msg":"trace[998328821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31385; }","duration":"344.020259ms","start":"2026-07-29T09:13:50.122833Z","end":"2026-07-29T09:13:50.466853Z","steps":["trace[998328821] 'agreement among raft nodes before linearized reading' (duration: 343.864455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:50.466882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.845098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T09:13:50.466921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:50.122809Z","time spent":"344.10362ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:13:50.466927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.562786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T09:13:50.466977Z","caller":"traceutil/trace.go:171","msg":"trace[1031022511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31385; }","duration":"303.626938ms","start":"2026-07-29T09:13:50.163335Z","end":"2026-07-29T09:13:50.466962Z","steps":["trace[1031022511] 'agreement among raft nodes before linearized reading' (duration: 303.475075ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:13:50.466976Z","caller":"traceutil/trace.go:171","msg":"trace[1321857058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31385; }","duration":"479.973231ms","start":"2026-07-29T09:13:49.986982Z","end":"2026-07-29T09:13:50.466956Z","steps":["trace[1321857058] 'agreement among raft nodes before linearized reading' (duration: 479.727825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:50.46698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.695399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T09:13:50.467022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:50.163327Z","time spent":"303.68779ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:13:50.46703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:49.986967Z","time spent":"480.054373ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T09:13:50.467034Z","caller":"traceutil/trace.go:171","msg":"trace[2090190868] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31385; }","duration":"319.789262ms","start":"2026-07-29T09:13:50.147232Z","end":"2026-07-29T09:13:50.467021Z","steps":["trace[2090190868] 'agreement among raft nodes before linearized reading' (duration: 319.647518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:50.467069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:50.147212Z","time spent":"319.848623ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:13:50.467188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.453419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T09:13:50.466867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.371831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:13:50.46724Z","caller":"traceutil/trace.go:171","msg":"trace[263297726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31385; }","duration":"306.525511ms","start":"2026-07-29T09:13:50.160701Z","end":"2026-07-29T09:13:50.467226Z","steps":["trace[263297726] 'agreement among raft nodes before linearized reading' (duration: 306.402178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:50.467272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:50.160688Z","time spent":"306.575932ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T09:13:50.466154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.653609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:13:50.467308Z","caller":"traceutil/trace.go:171","msg":"trace[323419666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31385; }","duration":"311.801321ms","start":"2026-07-29T09:13:50.155435Z","end":"2026-07-29T09:13:50.467236Z","steps":["trace[323419666] 'agreement among raft nodes before linearized reading' (duration: 311.258698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:50.46647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:49.872035Z","time spent":"594.21114ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:13:50.467346Z","caller":"traceutil/trace.go:171","msg":"trace[492967490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31385; }","duration":"525.88495ms","start":"2026-07-29T09:13:49.941446Z","end":"2026-07-29T09:13:50.467331Z","steps":["trace[492967490] 'agreement among raft nodes before linearized reading' (duration: 524.557076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:13:50.467405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:49.941426Z","time spent":"525.959881ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T09:13:50.467898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:13:50.155413Z","time spent":"312.466648ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T09:14:02.27709Z","caller":"traceutil/trace.go:171","msg":"trace[10590501] linearizableReadLoop","detail":"{readStateIndex:32444; appliedIndex:32443; }","duration":"153.471701ms","start":"2026-07-29T09:14:02.12359Z","end":"2026-07-29T09:14:02.277061Z","steps":["trace[10590501] 'read index received' (duration: 153.238595ms)","trace[10590501] 'applied index is now lower than readState.Index' (duration: 232.246µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:02.2772Z","caller":"traceutil/trace.go:171","msg":"trace[2022793606] transaction","detail":"{read_only:false; response_revision:31463; number_of_response:1; }","duration":"187.83042ms","start":"2026-07-29T09:14:02.089332Z","end":"2026-07-29T09:14:02.277163Z","steps":["trace[2022793606] 'process raft request' (duration: 187.555123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:02.277268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.697896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:14:02.277374Z","caller":"traceutil/trace.go:171","msg":"trace[671532687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31463; }","duration":"153.83942ms","start":"2026-07-29T09:14:02.123483Z","end":"2026-07-29T09:14:02.277322Z","steps":["trace[671532687] 'agreement among raft nodes before linearized reading' (duration: 153.708937ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:08.694347Z","caller":"traceutil/trace.go:171","msg":"trace[2118372533] transaction","detail":"{read_only:false; response_revision:31504; number_of_response:1; }","duration":"105.768996ms","start":"2026-07-29T09:14:08.588535Z","end":"2026-07-29T09:14:08.694304Z","steps":["trace[2118372533] 'process raft request' (duration: 72.982316ms)","trace[2118372533] 'compare' (duration: 32.548114ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:08.853086Z","caller":"traceutil/trace.go:171","msg":"trace[1573544526] transaction","detail":"{read_only:false; response_revision:31506; number_of_response:1; }","duration":"153.43549ms","start":"2026-07-29T09:14:08.699618Z","end":"2026-07-29T09:14:08.853053Z","steps":["trace[1573544526] 'process raft request' (duration: 122.808533ms)","trace[1573544526] 'compare' (duration: 30.36389ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:08.85342Z","caller":"traceutil/trace.go:171","msg":"trace[93228742] transaction","detail":"{read_only:false; response_revision:31507; number_of_response:1; }","duration":"153.680466ms","start":"2026-07-29T09:14:08.699697Z","end":"2026-07-29T09:14:08.853377Z","steps":["trace[93228742] 'process raft request' (duration: 153.302756ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:08.854744Z","caller":"traceutil/trace.go:171","msg":"trace[151659317] transaction","detail":"{read_only:false; response_revision:31508; number_of_response:1; }","duration":"154.676601ms","start":"2026-07-29T09:14:08.700043Z","end":"2026-07-29T09:14:08.85472Z","steps":["trace[151659317] 'process raft request' (duration: 153.236694ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:08.855081Z","caller":"traceutil/trace.go:171","msg":"trace[1871127269] transaction","detail":"{read_only:false; response_revision:31509; number_of_response:1; }","duration":"155.01586ms","start":"2026-07-29T09:14:08.700054Z","end":"2026-07-29T09:14:08.85507Z","steps":["trace[1871127269] 'process raft request' (duration: 154.61402ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:08.855081Z","caller":"traceutil/trace.go:171","msg":"trace[1930355414] transaction","detail":"{read_only:false; response_revision:31510; number_of_response:1; }","duration":"154.914237ms","start":"2026-07-29T09:14:08.700143Z","end":"2026-07-29T09:14:08.855057Z","steps":["trace[1930355414] 'process raft request' (duration: 154.795114ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:12.149983Z","caller":"traceutil/trace.go:171","msg":"trace[277450129] transaction","detail":"{read_only:false; response_revision:31525; number_of_response:1; }","duration":"161.288276ms","start":"2026-07-29T09:14:11.988659Z","end":"2026-07-29T09:14:12.149947Z","steps":["trace[277450129] 'process raft request' (duration: 161.063441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:17.065277Z","caller":"traceutil/trace.go:171","msg":"trace[1418101564] linearizableReadLoop","detail":"{readStateIndex:32542; appliedIndex:32541; }","duration":"316.837799ms","start":"2026-07-29T09:14:16.748408Z","end":"2026-07-29T09:14:17.065246Z","steps":["trace[1418101564] 'read index received' (duration: 307.398172ms)","trace[1418101564] 'applied index is now lower than readState.Index' (duration: 9.438817ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:17.065453Z","caller":"traceutil/trace.go:171","msg":"trace[1222431637] transaction","detail":"{read_only:false; response_revision:31557; number_of_response:1; }","duration":"343.206258ms","start":"2026-07-29T09:14:16.7222Z","end":"2026-07-29T09:14:17.065406Z","steps":["trace[1222431637] 'process raft request' (duration: 333.618467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:17.065715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.422849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:14:17.065726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.303122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T09:14:17.065741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:16.722178Z","time spent":"343.396773ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:14:17.065765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.475856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:14:17.065787Z","caller":"traceutil/trace.go:171","msg":"trace[488540613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31557; }","duration":"161.512512ms","start":"2026-07-29T09:14:16.904253Z","end":"2026-07-29T09:14:17.065765Z","steps":["trace[488540613] 'agreement among raft nodes before linearized reading' (duration: 161.310147ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:17.065829Z","caller":"traceutil/trace.go:171","msg":"trace[332243537] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31557; }","duration":"158.586219ms","start":"2026-07-29T09:14:16.907228Z","end":"2026-07-29T09:14:17.065814Z","steps":["trace[332243537] 'agreement among raft nodes before linearized reading' (duration: 158.356063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:17.065818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.632139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:14:17.065826Z","caller":"traceutil/trace.go:171","msg":"trace[2019585590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31557; }","duration":"158.423414ms","start":"2026-07-29T09:14:16.907374Z","end":"2026-07-29T09:14:17.065797Z","steps":["trace[2019585590] 'agreement among raft nodes before linearized reading' (duration: 158.185928ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:17.06588Z","caller":"traceutil/trace.go:171","msg":"trace[1239415565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31557; }","duration":"176.723602ms","start":"2026-07-29T09:14:16.889135Z","end":"2026-07-29T09:14:17.065859Z","steps":["trace[1239415565] 'agreement among raft nodes before linearized reading' (duration: 176.420984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:17.065893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.053169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"warn","ts":"2026-07-29T09:14:17.065906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.530407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:14:17.065983Z","caller":"traceutil/trace.go:171","msg":"trace[637779160] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:31557; }","duration":"107.202283ms","start":"2026-07-29T09:14:16.958756Z","end":"2026-07-29T09:14:17.065958Z","steps":["trace[637779160] 'agreement among raft nodes before linearized reading' (duration: 106.932507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:17.065989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.588488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:14:17.066003Z","caller":"traceutil/trace.go:171","msg":"trace[3218375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31557; }","duration":"172.660321ms","start":"2026-07-29T09:14:16.893316Z","end":"2026-07-29T09:14:17.065976Z","steps":["trace[3218375] 'agreement among raft nodes before linearized reading' (duration: 172.326062ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:17.066027Z","caller":"traceutil/trace.go:171","msg":"trace[1823448012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31557; }","duration":"317.660949ms","start":"2026-07-29T09:14:16.748355Z","end":"2026-07-29T09:14:17.066016Z","steps":["trace[1823448012] 'agreement among raft nodes before linearized reading' (duration: 317.026113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:17.066057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:16.748337Z","time spent":"317.712331ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T09:14:19.022492Z","caller":"traceutil/trace.go:171","msg":"trace[1295710678] transaction","detail":"{read_only:false; response_revision:31569; number_of_response:1; }","duration":"182.492776ms","start":"2026-07-29T09:14:18.839972Z","end":"2026-07-29T09:14:19.022464Z","steps":["trace[1295710678] 'process raft request' (duration: 182.197729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:19.577716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680221500410980438,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T09:14:19.907212Z","caller":"traceutil/trace.go:171","msg":"trace[1854299657] transaction","detail":"{read_only:false; response_revision:31570; number_of_response:1; }","duration":"834.470351ms","start":"2026-07-29T09:14:19.072714Z","end":"2026-07-29T09:14:19.907185Z","steps":["trace[1854299657] 'process raft request' (duration: 834.268076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:19.907401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.072681Z","time spent":"834.625234ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:14:19.977422Z","caller":"traceutil/trace.go:171","msg":"trace[1276955082] transaction","detail":"{read_only:false; response_revision:31571; number_of_response:1; }","duration":"469.731284ms","start":"2026-07-29T09:14:19.507655Z","end":"2026-07-29T09:14:19.977386Z","steps":["trace[1276955082] 'process raft request' (duration: 469.57145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:19.977627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.507635Z","time spent":"469.878257ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:14:20.093029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.667024ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:14:20.093139Z","caller":"traceutil/trace.go:171","msg":"trace[660713641] linearizableReadLoop","detail":"{readStateIndex:32557; appliedIndex:32554; }","duration":"1.016256948s","start":"2026-07-29T09:14:19.076863Z","end":"2026-07-29T09:14:20.09312Z","steps":["trace[660713641] 'read index received' (duration: 830.137861ms)","trace[660713641] 'applied index is now lower than readState.Index' (duration: 186.117577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:14:20.093436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.027582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T09:14:20.093459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.925589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-29T09:14:20.093525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.807577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:14:20.093524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016661228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:14:20.093546Z","caller":"traceutil/trace.go:171","msg":"trace[1222600279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31571; }","duration":"984.175467ms","start":"2026-07-29T09:14:19.109342Z","end":"2026-07-29T09:14:20.093518Z","steps":["trace[1222600279] 'agreement among raft nodes before linearized reading' (duration: 983.917749ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:20.093599Z","caller":"traceutil/trace.go:171","msg":"trace[1522362616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31571; }","duration":"983.91662ms","start":"2026-07-29T09:14:19.109662Z","end":"2026-07-29T09:14:20.093579Z","steps":["trace[1522362616] 'agreement among raft nodes before linearized reading' (duration: 983.682383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:20.093579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.520821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:14:20.093607Z","caller":"traceutil/trace.go:171","msg":"trace[108689871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31571; }","duration":"1.016783892s","start":"2026-07-29T09:14:19.076805Z","end":"2026-07-29T09:14:20.093589Z","steps":["trace[108689871] 'agreement among raft nodes before linearized reading' (duration: 1.016526755s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:20.093631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.109322Z","time spent":"984.28777ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T09:14:20.093643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.109653Z","time spent":"983.981672ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T09:14:20.093648Z","caller":"traceutil/trace.go:171","msg":"trace[810046672] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:31571; }","duration":"983.586322ms","start":"2026-07-29T09:14:19.11005Z","end":"2026-07-29T09:14:20.093636Z","steps":["trace[810046672] 'agreement among raft nodes before linearized reading' (duration: 983.207352ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:20.093562Z","caller":"traceutil/trace.go:171","msg":"trace[1250394009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31571; }","duration":"984.070424ms","start":"2026-07-29T09:14:19.109472Z","end":"2026-07-29T09:14:20.093543Z","steps":["trace[1250394009] 'agreement among raft nodes before linearized reading' (duration: 983.792306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:20.09371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.109466Z","time spent":"984.235868ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T09:14:20.09366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.203087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T09:14:20.093743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.110025Z","time spent":"983.689184ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:14:20.093474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.671233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:14:20.093797Z","caller":"traceutil/trace.go:171","msg":"trace[36697132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31571; }","duration":"984.400162ms","start":"2026-07-29T09:14:19.109375Z","end":"2026-07-29T09:14:20.093776Z","steps":["trace[36697132] 'agreement among raft nodes before linearized reading' (duration: 984.024412ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:20.093807Z","caller":"traceutil/trace.go:171","msg":"trace[1879885009] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:31571; }","duration":"761.053753ms","start":"2026-07-29T09:14:19.332737Z","end":"2026-07-29T09:14:20.093791Z","steps":["trace[1879885009] 'agreement among raft nodes before linearized reading' (duration: 760.657242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:20.09386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.332716Z","time spent":"761.125936ms","remote":"127.0.0.1:47928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:14:20.093855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.109357Z","time spent":"984.486785ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T09:14:20.093673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:14:19.076775Z","time spent":"1.016888974s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T09:14:20.289652Z","caller":"traceutil/trace.go:171","msg":"trace[1469545093] transaction","detail":"{read_only:false; response_revision:31573; number_of_response:1; }","duration":"189.716208ms","start":"2026-07-29T09:14:20.099911Z","end":"2026-07-29T09:14:20.289627Z","steps":["trace[1469545093] 'process raft request' (duration: 189.517712ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:20.289879Z","caller":"traceutil/trace.go:171","msg":"trace[1199643469] transaction","detail":"{read_only:false; response_revision:31574; number_of_response:1; }","duration":"189.81211ms","start":"2026-07-29T09:14:20.100049Z","end":"2026-07-29T09:14:20.289861Z","steps":["trace[1199643469] 'process raft request' (duration: 189.538732ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:20.290116Z","caller":"traceutil/trace.go:171","msg":"trace[170505989] transaction","detail":"{read_only:false; response_revision:31575; number_of_response:1; }","duration":"189.087992ms","start":"2026-07-29T09:14:20.101021Z","end":"2026-07-29T09:14:20.290109Z","steps":["trace[170505989] 'process raft request' (duration: 188.761134ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:20.290192Z","caller":"traceutil/trace.go:171","msg":"trace[1334374431] transaction","detail":"{read_only:false; response_revision:31576; number_of_response:1; }","duration":"189.049562ms","start":"2026-07-29T09:14:20.101136Z","end":"2026-07-29T09:14:20.290185Z","steps":["trace[1334374431] 'process raft request' (duration: 188.878307ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:20.290171Z","caller":"traceutil/trace.go:171","msg":"trace[1542177019] linearizableReadLoop","detail":"{readStateIndex:32563; appliedIndex:32557; }","duration":"167.754268ms","start":"2026-07-29T09:14:20.122393Z","end":"2026-07-29T09:14:20.290147Z","steps":["trace[1542177019] 'read index received' (duration: 35.158839ms)","trace[1542177019] 'applied index is now lower than readState.Index' (duration: 132.594559ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:20.290279Z","caller":"traceutil/trace.go:171","msg":"trace[1072865457] transaction","detail":"{read_only:false; response_revision:31577; number_of_response:1; }","duration":"188.847316ms","start":"2026-07-29T09:14:20.101425Z","end":"2026-07-29T09:14:20.290273Z","steps":["trace[1072865457] 'process raft request' (duration: 188.676481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:20.29029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.887521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:14:20.290332Z","caller":"traceutil/trace.go:171","msg":"trace[1757544764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31577; }","duration":"167.969843ms","start":"2026-07-29T09:14:20.122348Z","end":"2026-07-29T09:14:20.290318Z","steps":["trace[1757544764] 'agreement among raft nodes before linearized reading' (duration: 167.894311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:20.390433Z","caller":"traceutil/trace.go:171","msg":"trace[2064427126] transaction","detail":"{read_only:false; response_revision:31578; number_of_response:1; }","duration":"205.342468ms","start":"2026-07-29T09:14:20.185058Z","end":"2026-07-29T09:14:20.3904Z","steps":["trace[2064427126] 'process raft request' (duration: 201.679647ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:24.44352Z","caller":"traceutil/trace.go:171","msg":"trace[1960821040] linearizableReadLoop","detail":"{readStateIndex:32589; appliedIndex:32584; }","duration":"126.313841ms","start":"2026-07-29T09:14:24.317185Z","end":"2026-07-29T09:14:24.443499Z","steps":["trace[1960821040] 'read index received' (duration: 1.203191ms)","trace[1960821040] 'applied index is now lower than readState.Index' (duration: 125.1098ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:24.443828Z","caller":"traceutil/trace.go:171","msg":"trace[756425301] transaction","detail":"{read_only:false; response_revision:31600; number_of_response:1; }","duration":"131.762807ms","start":"2026-07-29T09:14:24.312054Z","end":"2026-07-29T09:14:24.443817Z","steps":["trace[756425301] 'process raft request' (duration: 131.149671ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:24.443986Z","caller":"traceutil/trace.go:171","msg":"trace[1325143563] transaction","detail":"{read_only:false; response_revision:31601; number_of_response:1; }","duration":"131.879399ms","start":"2026-07-29T09:14:24.312099Z","end":"2026-07-29T09:14:24.443978Z","steps":["trace[1325143563] 'process raft request' (duration: 131.264884ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:24.444086Z","caller":"traceutil/trace.go:171","msg":"trace[601003443] transaction","detail":"{read_only:false; response_revision:31602; number_of_response:1; }","duration":"131.939462ms","start":"2026-07-29T09:14:24.312139Z","end":"2026-07-29T09:14:24.444079Z","steps":["trace[601003443] 'process raft request' (duration: 131.299245ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:24.444215Z","caller":"traceutil/trace.go:171","msg":"trace[794886249] transaction","detail":"{read_only:false; response_revision:31603; number_of_response:1; }","duration":"132.003354ms","start":"2026-07-29T09:14:24.312203Z","end":"2026-07-29T09:14:24.444206Z","steps":["trace[794886249] 'process raft request' (duration: 131.263785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:24.444447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.242925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T09:14:24.444487Z","caller":"traceutil/trace.go:171","msg":"trace[1432355621] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:31603; }","duration":"127.314896ms","start":"2026-07-29T09:14:24.317162Z","end":"2026-07-29T09:14:24.444476Z","steps":["trace[1432355621] 'agreement among raft nodes before linearized reading' (duration: 127.173822ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:24.567147Z","caller":"traceutil/trace.go:171","msg":"trace[416483996] linearizableReadLoop","detail":"{readStateIndex:32590; appliedIndex:32589; }","duration":"123.504591ms","start":"2026-07-29T09:14:24.443609Z","end":"2026-07-29T09:14:24.567114Z","steps":["trace[416483996] 'read index received' (duration: 55.347706ms)","trace[416483996] 'applied index is now lower than readState.Index' (duration: 68.155364ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:24.567304Z","caller":"traceutil/trace.go:171","msg":"trace[1210010392] transaction","detail":"{read_only:false; response_revision:31604; number_of_response:1; }","duration":"162.247149ms","start":"2026-07-29T09:14:24.405029Z","end":"2026-07-29T09:14:24.567277Z","steps":["trace[1210010392] 'process raft request' (duration: 93.977211ms)","trace[1210010392] 'compare' (duration: 67.920199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:14:24.567413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.802725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:14:24.567475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.836684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38d0a7f0-b55b-48b0-82d2-4cf90a14439b\" ","response":"range_response_count:1 size:2206"} {"level":"info","ts":"2026-07-29T09:14:24.567504Z","caller":"traceutil/trace.go:171","msg":"trace[1672134498] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:31604; }","duration":"204.919328ms","start":"2026-07-29T09:14:24.362566Z","end":"2026-07-29T09:14:24.567485Z","steps":["trace[1672134498] 'agreement among raft nodes before linearized reading' (duration: 204.731122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:24.567581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.670099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:14:24.567589Z","caller":"traceutil/trace.go:171","msg":"trace[1599660017] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38d0a7f0-b55b-48b0-82d2-4cf90a14439b; range_end:; response_count:1; response_revision:31604; }","duration":"118.944027ms","start":"2026-07-29T09:14:24.448581Z","end":"2026-07-29T09:14:24.567525Z","steps":["trace[1599660017] 'agreement among raft nodes before linearized reading' (duration: 118.72796ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:24.567626Z","caller":"traceutil/trace.go:171","msg":"trace[859866224] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:31604; }","duration":"116.746651ms","start":"2026-07-29T09:14:24.450869Z","end":"2026-07-29T09:14:24.567616Z","steps":["trace[859866224] 'agreement among raft nodes before linearized reading' (duration: 116.540746ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:24.811241Z","caller":"traceutil/trace.go:171","msg":"trace[429815062] transaction","detail":"{read_only:false; response_revision:31605; number_of_response:1; }","duration":"221.988695ms","start":"2026-07-29T09:14:24.58922Z","end":"2026-07-29T09:14:24.811209Z","steps":["trace[429815062] 'process raft request' (duration: 137.290235ms)","trace[429815062] 'compare' (duration: 84.547767ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:28.480114Z","caller":"traceutil/trace.go:171","msg":"trace[1183204592] linearizableReadLoop","detail":"{readStateIndex:32612; appliedIndex:32611; }","duration":"144.598578ms","start":"2026-07-29T09:14:28.33549Z","end":"2026-07-29T09:14:28.480089Z","steps":["trace[1183204592] 'read index received' (duration: 142.766503ms)","trace[1183204592] 'applied index is now lower than readState.Index' (duration: 1.830825ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:28.480172Z","caller":"traceutil/trace.go:171","msg":"trace[1965202424] transaction","detail":"{read_only:false; response_revision:31625; number_of_response:1; }","duration":"249.875322ms","start":"2026-07-29T09:14:28.230261Z","end":"2026-07-29T09:14:28.480136Z","steps":["trace[1965202424] 'process raft request' (duration: 247.963125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:14:28.480636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.126641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:14:28.480716Z","caller":"traceutil/trace.go:171","msg":"trace[1181584364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31625; }","duration":"145.253234ms","start":"2026-07-29T09:14:28.335447Z","end":"2026-07-29T09:14:28.480701Z","steps":["trace[1181584364] 'agreement among raft nodes before linearized reading' (duration: 144.724441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:30.735663Z","caller":"traceutil/trace.go:171","msg":"trace[50029734] transaction","detail":"{read_only:false; response_revision:31644; number_of_response:1; }","duration":"143.89622ms","start":"2026-07-29T09:14:30.591737Z","end":"2026-07-29T09:14:30.735633Z","steps":["trace[50029734] 'process raft request' (duration: 93.399827ms)","trace[50029734] 'compare' (duration: 50.213866ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:14:30.735821Z","caller":"traceutil/trace.go:171","msg":"trace[1575276966] transaction","detail":"{read_only:false; response_revision:31645; number_of_response:1; }","duration":"141.773027ms","start":"2026-07-29T09:14:30.59402Z","end":"2026-07-29T09:14:30.735793Z","steps":["trace[1575276966] 'process raft request' (duration: 141.555512ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:14:50.738391Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30378} {"level":"info","ts":"2026-07-29T09:14:50.863339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30378,"took":"120.407182ms","hash":2480794698,"current-db-size-bytes":47505408,"current-db-size":"48 MB","current-db-size-in-use-bytes":27422720,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-29T09:14:50.863398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2480794698,"revision":30378,"compact-revision":28150} {"level":"warn","ts":"2026-07-29T09:15:19.405508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.223931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:15:19.405619Z","caller":"traceutil/trace.go:171","msg":"trace[420719259] linearizableReadLoop","detail":"{readStateIndex:32986; appliedIndex:32985; }","duration":"283.642387ms","start":"2026-07-29T09:15:19.121959Z","end":"2026-07-29T09:15:19.405601Z","steps":["trace[420719259] 'read index received' (duration: 39.152789ms)","trace[420719259] 'applied index is now lower than readState.Index' (duration: 244.488498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:15:19.405682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.72916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:15:19.405708Z","caller":"traceutil/trace.go:171","msg":"trace[711125799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31987; }","duration":"283.798961ms","start":"2026-07-29T09:15:19.1219Z","end":"2026-07-29T09:15:19.405699Z","steps":["trace[711125799] 'agreement among raft nodes before linearized reading' (duration: 283.74671ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:19.405778Z","caller":"traceutil/trace.go:171","msg":"trace[2058936770] transaction","detail":"{read_only:false; response_revision:31987; number_of_response:1; }","duration":"309.011562ms","start":"2026-07-29T09:15:19.096722Z","end":"2026-07-29T09:15:19.405734Z","steps":["trace[2058936770] 'process raft request' (duration: 64.474743ms)","trace[2058936770] 'compare' (duration: 244.118159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:15:19.405851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:19.096692Z","time spent":"309.120825ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:15:21.508382Z","caller":"traceutil/trace.go:171","msg":"trace[15418411] transaction","detail":"{read_only:false; response_revision:31999; number_of_response:1; }","duration":"108.73889ms","start":"2026-07-29T09:15:21.399619Z","end":"2026-07-29T09:15:21.508358Z","steps":["trace[15418411] 'process raft request' (duration: 108.566486ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:21.523611Z","caller":"traceutil/trace.go:171","msg":"trace[194594298] transaction","detail":"{read_only:false; response_revision:32000; number_of_response:1; }","duration":"112.943876ms","start":"2026-07-29T09:15:21.410616Z","end":"2026-07-29T09:15:21.523559Z","steps":["trace[194594298] 'process raft request' (duration: 112.778601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:33.741038Z","caller":"traceutil/trace.go:171","msg":"trace[733130091] transaction","detail":"{read_only:false; response_revision:32077; number_of_response:1; }","duration":"178.451125ms","start":"2026-07-29T09:15:33.562557Z","end":"2026-07-29T09:15:33.741008Z","steps":["trace[733130091] 'process raft request' (duration: 178.215819ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:33.773921Z","caller":"traceutil/trace.go:171","msg":"trace[127838283] transaction","detail":"{read_only:false; response_revision:32078; number_of_response:1; }","duration":"205.855971ms","start":"2026-07-29T09:15:33.568036Z","end":"2026-07-29T09:15:33.773892Z","steps":["trace[127838283] 'process raft request' (duration: 205.675256ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:49.346084Z","caller":"traceutil/trace.go:171","msg":"trace[995065933] linearizableReadLoop","detail":"{readStateIndex:33180; appliedIndex:33179; }","duration":"257.249997ms","start":"2026-07-29T09:15:49.088808Z","end":"2026-07-29T09:15:49.346058Z","steps":["trace[995065933] 'read index received' (duration: 257.011901ms)","trace[995065933] 'applied index is now lower than readState.Index' (duration: 237.016µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:15:49.346144Z","caller":"traceutil/trace.go:171","msg":"trace[151087347] transaction","detail":"{read_only:false; response_revision:32174; number_of_response:1; }","duration":"257.38071ms","start":"2026-07-29T09:15:49.088713Z","end":"2026-07-29T09:15:49.346094Z","steps":["trace[151087347] 'process raft request' (duration: 257.109333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:15:49.346317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.488693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:15:49.346389Z","caller":"traceutil/trace.go:171","msg":"trace[563798524] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:32174; }","duration":"257.593136ms","start":"2026-07-29T09:15:49.08878Z","end":"2026-07-29T09:15:49.346373Z","steps":["trace[563798524] 'agreement among raft nodes before linearized reading' (duration: 257.391801ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:49.352561Z","caller":"traceutil/trace.go:171","msg":"trace[1181837335] transaction","detail":"{read_only:false; response_revision:32175; number_of_response:1; }","duration":"263.521904ms","start":"2026-07-29T09:15:49.089021Z","end":"2026-07-29T09:15:49.352542Z","steps":["trace[1181837335] 'process raft request' (duration: 263.319569ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:49.352604Z","caller":"traceutil/trace.go:171","msg":"trace[1065126295] transaction","detail":"{read_only:false; response_revision:32176; number_of_response:1; }","duration":"263.38295ms","start":"2026-07-29T09:15:49.089199Z","end":"2026-07-29T09:15:49.352582Z","steps":["trace[1065126295] 'process raft request' (duration: 263.274797ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:49.352761Z","caller":"traceutil/trace.go:171","msg":"trace[2042220088] transaction","detail":"{read_only:false; response_revision:32177; number_of_response:1; }","duration":"262.144318ms","start":"2026-07-29T09:15:49.090609Z","end":"2026-07-29T09:15:49.352753Z","steps":["trace[2042220088] 'process raft request' (duration: 261.922033ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:49.352884Z","caller":"traceutil/trace.go:171","msg":"trace[192221716] transaction","detail":"{read_only:false; response_revision:32178; number_of_response:1; }","duration":"256.120738ms","start":"2026-07-29T09:15:49.096747Z","end":"2026-07-29T09:15:49.352868Z","steps":["trace[192221716] 'process raft request' (duration: 255.970004ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:54.593291Z","caller":"traceutil/trace.go:171","msg":"trace[1123575853] linearizableReadLoop","detail":"{readStateIndex:33214; appliedIndex:33213; }","duration":"137.778557ms","start":"2026-07-29T09:15:54.455489Z","end":"2026-07-29T09:15:54.593267Z","steps":["trace[1123575853] 'read index received' (duration: 137.654294ms)","trace[1123575853] 'applied index is now lower than readState.Index' (duration: 122.983µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:15:54.593316Z","caller":"traceutil/trace.go:171","msg":"trace[1566913457] transaction","detail":"{read_only:false; response_revision:32207; number_of_response:1; }","duration":"293.319839ms","start":"2026-07-29T09:15:54.299971Z","end":"2026-07-29T09:15:54.593291Z","steps":["trace[1566913457] 'process raft request' (duration: 293.121104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:15:54.593507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.007023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:15:54.593549Z","caller":"traceutil/trace.go:171","msg":"trace[1286931459] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:32207; }","duration":"138.104295ms","start":"2026-07-29T09:15:54.455434Z","end":"2026-07-29T09:15:54.593539Z","steps":["trace[1286931459] 'agreement among raft nodes before linearized reading' (duration: 137.927121ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:54.930677Z","caller":"traceutil/trace.go:171","msg":"trace[1848773] transaction","detail":"{read_only:false; response_revision:32208; number_of_response:1; }","duration":"377.126746ms","start":"2026-07-29T09:15:54.553523Z","end":"2026-07-29T09:15:54.93065Z","steps":["trace[1848773] 'process raft request' (duration: 376.912761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:15:54.930874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:54.553497Z","time spent":"377.280749ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:15:55.015243Z","caller":"traceutil/trace.go:171","msg":"trace[1480218610] linearizableReadLoop","detail":"{readStateIndex:33216; appliedIndex:33214; }","duration":"346.553841ms","start":"2026-07-29T09:15:54.66866Z","end":"2026-07-29T09:15:55.015214Z","steps":["trace[1480218610] 'read index received' (duration: 261.742379ms)","trace[1480218610] 'applied index is now lower than readState.Index' (duration: 84.809782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:15:55.015242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:54.594318Z","time spent":"420.915443ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T09:15:55.015469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.754486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:15:55.0156Z","caller":"traceutil/trace.go:171","msg":"trace[425289350] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:32208; }","duration":"346.975732ms","start":"2026-07-29T09:15:54.668607Z","end":"2026-07-29T09:15:55.015583Z","steps":["trace[425289350] 'agreement among raft nodes before linearized reading' (duration: 346.739665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:15:55.015684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:54.668587Z","time spent":"347.082315ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:15:55.892865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.538377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:15:55.892977Z","caller":"traceutil/trace.go:171","msg":"trace[1966324495] transaction","detail":"{read_only:false; response_revision:32213; number_of_response:1; }","duration":"466.316878ms","start":"2026-07-29T09:15:55.426637Z","end":"2026-07-29T09:15:55.892954Z","steps":["trace[1966324495] 'process raft request' (duration: 275.610477ms)","trace[1966324495] 'compare' (duration: 190.351373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:15:55.893037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:55.426617Z","time spent":"466.391261ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:15:55.934467Z","caller":"traceutil/trace.go:171","msg":"trace[535602490] transaction","detail":"{read_only:false; response_revision:32214; number_of_response:1; }","duration":"485.125711ms","start":"2026-07-29T09:15:55.449294Z","end":"2026-07-29T09:15:55.93442Z","steps":["trace[535602490] 'process raft request' (duration: 484.783311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:55.934503Z","caller":"traceutil/trace.go:171","msg":"trace[1581123150] transaction","detail":"{read_only:false; response_revision:32215; number_of_response:1; }","duration":"485.168341ms","start":"2026-07-29T09:15:55.4493Z","end":"2026-07-29T09:15:55.934469Z","steps":["trace[1581123150] 'process raft request' (duration: 485.027167ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:55.934496Z","caller":"traceutil/trace.go:171","msg":"trace[462305608] transaction","detail":"{read_only:false; response_revision:32217; number_of_response:1; }","duration":"484.705369ms","start":"2026-07-29T09:15:55.449768Z","end":"2026-07-29T09:15:55.934474Z","steps":["trace[462305608] 'process raft request' (duration: 484.662468ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:15:55.934533Z","caller":"traceutil/trace.go:171","msg":"trace[1372591998] transaction","detail":"{read_only:false; response_revision:32216; number_of_response:1; }","duration":"484.75306ms","start":"2026-07-29T09:15:55.449749Z","end":"2026-07-29T09:15:55.934502Z","steps":["trace[1372591998] 'process raft request' (duration: 484.642387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:15:55.934667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:55.44925Z","time spent":"485.317495ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:15:55.934785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:55.449758Z","time spent":"484.915004ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:15:55.934847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:55.449267Z","time spent":"485.514589ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:15:55.93501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:15:55.449716Z","time spent":"485.017096ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:15:59.90386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.066155ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-29T09:16:11.525178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.108096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T09:16:11.525275Z","caller":"traceutil/trace.go:171","msg":"trace[1119356369] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32313; }","duration":"120.218028ms","start":"2026-07-29T09:16:11.405006Z","end":"2026-07-29T09:16:11.525224Z","steps":["trace[1119356369] 'range keys from in-memory index tree' (duration: 119.746647ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:16:26.299006Z","caller":"traceutil/trace.go:171","msg":"trace[502124132] linearizableReadLoop","detail":"{readStateIndex:33421; appliedIndex:33420; }","duration":"112.783303ms","start":"2026-07-29T09:16:26.186202Z","end":"2026-07-29T09:16:26.298986Z","steps":["trace[502124132] 'read index received' (duration: 100.227138ms)","trace[502124132] 'applied index is now lower than readState.Index' (duration: 12.555045ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:16:26.299073Z","caller":"traceutil/trace.go:171","msg":"trace[1293910163] transaction","detail":"{read_only:false; response_revision:32407; number_of_response:1; }","duration":"120.550707ms","start":"2026-07-29T09:16:26.178475Z","end":"2026-07-29T09:16:26.299026Z","steps":["trace[1293910163] 'process raft request' (duration: 107.877579ms)","trace[1293910163] 'compare' (duration: 12.35175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:16:26.299219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.71686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T09:16:26.299249Z","caller":"traceutil/trace.go:171","msg":"trace[945166411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32407; }","duration":"106.781992ms","start":"2026-07-29T09:16:26.19246Z","end":"2026-07-29T09:16:26.299242Z","steps":["trace[945166411] 'agreement among raft nodes before linearized reading' (duration: 106.645789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:16:26.299246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.015139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T09:16:26.299347Z","caller":"traceutil/trace.go:171","msg":"trace[1493813589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32407; }","duration":"113.142532ms","start":"2026-07-29T09:16:26.186179Z","end":"2026-07-29T09:16:26.299322Z","steps":["trace[1493813589] 'agreement among raft nodes before linearized reading' (duration: 112.877706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:16:28.805137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.00645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:16:28.80529Z","caller":"traceutil/trace.go:171","msg":"trace[636279212] transaction","detail":"{read_only:false; response_revision:32426; number_of_response:1; }","duration":"375.913986ms","start":"2026-07-29T09:16:28.42936Z","end":"2026-07-29T09:16:28.805274Z","steps":["trace[636279212] 'process raft request' (duration: 104.68543ms)","trace[636279212] 'compare' (duration: 270.812205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:16:28.805352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:16:28.429343Z","time spent":"375.982918ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:16:28.806057Z","caller":"traceutil/trace.go:171","msg":"trace[1002684775] linearizableReadLoop","detail":"{readStateIndex:33442; appliedIndex:33438; }","duration":"348.783688ms","start":"2026-07-29T09:16:28.45721Z","end":"2026-07-29T09:16:28.805993Z","steps":["trace[1002684775] 'read index received' (duration: 6.549613ms)","trace[1002684775] 'applied index is now lower than readState.Index' (duration: 342.232724ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:16:28.806568Z","caller":"traceutil/trace.go:171","msg":"trace[1305448293] transaction","detail":"{read_only:false; response_revision:32427; number_of_response:1; }","duration":"377.087505ms","start":"2026-07-29T09:16:28.429468Z","end":"2026-07-29T09:16:28.806556Z","steps":["trace[1305448293] 'process raft request' (duration: 375.767852ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:16:28.806599Z","caller":"traceutil/trace.go:171","msg":"trace[1453971387] transaction","detail":"{read_only:false; response_revision:32428; number_of_response:1; }","duration":"376.462631ms","start":"2026-07-29T09:16:28.430104Z","end":"2026-07-29T09:16:28.806567Z","steps":["trace[1453971387] 'process raft request' (duration: 375.786984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:16:28.80676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:16:28.430068Z","time spent":"376.632595ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:16:28.806658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:16:28.429457Z","time spent":"377.147498ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:16:28.807796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.596652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:16:28.80787Z","caller":"traceutil/trace.go:171","msg":"trace[1991050094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32428; }","duration":"350.740226ms","start":"2026-07-29T09:16:28.45711Z","end":"2026-07-29T09:16:28.80785Z","steps":["trace[1991050094] 'agreement among raft nodes before linearized reading' (duration: 349.070885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:16:28.808197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:16:28.457087Z","time spent":"350.985382ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T09:16:30.961736Z","caller":"traceutil/trace.go:171","msg":"trace[523375722] transaction","detail":"{read_only:false; response_revision:32437; number_of_response:1; }","duration":"147.677536ms","start":"2026-07-29T09:16:30.814021Z","end":"2026-07-29T09:16:30.961699Z","steps":["trace[523375722] 'process raft request' (duration: 147.44309ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:16:31.001157Z","caller":"traceutil/trace.go:171","msg":"trace[380708218] transaction","detail":"{read_only:false; response_revision:32438; number_of_response:1; }","duration":"186.757452ms","start":"2026-07-29T09:16:30.814367Z","end":"2026-07-29T09:16:31.001125Z","steps":["trace[380708218] 'process raft request' (duration: 186.489135ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:16:31.001452Z","caller":"traceutil/trace.go:171","msg":"trace[1942550213] linearizableReadLoop","detail":"{readStateIndex:33454; appliedIndex:33451; }","duration":"100.187486ms","start":"2026-07-29T09:16:30.90124Z","end":"2026-07-29T09:16:31.001427Z","steps":["trace[1942550213] 'read index received' (duration: 60.208206ms)","trace[1942550213] 'applied index is now lower than readState.Index' (duration: 39.97831ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:16:31.001557Z","caller":"traceutil/trace.go:171","msg":"trace[1574754100] transaction","detail":"{read_only:false; response_revision:32439; number_of_response:1; }","duration":"186.359803ms","start":"2026-07-29T09:16:30.81517Z","end":"2026-07-29T09:16:31.00153Z","steps":["trace[1574754100] 'process raft request' (duration: 185.886331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:16:31.001583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.32451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:16:31.001625Z","caller":"traceutil/trace.go:171","msg":"trace[1768126328] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:32440; }","duration":"100.420252ms","start":"2026-07-29T09:16:30.901196Z","end":"2026-07-29T09:16:31.001616Z","steps":["trace[1768126328] 'agreement among raft nodes before linearized reading' (duration: 100.32621ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:16:32.832207Z","caller":"traceutil/trace.go:171","msg":"trace[1832092492] transaction","detail":"{read_only:false; response_revision:32451; number_of_response:1; }","duration":"103.357456ms","start":"2026-07-29T09:16:32.728824Z","end":"2026-07-29T09:16:32.832181Z","steps":["trace[1832092492] 'process raft request' (duration: 103.180312ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:17:24.747945Z","caller":"traceutil/trace.go:171","msg":"trace[351181415] transaction","detail":"{read_only:false; response_revision:32784; number_of_response:1; }","duration":"153.143242ms","start":"2026-07-29T09:17:24.594653Z","end":"2026-07-29T09:17:24.747796Z","steps":["trace[351181415] 'process raft request' (duration: 152.979167ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:17:25.053445Z","caller":"traceutil/trace.go:171","msg":"trace[369787238] transaction","detail":"{read_only:false; response_revision:32786; number_of_response:1; }","duration":"114.588577ms","start":"2026-07-29T09:17:24.93881Z","end":"2026-07-29T09:17:25.053399Z","steps":["trace[369787238] 'process raft request' (duration: 86.001332ms)","trace[369787238] 'compare' (duration: 28.324929ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:17:29.75947Z","caller":"traceutil/trace.go:171","msg":"trace[1584696822] transaction","detail":"{read_only:false; response_revision:32818; number_of_response:1; }","duration":"256.882918ms","start":"2026-07-29T09:17:29.502566Z","end":"2026-07-29T09:17:29.759449Z","steps":["trace[1584696822] 'process raft request' (duration: 189.534773ms)","trace[1584696822] 'compare' (duration: 67.220222ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:17:29.759682Z","caller":"traceutil/trace.go:171","msg":"trace[1542805927] transaction","detail":"{read_only:false; response_revision:32819; number_of_response:1; }","duration":"127.865459ms","start":"2026-07-29T09:17:29.631771Z","end":"2026-07-29T09:17:29.759636Z","steps":["trace[1542805927] 'process raft request' (duration: 127.645334ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:05.728618Z","caller":"traceutil/trace.go:171","msg":"trace[1322620615] linearizableReadLoop","detail":"{readStateIndex:34077; appliedIndex:34076; }","duration":"148.873895ms","start":"2026-07-29T09:18:05.579717Z","end":"2026-07-29T09:18:05.72859Z","steps":["trace[1322620615] 'read index received' (duration: 148.748612ms)","trace[1322620615] 'applied index is now lower than readState.Index' (duration: 124.063µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:18:05.728737Z","caller":"traceutil/trace.go:171","msg":"trace[809832979] transaction","detail":"{read_only:false; response_revision:33042; number_of_response:1; }","duration":"254.035667ms","start":"2026-07-29T09:18:05.474661Z","end":"2026-07-29T09:18:05.728697Z","steps":["trace[809832979] 'process raft request' (duration: 253.76924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:18:05.728859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.109431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:18:05.729004Z","caller":"traceutil/trace.go:171","msg":"trace[704258597] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:33042; }","duration":"149.311816ms","start":"2026-07-29T09:18:05.579672Z","end":"2026-07-29T09:18:05.728984Z","steps":["trace[704258597] 'agreement among raft nodes before linearized reading' (duration: 149.06093ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:07.194229Z","caller":"traceutil/trace.go:171","msg":"trace[886130571] transaction","detail":"{read_only:false; response_revision:33053; number_of_response:1; }","duration":"114.006472ms","start":"2026-07-29T09:18:07.080197Z","end":"2026-07-29T09:18:07.194203Z","steps":["trace[886130571] 'process raft request' (duration: 113.856669ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:07.205856Z","caller":"traceutil/trace.go:171","msg":"trace[1337569286] linearizableReadLoop","detail":"{readStateIndex:34089; appliedIndex:34087; }","duration":"109.773247ms","start":"2026-07-29T09:18:07.095993Z","end":"2026-07-29T09:18:07.205767Z","steps":["trace[1337569286] 'read index received' (duration: 98.154066ms)","trace[1337569286] 'applied index is now lower than readState.Index' (duration: 11.617951ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:18:07.206253Z","caller":"traceutil/trace.go:171","msg":"trace[537948182] transaction","detail":"{read_only:false; response_revision:33054; number_of_response:1; }","duration":"124.005772ms","start":"2026-07-29T09:18:07.082234Z","end":"2026-07-29T09:18:07.20624Z","steps":["trace[537948182] 'process raft request' (duration: 123.403168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:18:07.206559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.553606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:18:07.206605Z","caller":"traceutil/trace.go:171","msg":"trace[460777111] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:33054; }","duration":"110.617927ms","start":"2026-07-29T09:18:07.095977Z","end":"2026-07-29T09:18:07.206594Z","steps":["trace[460777111] 'agreement among raft nodes before linearized reading' (duration: 110.467013ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:09.959677Z","caller":"traceutil/trace.go:171","msg":"trace[1166646625] transaction","detail":"{read_only:false; response_revision:33068; number_of_response:1; }","duration":"218.409775ms","start":"2026-07-29T09:18:09.741241Z","end":"2026-07-29T09:18:09.95965Z","steps":["trace[1166646625] 'process raft request' (duration: 218.184649ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:10.031942Z","caller":"traceutil/trace.go:171","msg":"trace[973326017] transaction","detail":"{read_only:false; response_revision:33069; number_of_response:1; }","duration":"288.237443ms","start":"2026-07-29T09:18:09.743662Z","end":"2026-07-29T09:18:10.0319Z","steps":["trace[973326017] 'process raft request' (duration: 287.960306ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:10.062471Z","caller":"traceutil/trace.go:171","msg":"trace[1711763770] linearizableReadLoop","detail":"{readStateIndex:34104; appliedIndex:34102; }","duration":"316.5175ms","start":"2026-07-29T09:18:09.745925Z","end":"2026-07-29T09:18:10.062442Z","steps":["trace[1711763770] 'read index received' (duration: 213.514903ms)","trace[1711763770] 'applied index is now lower than readState.Index' (duration: 102.943536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:18:10.062634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.687634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T09:18:10.062781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.710958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:18:10.062897Z","caller":"traceutil/trace.go:171","msg":"trace[503277633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33069; }","duration":"316.92193ms","start":"2026-07-29T09:18:09.745884Z","end":"2026-07-29T09:18:10.062806Z","steps":["trace[503277633] 'agreement among raft nodes before linearized reading' (duration: 316.602702ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:10.062848Z","caller":"traceutil/trace.go:171","msg":"trace[1068912986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33069; }","duration":"243.816261ms","start":"2026-07-29T09:18:09.819015Z","end":"2026-07-29T09:18:10.062832Z","steps":["trace[1068912986] 'agreement among raft nodes before linearized reading' (duration: 243.631096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:18:10.063083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:18:09.745872Z","time spent":"317.191937ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T09:18:12.14079Z","caller":"traceutil/trace.go:171","msg":"trace[1351361575] transaction","detail":"{read_only:false; response_revision:33081; number_of_response:1; }","duration":"174.511567ms","start":"2026-07-29T09:18:11.966252Z","end":"2026-07-29T09:18:12.140763Z","steps":["trace[1351361575] 'process raft request' (duration: 116.556167ms)","trace[1351361575] 'compare' (duration: 57.423357ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:18:12.141125Z","caller":"traceutil/trace.go:171","msg":"trace[182998963] transaction","detail":"{read_only:false; response_revision:33082; number_of_response:1; }","duration":"103.49515ms","start":"2026-07-29T09:18:12.037575Z","end":"2026-07-29T09:18:12.14107Z","steps":["trace[182998963] 'process raft request' (duration: 103.07341ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:36.441627Z","caller":"traceutil/trace.go:171","msg":"trace[109572392] transaction","detail":"{read_only:false; response_revision:33237; number_of_response:1; }","duration":"105.157101ms","start":"2026-07-29T09:18:36.33642Z","end":"2026-07-29T09:18:36.441577Z","steps":["trace[109572392] 'process raft request' (duration: 98.932646ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:36.441705Z","caller":"traceutil/trace.go:171","msg":"trace[551046202] linearizableReadLoop","detail":"{readStateIndex:34280; appliedIndex:34277; }","duration":"103.054358ms","start":"2026-07-29T09:18:36.338627Z","end":"2026-07-29T09:18:36.441681Z","steps":["trace[551046202] 'read index received' (duration: 96.74079ms)","trace[551046202] 'applied index is now lower than readState.Index' (duration: 6.312708ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:18:36.44174Z","caller":"traceutil/trace.go:171","msg":"trace[1452446244] transaction","detail":"{read_only:false; response_revision:33238; number_of_response:1; }","duration":"104.838013ms","start":"2026-07-29T09:18:36.33687Z","end":"2026-07-29T09:18:36.441708Z","steps":["trace[1452446244] 'process raft request' (duration: 104.601777ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:36.441899Z","caller":"traceutil/trace.go:171","msg":"trace[753785580] transaction","detail":"{read_only:false; response_revision:33239; number_of_response:1; }","duration":"104.911305ms","start":"2026-07-29T09:18:36.336923Z","end":"2026-07-29T09:18:36.441835Z","steps":["trace[753785580] 'process raft request' (duration: 104.7098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:18:36.441999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.329585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:18:36.442061Z","caller":"traceutil/trace.go:171","msg":"trace[1813552965] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:33239; }","duration":"103.456038ms","start":"2026-07-29T09:18:36.338594Z","end":"2026-07-29T09:18:36.44205Z","steps":["trace[1813552965] 'agreement among raft nodes before linearized reading' (duration: 103.189421ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:18:43.45983Z","caller":"traceutil/trace.go:171","msg":"trace[356620260] transaction","detail":"{read_only:false; response_revision:33285; number_of_response:1; }","duration":"216.389755ms","start":"2026-07-29T09:18:43.243386Z","end":"2026-07-29T09:18:43.459776Z","steps":["trace[356620260] 'process raft request' (duration: 214.804855ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:19:00.905158Z","caller":"traceutil/trace.go:171","msg":"trace[1869024572] transaction","detail":"{read_only:false; response_revision:33395; number_of_response:1; }","duration":"118.970952ms","start":"2026-07-29T09:19:00.786128Z","end":"2026-07-29T09:19:00.905099Z","steps":["trace[1869024572] 'process raft request' (duration: 60.348068ms)","trace[1869024572] 'compare' (duration: 58.354647ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:19:06.808612Z","caller":"traceutil/trace.go:171","msg":"trace[302158002] linearizableReadLoop","detail":"{readStateIndex:34477; appliedIndex:34475; }","duration":"116.479298ms","start":"2026-07-29T09:19:06.692107Z","end":"2026-07-29T09:19:06.808586Z","steps":["trace[302158002] 'read index received' (duration: 21.653545ms)","trace[302158002] 'applied index is now lower than readState.Index' (duration: 94.824873ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:19:06.809167Z","caller":"traceutil/trace.go:171","msg":"trace[23985634] transaction","detail":"{read_only:false; response_revision:33429; number_of_response:1; }","duration":"279.435889ms","start":"2026-07-29T09:19:06.529694Z","end":"2026-07-29T09:19:06.80913Z","steps":["trace[23985634] 'process raft request' (duration: 278.858303ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:19:06.809175Z","caller":"traceutil/trace.go:171","msg":"trace[1761624918] transaction","detail":"{read_only:false; response_revision:33428; number_of_response:1; }","duration":"297.610934ms","start":"2026-07-29T09:19:06.511356Z","end":"2026-07-29T09:19:06.808967Z","steps":["trace[1761624918] 'process raft request' (duration: 202.439933ms)","trace[1761624918] 'compare' (duration: 94.614247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:19:06.809258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.135215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T09:19:06.809335Z","caller":"traceutil/trace.go:171","msg":"trace[1956451037] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33429; }","duration":"117.262108ms","start":"2026-07-29T09:19:06.692052Z","end":"2026-07-29T09:19:06.809314Z","steps":["trace[1956451037] 'agreement among raft nodes before linearized reading' (duration: 116.862227ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:19:21.020006Z","caller":"traceutil/trace.go:171","msg":"trace[1459424335] linearizableReadLoop","detail":"{readStateIndex:34570; appliedIndex:34569; }","duration":"104.709545ms","start":"2026-07-29T09:19:20.915271Z","end":"2026-07-29T09:19:21.01998Z","steps":["trace[1459424335] 'read index received' (duration: 69.197605ms)","trace[1459424335] 'applied index is now lower than readState.Index' (duration: 35.51087ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:19:21.020104Z","caller":"traceutil/trace.go:171","msg":"trace[1671966032] transaction","detail":"{read_only:false; response_revision:33519; number_of_response:1; }","duration":"110.015062ms","start":"2026-07-29T09:19:20.910044Z","end":"2026-07-29T09:19:21.020059Z","steps":["trace[1671966032] 'process raft request' (duration: 74.40999ms)","trace[1671966032] 'compare' (duration: 35.395657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:19:21.020283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.014003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:19:21.020353Z","caller":"traceutil/trace.go:171","msg":"trace[2025987417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33519; }","duration":"105.131576ms","start":"2026-07-29T09:19:20.915206Z","end":"2026-07-29T09:19:21.020337Z","steps":["trace[2025987417] 'agreement among raft nodes before linearized reading' (duration: 104.916311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:19:23.874536Z","caller":"traceutil/trace.go:171","msg":"trace[511268204] transaction","detail":"{read_only:false; response_revision:33540; number_of_response:1; }","duration":"181.466084ms","start":"2026-07-29T09:19:23.693049Z","end":"2026-07-29T09:19:23.874516Z","steps":["trace[511268204] 'process raft request' (duration: 176.518248ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:19:50.747256Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31772} {"level":"info","ts":"2026-07-29T09:19:50.907757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31772,"took":"156.72284ms","hash":635895405,"current-db-size-bytes":48549888,"current-db-size":"48 MB","current-db-size-in-use-bytes":24801280,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T09:19:50.907837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":635895405,"revision":31772,"compact-revision":30378} {"level":"info","ts":"2026-07-29T09:20:03.39264Z","caller":"traceutil/trace.go:171","msg":"trace[1342694914] transaction","detail":"{read_only:false; response_revision:33806; number_of_response:1; }","duration":"262.554677ms","start":"2026-07-29T09:20:03.130054Z","end":"2026-07-29T09:20:03.392609Z","steps":["trace[1342694914] 'process raft request' (duration: 262.346352ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:03.446361Z","caller":"traceutil/trace.go:171","msg":"trace[916504337] transaction","detail":"{read_only:false; response_revision:33807; number_of_response:1; }","duration":"299.051575ms","start":"2026-07-29T09:20:03.147269Z","end":"2026-07-29T09:20:03.446321Z","steps":["trace[916504337] 'process raft request' (duration: 298.701777ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:15.801413Z","caller":"traceutil/trace.go:171","msg":"trace[194764069] transaction","detail":"{read_only:false; response_revision:33909; number_of_response:1; }","duration":"138.429302ms","start":"2026-07-29T09:20:15.662959Z","end":"2026-07-29T09:20:15.801389Z","steps":["trace[194764069] 'process raft request' (duration: 40.967491ms)","trace[194764069] 'compare' (duration: 97.200165ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:20:22.827773Z","caller":"traceutil/trace.go:171","msg":"trace[499630563] linearizableReadLoop","detail":"{readStateIndex:35017; appliedIndex:35016; }","duration":"273.037351ms","start":"2026-07-29T09:20:22.55471Z","end":"2026-07-29T09:20:22.827747Z","steps":["trace[499630563] 'read index received' (duration: 272.869747ms)","trace[499630563] 'applied index is now lower than readState.Index' (duration: 166.424µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:20:22.827836Z","caller":"traceutil/trace.go:171","msg":"trace[1031978538] transaction","detail":"{read_only:false; response_revision:33950; number_of_response:1; }","duration":"320.839824ms","start":"2026-07-29T09:20:22.50696Z","end":"2026-07-29T09:20:22.8278Z","steps":["trace[1031978538] 'process raft request' (duration: 320.500386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:22.828074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.644292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T09:20:22.828126Z","caller":"traceutil/trace.go:171","msg":"trace[141471419] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:33950; }","duration":"214.872217ms","start":"2026-07-29T09:20:22.613238Z","end":"2026-07-29T09:20:22.82811Z","steps":["trace[141471419] 'agreement among raft nodes before linearized reading' (duration: 214.657811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:22.828151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.437251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:20:22.828274Z","caller":"traceutil/trace.go:171","msg":"trace[916732539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33950; }","duration":"273.602864ms","start":"2026-07-29T09:20:22.554656Z","end":"2026-07-29T09:20:22.828259Z","steps":["trace[916732539] 'agreement among raft nodes before linearized reading' (duration: 273.203394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:22.828254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:22.506945Z","time spent":"321.149811ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:20:23.130803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.905917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:20:23.130971Z","caller":"traceutil/trace.go:171","msg":"trace[1148208786] transaction","detail":"{read_only:false; response_revision:33951; number_of_response:1; }","duration":"297.862464ms","start":"2026-07-29T09:20:22.833085Z","end":"2026-07-29T09:20:23.130948Z","steps":["trace[1148208786] 'process raft request' (duration: 144.718841ms)","trace[1148208786] 'compare' (duration: 152.776624ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:20:23.131271Z","caller":"traceutil/trace.go:171","msg":"trace[1685622889] transaction","detail":"{read_only:false; response_revision:33952; number_of_response:1; }","duration":"298.097081ms","start":"2026-07-29T09:20:22.833141Z","end":"2026-07-29T09:20:23.131238Z","steps":["trace[1685622889] 'process raft request' (duration: 297.759802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:32.127325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.490105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:20:32.127442Z","caller":"traceutil/trace.go:171","msg":"trace[1237606179] linearizableReadLoop","detail":"{readStateIndex:35075; appliedIndex:35074; }","duration":"441.222331ms","start":"2026-07-29T09:20:31.686204Z","end":"2026-07-29T09:20:32.127426Z","steps":["trace[1237606179] 'read index received' (duration: 108.609143ms)","trace[1237606179] 'applied index is now lower than readState.Index' (duration: 332.612038ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:20:32.127527Z","caller":"traceutil/trace.go:171","msg":"trace[981346945] transaction","detail":"{read_only:false; response_revision:34006; number_of_response:1; }","duration":"470.292913ms","start":"2026-07-29T09:20:31.657222Z","end":"2026-07-29T09:20:32.127515Z","steps":["trace[981346945] 'process raft request' (duration: 137.540911ms)","trace[981346945] 'compare' (duration: 332.306881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:20:32.127875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.847235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:20:32.127879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.665652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:20:32.12793Z","caller":"traceutil/trace.go:171","msg":"trace[34092581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34006; }","duration":"309.943558ms","start":"2026-07-29T09:20:31.817974Z","end":"2026-07-29T09:20:32.127917Z","steps":["trace[34092581] 'agreement among raft nodes before linearized reading' (duration: 309.805784ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:32.127937Z","caller":"traceutil/trace.go:171","msg":"trace[123980344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34006; }","duration":"441.754634ms","start":"2026-07-29T09:20:31.686168Z","end":"2026-07-29T09:20:32.127923Z","steps":["trace[123980344] 'agreement among raft nodes before linearized reading' (duration: 441.57966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:32.12796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:31.817952Z","time spent":"310.000441ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:20:32.127968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:31.686151Z","time spent":"441.810087ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T09:20:32.127999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.755266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T09:20:32.128021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.891048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:20:32.128095Z","caller":"traceutil/trace.go:171","msg":"trace[2105932457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34006; }","duration":"441.899629ms","start":"2026-07-29T09:20:31.686174Z","end":"2026-07-29T09:20:32.128073Z","steps":["trace[2105932457] 'agreement among raft nodes before linearized reading' (duration: 441.5838ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:32.128106Z","caller":"traceutil/trace.go:171","msg":"trace[206885884] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34006; }","duration":"192.026842ms","start":"2026-07-29T09:20:31.936057Z","end":"2026-07-29T09:20:32.128083Z","steps":["trace[206885884] 'agreement among raft nodes before linearized reading' (duration: 191.753834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:32.128146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:31.686151Z","time spent":"441.986011ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:20:32.128168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:31.657191Z","time spent":"470.443227ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:20:32.128063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.587891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:20:32.128245Z","caller":"traceutil/trace.go:171","msg":"trace[1599349599] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:34006; }","duration":"253.839117ms","start":"2026-07-29T09:20:31.874382Z","end":"2026-07-29T09:20:32.128222Z","steps":["trace[1599349599] 'agreement among raft nodes before linearized reading' (duration: 253.522868ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:32.252126Z","caller":"traceutil/trace.go:171","msg":"trace[1070542346] transaction","detail":"{read_only:false; response_revision:34007; number_of_response:1; }","duration":"120.348348ms","start":"2026-07-29T09:20:32.131742Z","end":"2026-07-29T09:20:32.252091Z","steps":["trace[1070542346] 'process raft request' (duration: 120.180124ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:32.255926Z","caller":"traceutil/trace.go:171","msg":"trace[1138013126] transaction","detail":"{read_only:false; response_revision:34009; number_of_response:1; }","duration":"123.687302ms","start":"2026-07-29T09:20:32.132203Z","end":"2026-07-29T09:20:32.25589Z","steps":["trace[1138013126] 'process raft request' (duration: 123.572949ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:32.25595Z","caller":"traceutil/trace.go:171","msg":"trace[2030841991] transaction","detail":"{read_only:false; response_revision:34008; number_of_response:1; }","duration":"124.00109ms","start":"2026-07-29T09:20:32.131913Z","end":"2026-07-29T09:20:32.255914Z","steps":["trace[2030841991] 'process raft request' (duration: 123.547669ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:32.256121Z","caller":"traceutil/trace.go:171","msg":"trace[1378727872] transaction","detail":"{read_only:false; response_revision:34010; number_of_response:1; }","duration":"123.17976ms","start":"2026-07-29T09:20:32.132929Z","end":"2026-07-29T09:20:32.256109Z","steps":["trace[1378727872] 'process raft request' (duration: 122.905043ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:32.256224Z","caller":"traceutil/trace.go:171","msg":"trace[156816412] transaction","detail":"{read_only:false; response_revision:34011; number_of_response:1; }","duration":"123.17661ms","start":"2026-07-29T09:20:32.133017Z","end":"2026-07-29T09:20:32.256194Z","steps":["trace[156816412] 'process raft request' (duration: 123.022896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.374719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.325366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:20:34.374778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.569233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T09:20:34.374822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.09592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:20:34.374833Z","caller":"traceutil/trace.go:171","msg":"trace[812518840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34022; }","duration":"114.501741ms","start":"2026-07-29T09:20:34.26031Z","end":"2026-07-29T09:20:34.374812Z","steps":["trace[812518840] 'range keys from in-memory index tree' (duration: 114.212303ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:34.374857Z","caller":"traceutil/trace.go:171","msg":"trace[1495095120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34022; }","duration":"112.674885ms","start":"2026-07-29T09:20:34.262162Z","end":"2026-07-29T09:20:34.374837Z","steps":["trace[1495095120] 'range keys from in-memory index tree' (duration: 112.518311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.374734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.959999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:20:34.374899Z","caller":"traceutil/trace.go:171","msg":"trace[1509765011] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34022; }","duration":"118.184315ms","start":"2026-07-29T09:20:34.256708Z","end":"2026-07-29T09:20:34.374893Z","steps":["trace[1509765011] 'range keys from in-memory index tree' (duration: 117.879657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.374929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.565728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T09:20:34.374862Z","caller":"traceutil/trace.go:171","msg":"trace[1704242569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34022; }","duration":"112.156812ms","start":"2026-07-29T09:20:34.262692Z","end":"2026-07-29T09:20:34.374849Z","steps":["trace[1704242569] 'range keys from in-memory index tree' (duration: 111.837903ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:34.375005Z","caller":"traceutil/trace.go:171","msg":"trace[845040734] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34022; }","duration":"140.685041ms","start":"2026-07-29T09:20:34.234302Z","end":"2026-07-29T09:20:34.374987Z","steps":["trace[845040734] 'range keys from in-memory index tree' (duration: 140.382143ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:34.511676Z","caller":"traceutil/trace.go:171","msg":"trace[901478123] linearizableReadLoop","detail":"{readStateIndex:35092; appliedIndex:35091; }","duration":"149.153103ms","start":"2026-07-29T09:20:34.362492Z","end":"2026-07-29T09:20:34.511645Z","steps":["trace[901478123] 'read index received' (duration: 148.957768ms)","trace[901478123] 'applied index is now lower than readState.Index' (duration: 194.265µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:20:34.511755Z","caller":"traceutil/trace.go:171","msg":"trace[1894117623] transaction","detail":"{read_only:false; response_revision:34023; number_of_response:1; }","duration":"164.710933ms","start":"2026-07-29T09:20:34.347014Z","end":"2026-07-29T09:20:34.511725Z","steps":["trace[1894117623] 'process raft request' (duration: 164.406205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.511939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.423459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:20:34.512138Z","caller":"traceutil/trace.go:171","msg":"trace[211229016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:34023; }","duration":"149.688717ms","start":"2026-07-29T09:20:34.362429Z","end":"2026-07-29T09:20:34.512117Z","steps":["trace[211229016] 'agreement among raft nodes before linearized reading' (duration: 149.385728ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:34.87124Z","caller":"traceutil/trace.go:171","msg":"trace[2014157836] linearizableReadLoop","detail":"{readStateIndex:35097; appliedIndex:35092; }","duration":"359.454055ms","start":"2026-07-29T09:20:34.511759Z","end":"2026-07-29T09:20:34.871213Z","steps":["trace[2014157836] 'read index received' (duration: 359.159097ms)","trace[2014157836] 'applied index is now lower than readState.Index' (duration: 294.248µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:20:34.871235Z","caller":"traceutil/trace.go:171","msg":"trace[899618534] transaction","detail":"{read_only:false; response_revision:34024; number_of_response:1; }","duration":"492.276816ms","start":"2026-07-29T09:20:34.378921Z","end":"2026-07-29T09:20:34.871198Z","steps":["trace[899618534] 'process raft request' (duration: 492.077151ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:34.871262Z","caller":"traceutil/trace.go:171","msg":"trace[783046965] transaction","detail":"{read_only:false; response_revision:34025; number_of_response:1; }","duration":"492.221225ms","start":"2026-07-29T09:20:34.379008Z","end":"2026-07-29T09:20:34.871229Z","steps":["trace[783046965] 'process raft request' (duration: 492.100342ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:34.871336Z","caller":"traceutil/trace.go:171","msg":"trace[1329570865] transaction","detail":"{read_only:false; response_revision:34026; number_of_response:1; }","duration":"491.883367ms","start":"2026-07-29T09:20:34.379445Z","end":"2026-07-29T09:20:34.871328Z","steps":["trace[1329570865] 'process raft request' (duration: 491.688642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.871415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.379436Z","time spent":"491.920538ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:20:34.871441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.378865Z","time spent":"492.452551ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:20:34.871618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.378989Z","time spent":"492.475202ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:20:34.871665Z","caller":"traceutil/trace.go:171","msg":"trace[1328886474] transaction","detail":"{read_only:false; response_revision:34028; number_of_response:1; }","duration":"469.194866ms","start":"2026-07-29T09:20:34.402467Z","end":"2026-07-29T09:20:34.871661Z","steps":["trace[1328886474] 'process raft request' (duration: 468.721614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.871699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.40245Z","time spent":"469.230286ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:20:34.871646Z","caller":"traceutil/trace.go:171","msg":"trace[2078899421] transaction","detail":"{read_only:false; response_revision:34027; number_of_response:1; }","duration":"492.147393ms","start":"2026-07-29T09:20:34.379493Z","end":"2026-07-29T09:20:34.871641Z","steps":["trace[2078899421] 'process raft request' (duration: 491.661261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.871852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.185224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e079870-f320-4b1a-97d3-2ff68b5b01c5\" ","response":"range_response_count:1 size:2208"} {"level":"info","ts":"2026-07-29T09:20:34.871875Z","caller":"traceutil/trace.go:171","msg":"trace[1237719286] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e079870-f320-4b1a-97d3-2ff68b5b01c5; range_end:; response_count:1; response_revision:34028; }","duration":"494.227665ms","start":"2026-07-29T09:20:34.37764Z","end":"2026-07-29T09:20:34.871868Z","steps":["trace[1237719286] 'agreement among raft nodes before linearized reading' (duration: 494.150803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.871891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.377632Z","time spent":"494.255936ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2230,"request content":"key:\"/registry/persistentvolumes/pvc-5e079870-f320-4b1a-97d3-2ff68b5b01c5\" "} {"level":"warn","ts":"2026-07-29T09:20:34.871868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.212055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:20:34.871958Z","caller":"traceutil/trace.go:171","msg":"trace[308227157] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:34028; }","duration":"335.377739ms","start":"2026-07-29T09:20:34.536558Z","end":"2026-07-29T09:20:34.871936Z","steps":["trace[308227157] 'agreement among raft nodes before linearized reading' (duration: 335.194794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.872015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.536534Z","time spent":"335.470041ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:20:34.872025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.083731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:20:34.87229Z","caller":"traceutil/trace.go:171","msg":"trace[97835969] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:34028; }","duration":"399.411359ms","start":"2026-07-29T09:20:34.472854Z","end":"2026-07-29T09:20:34.872266Z","steps":["trace[97835969] 'agreement among raft nodes before linearized reading' (duration: 398.973828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.872352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.472828Z","time spent":"399.511692ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-07-29T09:20:34.872102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.227381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23386"} {"level":"info","ts":"2026-07-29T09:20:34.872416Z","caller":"traceutil/trace.go:171","msg":"trace[784573222] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34028; }","duration":"495.578479ms","start":"2026-07-29T09:20:34.376817Z","end":"2026-07-29T09:20:34.872396Z","steps":["trace[784573222] 'agreement among raft nodes before linearized reading' (duration: 495.088657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:34.872479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.376801Z","time spent":"495.662882ms","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":23408,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T09:20:34.87218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:20:34.379476Z","time spent":"492.336639ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:20:41.075569Z","caller":"traceutil/trace.go:171","msg":"trace[482034985] linearizableReadLoop","detail":"{readStateIndex:35131; appliedIndex:35130; }","duration":"158.095258ms","start":"2026-07-29T09:20:40.91745Z","end":"2026-07-29T09:20:41.075545Z","steps":["trace[482034985] 'read index received' (duration: 157.933834ms)","trace[482034985] 'applied index is now lower than readState.Index' (duration: 160.644µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:20:41.075685Z","caller":"traceutil/trace.go:171","msg":"trace[59152352] transaction","detail":"{read_only:false; response_revision:34060; number_of_response:1; }","duration":"165.443034ms","start":"2026-07-29T09:20:40.910232Z","end":"2026-07-29T09:20:41.075675Z","steps":["trace[59152352] 'process raft request' (duration: 165.189057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:41.0759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.435467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:20:41.075943Z","caller":"traceutil/trace.go:171","msg":"trace[759524927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34060; }","duration":"158.531209ms","start":"2026-07-29T09:20:40.917401Z","end":"2026-07-29T09:20:41.075932Z","steps":["trace[759524927] 'agreement among raft nodes before linearized reading' (duration: 158.397846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:41.076201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.258295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:20:41.076252Z","caller":"traceutil/trace.go:171","msg":"trace[1513099686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34060; }","duration":"145.331407ms","start":"2026-07-29T09:20:40.930908Z","end":"2026-07-29T09:20:41.076239Z","steps":["trace[1513099686] 'agreement among raft nodes before linearized reading' (duration: 145.222334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:20:41.076259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.61789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T09:20:41.076381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.078726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:20:41.076446Z","caller":"traceutil/trace.go:171","msg":"trace[1885440974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34060; }","duration":"146.772964ms","start":"2026-07-29T09:20:40.929607Z","end":"2026-07-29T09:20:41.07638Z","steps":["trace[1885440974] 'agreement among raft nodes before linearized reading' (duration: 146.465286ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:20:41.076487Z","caller":"traceutil/trace.go:171","msg":"trace[717041293] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:34060; }","duration":"144.22332ms","start":"2026-07-29T09:20:40.932244Z","end":"2026-07-29T09:20:41.076467Z","steps":["trace[717041293] 'agreement among raft nodes before linearized reading' (duration: 143.864401ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:21:29.73115Z","caller":"traceutil/trace.go:171","msg":"trace[1062759506] transaction","detail":"{read_only:false; response_revision:34379; number_of_response:1; }","duration":"112.636744ms","start":"2026-07-29T09:21:29.618473Z","end":"2026-07-29T09:21:29.73111Z","steps":["trace[1062759506] 'process raft request' (duration: 112.341067ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:21:52.002561Z","caller":"traceutil/trace.go:171","msg":"trace[1607891118] linearizableReadLoop","detail":"{readStateIndex:35603; appliedIndex:35602; }","duration":"153.927793ms","start":"2026-07-29T09:21:51.848607Z","end":"2026-07-29T09:21:52.002535Z","steps":["trace[1607891118] 'read index received' (duration: 153.78457ms)","trace[1607891118] 'applied index is now lower than readState.Index' (duration: 142.073µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:21:52.00283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.186209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:21:52.00287Z","caller":"traceutil/trace.go:171","msg":"trace[1511377592] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:34517; }","duration":"154.285852ms","start":"2026-07-29T09:21:51.848574Z","end":"2026-07-29T09:21:52.00286Z","steps":["trace[1511377592] 'agreement among raft nodes before linearized reading' (duration: 154.053416ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:21:52.002738Z","caller":"traceutil/trace.go:171","msg":"trace[380756566] transaction","detail":"{read_only:false; response_revision:34517; number_of_response:1; }","duration":"165.961895ms","start":"2026-07-29T09:21:51.8367Z","end":"2026-07-29T09:21:52.002662Z","steps":["trace[380756566] 'process raft request' (duration: 165.640497ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:21:53.192637Z","caller":"traceutil/trace.go:171","msg":"trace[1592230324] transaction","detail":"{read_only:false; response_revision:34523; number_of_response:1; }","duration":"105.414572ms","start":"2026-07-29T09:21:53.08719Z","end":"2026-07-29T09:21:53.192605Z","steps":["trace[1592230324] 'process raft request' (duration: 105.072534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:21:54.792409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:21:54.47874Z","time spent":"313.664512ms","remote":"127.0.0.1:46150","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T09:21:54.793392Z","caller":"traceutil/trace.go:171","msg":"trace[966169717] linearizableReadLoop","detail":"{readStateIndex:35622; appliedIndex:35620; }","duration":"241.431654ms","start":"2026-07-29T09:21:54.551941Z","end":"2026-07-29T09:21:54.793372Z","steps":["trace[966169717] 'read index received' (duration: 240.382718ms)","trace[966169717] 'applied index is now lower than readState.Index' (duration: 1.048066ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:21:54.793445Z","caller":"traceutil/trace.go:171","msg":"trace[660596465] transaction","detail":"{read_only:false; response_revision:34535; number_of_response:1; }","duration":"299.996088ms","start":"2026-07-29T09:21:54.493416Z","end":"2026-07-29T09:21:54.793412Z","steps":["trace[660596465] 'process raft request' (duration: 299.795263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:21:54.793559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.590088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:21:54.793593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:21:54.493394Z","time spent":"300.114241ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:21:54.793616Z","caller":"traceutil/trace.go:171","msg":"trace[646115171] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:34535; }","duration":"241.725482ms","start":"2026-07-29T09:21:54.551878Z","end":"2026-07-29T09:21:54.793603Z","steps":["trace[646115171] 'agreement among raft nodes before linearized reading' (duration: 241.594169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:21:55.237387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.014334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:21:55.237474Z","caller":"traceutil/trace.go:171","msg":"trace[1287459512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34536; }","duration":"117.141618ms","start":"2026-07-29T09:21:55.120314Z","end":"2026-07-29T09:21:55.237456Z","steps":["trace[1287459512] 'range keys from in-memory index tree' (duration: 116.953683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:22:12.698222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.24843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T09:22:12.698329Z","caller":"traceutil/trace.go:171","msg":"trace[1743164781] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:34645; }","duration":"332.405973ms","start":"2026-07-29T09:22:12.365901Z","end":"2026-07-29T09:22:12.698307Z","steps":["trace[1743164781] 'range keys from in-memory index tree' (duration: 332.061535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:22:12.698374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:22:12.365882Z","time spent":"332.479406ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-29T09:22:12.698765Z","caller":"traceutil/trace.go:171","msg":"trace[1960099933] linearizableReadLoop","detail":"{readStateIndex:35736; appliedIndex:35735; }","duration":"175.231119ms","start":"2026-07-29T09:22:12.523499Z","end":"2026-07-29T09:22:12.69873Z","steps":["trace[1960099933] 'read index received' (duration: 175.111526ms)","trace[1960099933] 'applied index is now lower than readState.Index' (duration: 118.233µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:22:12.698963Z","caller":"traceutil/trace.go:171","msg":"trace[383326655] transaction","detail":"{read_only:false; response_revision:34646; number_of_response:1; }","duration":"178.516841ms","start":"2026-07-29T09:22:12.520395Z","end":"2026-07-29T09:22:12.698912Z","steps":["trace[383326655] 'process raft request' (duration: 178.176013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:22:12.699001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.485706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:22:12.699084Z","caller":"traceutil/trace.go:171","msg":"trace[1862740844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34646; }","duration":"175.596168ms","start":"2026-07-29T09:22:12.523463Z","end":"2026-07-29T09:22:12.699059Z","steps":["trace[1862740844] 'agreement among raft nodes before linearized reading' (duration: 175.433694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:22:12.699094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.142458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T09:22:12.699179Z","caller":"traceutil/trace.go:171","msg":"trace[198414565] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:34646; }","duration":"150.283841ms","start":"2026-07-29T09:22:12.548874Z","end":"2026-07-29T09:22:12.699157Z","steps":["trace[198414565] 'agreement among raft nodes before linearized reading' (duration: 150.052206ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:24:50.755315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33711} {"level":"info","ts":"2026-07-29T09:24:50.86267Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33711,"took":"103.629287ms","hash":3917548029,"current-db-size-bytes":48549888,"current-db-size":"48 MB","current-db-size-in-use-bytes":24842240,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T09:24:50.862745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3917548029,"revision":33711,"compact-revision":31772} {"level":"info","ts":"2026-07-29T09:26:05.396389Z","caller":"traceutil/trace.go:171","msg":"trace[1170213382] transaction","detail":"{read_only:false; response_revision:36172; number_of_response:1; }","duration":"102.636102ms","start":"2026-07-29T09:26:05.293722Z","end":"2026-07-29T09:26:05.396358Z","steps":["trace[1170213382] 'process raft request' (duration: 71.58778ms)","trace[1170213382] 'compare' (duration: 30.936069ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:26:41.78045Z","caller":"traceutil/trace.go:171","msg":"trace[1059432368] transaction","detail":"{read_only:false; response_revision:36402; number_of_response:1; }","duration":"276.905728ms","start":"2026-07-29T09:26:41.503513Z","end":"2026-07-29T09:26:41.780419Z","steps":["trace[1059432368] 'process raft request' (duration: 276.58608ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:41.780801Z","caller":"traceutil/trace.go:171","msg":"trace[1392597881] transaction","detail":"{read_only:false; response_revision:36403; number_of_response:1; }","duration":"275.249495ms","start":"2026-07-29T09:26:41.505499Z","end":"2026-07-29T09:26:41.780748Z","steps":["trace[1392597881] 'process raft request' (duration: 274.825334ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:41.794826Z","caller":"traceutil/trace.go:171","msg":"trace[2123961805] transaction","detail":"{read_only:false; response_revision:36404; number_of_response:1; }","duration":"250.843901ms","start":"2026-07-29T09:26:41.543938Z","end":"2026-07-29T09:26:41.794782Z","steps":["trace[2123961805] 'process raft request' (duration: 250.672007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:45.437165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.211089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:26:45.437269Z","caller":"traceutil/trace.go:171","msg":"trace[1397939945] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:36428; }","duration":"146.382423ms","start":"2026-07-29T09:26:45.290865Z","end":"2026-07-29T09:26:45.437248Z","steps":["trace[1397939945] 'range keys from in-memory index tree' (duration: 145.986813ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:45.919075Z","caller":"traceutil/trace.go:171","msg":"trace[1890995435] transaction","detail":"{read_only:false; response_revision:36430; number_of_response:1; }","duration":"125.843256ms","start":"2026-07-29T09:26:45.793205Z","end":"2026-07-29T09:26:45.919049Z","steps":["trace[1890995435] 'process raft request' (duration: 125.645031ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:45.919249Z","caller":"traceutil/trace.go:171","msg":"trace[2059661443] transaction","detail":"{read_only:false; response_revision:36431; number_of_response:1; }","duration":"111.002283ms","start":"2026-07-29T09:26:45.808209Z","end":"2026-07-29T09:26:45.919211Z","steps":["trace[2059661443] 'process raft request' (duration: 110.791038ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:53.586904Z","caller":"traceutil/trace.go:171","msg":"trace[712578462] linearizableReadLoop","detail":"{readStateIndex:37630; appliedIndex:37629; }","duration":"148.142917ms","start":"2026-07-29T09:26:53.438731Z","end":"2026-07-29T09:26:53.586874Z","steps":["trace[712578462] 'read index received' (duration: 147.915562ms)","trace[712578462] 'applied index is now lower than readState.Index' (duration: 226.135µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:26:53.587008Z","caller":"traceutil/trace.go:171","msg":"trace[1330718025] transaction","detail":"{read_only:false; response_revision:36477; number_of_response:1; }","duration":"204.640219ms","start":"2026-07-29T09:26:53.382341Z","end":"2026-07-29T09:26:53.586981Z","steps":["trace[1330718025] 'process raft request' (duration: 204.330841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:53.587118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.353073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T09:26:53.587148Z","caller":"traceutil/trace.go:171","msg":"trace[2049380076] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36477; }","duration":"148.458136ms","start":"2026-07-29T09:26:53.438684Z","end":"2026-07-29T09:26:53.587142Z","steps":["trace[2049380076] 'agreement among raft nodes before linearized reading' (duration: 148.290742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.271706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.363658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:26:54.271936Z","caller":"traceutil/trace.go:171","msg":"trace[981176683] linearizableReadLoop","detail":"{readStateIndex:37634; appliedIndex:37632; }","duration":"309.854095ms","start":"2026-07-29T09:26:53.962062Z","end":"2026-07-29T09:26:54.271916Z","steps":["trace[981176683] 'read index received' (duration: 191.139759ms)","trace[981176683] 'applied index is now lower than readState.Index' (duration: 118.713026ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:26:54.272049Z","caller":"traceutil/trace.go:171","msg":"trace[41542101] transaction","detail":"{read_only:false; response_revision:36481; number_of_response:1; }","duration":"325.353206ms","start":"2026-07-29T09:26:53.946681Z","end":"2026-07-29T09:26:54.272034Z","steps":["trace[41542101] 'process raft request' (duration: 325.156112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.272138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:53.946657Z","time spent":"325.433409ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:26:54.272244Z","caller":"traceutil/trace.go:171","msg":"trace[680389053] transaction","detail":"{read_only:false; response_revision:36480; number_of_response:1; }","duration":"328.266679ms","start":"2026-07-29T09:26:53.943885Z","end":"2026-07-29T09:26:54.272151Z","steps":["trace[680389053] 'process raft request' (duration: 209.353738ms)","trace[680389053] 'compare' (duration: 118.161873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:26:54.272339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.485121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:26:54.272422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.229075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T09:26:54.272431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.370059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T09:26:54.272445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.082309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:26:54.272493Z","caller":"traceutil/trace.go:171","msg":"trace[1165134569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36481; }","duration":"277.335888ms","start":"2026-07-29T09:26:53.995138Z","end":"2026-07-29T09:26:54.272474Z","steps":["trace[1165134569] 'agreement among raft nodes before linearized reading' (duration: 277.053601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:54.272507Z","caller":"traceutil/trace.go:171","msg":"trace[172844533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36481; }","duration":"310.44543ms","start":"2026-07-29T09:26:53.962036Z","end":"2026-07-29T09:26:54.272481Z","steps":["trace[172844533] 'agreement among raft nodes before linearized reading' (duration: 310.235395ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:54.27251Z","caller":"traceutil/trace.go:171","msg":"trace[773110925] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36481; }","duration":"170.179252ms","start":"2026-07-29T09:26:54.102312Z","end":"2026-07-29T09:26:54.272491Z","steps":["trace[773110925] 'agreement among raft nodes before linearized reading' (duration: 170.011458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.272498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:53.943864Z","time spent":"328.488075ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:26:54.272558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:53.96199Z","time spent":"310.558313ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T09:26:54.272598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.113626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:26:54.272688Z","caller":"traceutil/trace.go:171","msg":"trace[1050179571] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:36481; }","duration":"289.243899ms","start":"2026-07-29T09:26:53.983414Z","end":"2026-07-29T09:26:54.272658Z","steps":["trace[1050179571] 'agreement among raft nodes before linearized reading' (duration: 289.123025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.272288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.587847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T09:26:54.272347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.298853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:26:54.273099Z","caller":"traceutil/trace.go:171","msg":"trace[1042369527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36481; }","duration":"281.084093ms","start":"2026-07-29T09:26:53.991995Z","end":"2026-07-29T09:26:54.273079Z","steps":["trace[1042369527] 'agreement among raft nodes before linearized reading' (duration: 280.17909ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:54.272594Z","caller":"traceutil/trace.go:171","msg":"trace[1895179103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36481; }","duration":"149.80561ms","start":"2026-07-29T09:26:54.122764Z","end":"2026-07-29T09:26:54.272569Z","steps":["trace[1895179103] 'agreement among raft nodes before linearized reading' (duration: 149.46309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.273266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.483842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:26:54.273321Z","caller":"traceutil/trace.go:171","msg":"trace[129799244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36481; }","duration":"310.646916ms","start":"2026-07-29T09:26:53.962658Z","end":"2026-07-29T09:26:54.273305Z","steps":["trace[129799244] 'agreement among raft nodes before linearized reading' (duration: 309.452115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.273354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:53.962644Z","time spent":"310.701648ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T09:26:54.273355Z","caller":"traceutil/trace.go:171","msg":"trace[1969794263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36481; }","duration":"203.192553ms","start":"2026-07-29T09:26:54.069639Z","end":"2026-07-29T09:26:54.272831Z","steps":["trace[1969794263] 'agreement among raft nodes before linearized reading' (duration: 202.488345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.563139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.304232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:26:54.563245Z","caller":"traceutil/trace.go:171","msg":"trace[1239525050] transaction","detail":"{read_only:false; response_revision:36482; number_of_response:1; }","duration":"285.323709ms","start":"2026-07-29T09:26:54.277902Z","end":"2026-07-29T09:26:54.563226Z","steps":["trace[1239525050] 'process raft request' (duration: 167.848803ms)","trace[1239525050] 'compare' (duration: 116.547533ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:26:54.65138Z","caller":"traceutil/trace.go:171","msg":"trace[218285950] transaction","detail":"{read_only:false; response_revision:36484; number_of_response:1; }","duration":"372.156624ms","start":"2026-07-29T09:26:54.279196Z","end":"2026-07-29T09:26:54.651353Z","steps":["trace[218285950] 'process raft request' (duration: 372.071872ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:54.651421Z","caller":"traceutil/trace.go:171","msg":"trace[385851492] transaction","detail":"{read_only:false; response_revision:36483; number_of_response:1; }","duration":"373.158328ms","start":"2026-07-29T09:26:54.278212Z","end":"2026-07-29T09:26:54.65137Z","steps":["trace[385851492] 'process raft request' (duration: 372.928093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.651595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:54.279167Z","time spent":"372.293168ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:26:54.651767Z","caller":"traceutil/trace.go:171","msg":"trace[268958021] transaction","detail":"{read_only:false; response_revision:36486; number_of_response:1; }","duration":"372.412471ms","start":"2026-07-29T09:26:54.27933Z","end":"2026-07-29T09:26:54.651743Z","steps":["trace[268958021] 'process raft request' (duration: 372.293908ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:54.651791Z","caller":"traceutil/trace.go:171","msg":"trace[1735863247] transaction","detail":"{read_only:false; response_revision:36485; number_of_response:1; }","duration":"372.467692ms","start":"2026-07-29T09:26:54.279295Z","end":"2026-07-29T09:26:54.651762Z","steps":["trace[1735863247] 'process raft request' (duration: 372.015191ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:54.651896Z","caller":"traceutil/trace.go:171","msg":"trace[1765423147] linearizableReadLoop","detail":"{readStateIndex:37640; appliedIndex:37634; }","duration":"341.063982ms","start":"2026-07-29T09:26:54.310812Z","end":"2026-07-29T09:26:54.651875Z","steps":["trace[1765423147] 'read index received' (duration: 134.993146ms)","trace[1765423147] 'applied index is now lower than readState.Index' (duration: 206.069806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:26:54.651925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:54.278188Z","time spent":"373.379164ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:26:54.65193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:54.27928Z","time spent":"372.576764ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:26:54.651957Z","caller":"traceutil/trace.go:171","msg":"trace[419566463] transaction","detail":"{read_only:false; response_revision:36488; number_of_response:1; }","duration":"262.740631ms","start":"2026-07-29T09:26:54.389192Z","end":"2026-07-29T09:26:54.651933Z","steps":["trace[419566463] 'process raft request' (duration: 262.602858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.651911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:54.279317Z","time spent":"372.528613ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:26:54.65208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.286787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:26:54.652122Z","caller":"traceutil/trace.go:171","msg":"trace[1978667900] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:36488; }","duration":"341.37683ms","start":"2026-07-29T09:26:54.310734Z","end":"2026-07-29T09:26:54.65211Z","steps":["trace[1978667900] 'agreement among raft nodes before linearized reading' (duration: 341.222796ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:26:54.652138Z","caller":"traceutil/trace.go:171","msg":"trace[1640481533] transaction","detail":"{read_only:false; response_revision:36487; number_of_response:1; }","duration":"372.00392ms","start":"2026-07-29T09:26:54.280113Z","end":"2026-07-29T09:26:54.652117Z","steps":["trace[1640481533] 'process raft request' (duration: 371.59241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.652351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.529493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:26:54.65243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:54.280105Z","time spent":"372.268856ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:26:54.652455Z","caller":"traceutil/trace.go:171","msg":"trace[807112429] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:36488; }","duration":"339.691487ms","start":"2026-07-29T09:26:54.312739Z","end":"2026-07-29T09:26:54.652431Z","steps":["trace[807112429] 'agreement among raft nodes before linearized reading' (duration: 339.43312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.652152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:54.310701Z","time spent":"341.444111ms","remote":"127.0.0.1:41934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:26:54.652513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:54.312721Z","time spent":"339.779278ms","remote":"127.0.0.1:46382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T09:26:54.652233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.795622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T09:26:54.652586Z","caller":"traceutil/trace.go:171","msg":"trace[1242959795] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:36488; }","duration":"319.190101ms","start":"2026-07-29T09:26:54.333379Z","end":"2026-07-29T09:26:54.652569Z","steps":["trace[1242959795] 'agreement among raft nodes before linearized reading' (duration: 318.800181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:26:54.652644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:26:54.333354Z","time spent":"319.275274ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:26:54.652247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.650835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-29T09:26:54.652792Z","caller":"traceutil/trace.go:171","msg":"trace[1816016851] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:36488; }","duration":"146.255709ms","start":"2026-07-29T09:26:54.506518Z","end":"2026-07-29T09:26:54.652774Z","steps":["trace[1816016851] 'agreement among raft nodes before linearized reading' (duration: 145.656774ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:13.824194Z","caller":"traceutil/trace.go:171","msg":"trace[1601315180] linearizableReadLoop","detail":"{readStateIndex:37762; appliedIndex:37760; }","duration":"109.409803ms","start":"2026-07-29T09:27:13.714758Z","end":"2026-07-29T09:27:13.824168Z","steps":["trace[1601315180] 'read index received' (duration: 19.033589ms)","trace[1601315180] 'applied index is now lower than readState.Index' (duration: 90.375214ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:13.824403Z","caller":"traceutil/trace.go:171","msg":"trace[995720204] transaction","detail":"{read_only:false; response_revision:36605; number_of_response:1; }","duration":"118.190624ms","start":"2026-07-29T09:27:13.706172Z","end":"2026-07-29T09:27:13.824363Z","steps":["trace[995720204] 'process raft request' (duration: 98.031397ms)","trace[995720204] 'compare' (duration: 19.841619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:27:13.824659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.887524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:241607"} {"level":"info","ts":"2026-07-29T09:27:13.824701Z","caller":"traceutil/trace.go:171","msg":"trace[1565233004] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:36605; }","duration":"109.952716ms","start":"2026-07-29T09:27:13.714737Z","end":"2026-07-29T09:27:13.82469Z","steps":["trace[1565233004] 'agreement among raft nodes before linearized reading' (duration: 109.533565ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:14.648704Z","caller":"traceutil/trace.go:171","msg":"trace[924359884] transaction","detail":"{read_only:false; response_revision:36608; number_of_response:1; }","duration":"109.713801ms","start":"2026-07-29T09:27:14.538961Z","end":"2026-07-29T09:27:14.648675Z","steps":["trace[924359884] 'process raft request' (duration: 109.510245ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:33.237833Z","caller":"traceutil/trace.go:171","msg":"trace[1943388750] transaction","detail":"{read_only:false; response_revision:36731; number_of_response:1; }","duration":"150.800465ms","start":"2026-07-29T09:27:33.086983Z","end":"2026-07-29T09:27:33.237784Z","steps":["trace[1943388750] 'process raft request' (duration: 65.391445ms)","trace[1943388750] 'compare' (duration: 85.222275ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:33.247065Z","caller":"traceutil/trace.go:171","msg":"trace[1663767204] transaction","detail":"{read_only:false; response_revision:36733; number_of_response:1; }","duration":"159.34922ms","start":"2026-07-29T09:27:33.08769Z","end":"2026-07-29T09:27:33.247039Z","steps":["trace[1663767204] 'process raft request' (duration: 159.252317ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:33.247313Z","caller":"traceutil/trace.go:171","msg":"trace[1075415653] transaction","detail":"{read_only:false; response_revision:36734; number_of_response:1; }","duration":"159.332869ms","start":"2026-07-29T09:27:33.087946Z","end":"2026-07-29T09:27:33.247279Z","steps":["trace[1075415653] 'process raft request' (duration: 159.042222ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:33.24715Z","caller":"traceutil/trace.go:171","msg":"trace[1928159479] transaction","detail":"{read_only:false; response_revision:36732; number_of_response:1; }","duration":"159.561015ms","start":"2026-07-29T09:27:33.087494Z","end":"2026-07-29T09:27:33.247055Z","steps":["trace[1928159479] 'process raft request' (duration: 159.342259ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:33.247301Z","caller":"traceutil/trace.go:171","msg":"trace[333600215] linearizableReadLoop","detail":"{readStateIndex:37896; appliedIndex:37892; }","duration":"123.090777ms","start":"2026-07-29T09:27:33.124169Z","end":"2026-07-29T09:27:33.24726Z","steps":["trace[333600215] 'read index received' (duration: 28.21647ms)","trace[333600215] 'applied index is now lower than readState.Index' (duration: 94.870687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:27:33.24777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.583209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:27:33.248113Z","caller":"traceutil/trace.go:171","msg":"trace[624106169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36734; }","duration":"124.00158ms","start":"2026-07-29T09:27:33.124096Z","end":"2026-07-29T09:27:33.248098Z","steps":["trace[624106169] 'agreement among raft nodes before linearized reading' (duration: 123.272642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:27:35.041375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.158938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:27:35.041544Z","caller":"traceutil/trace.go:171","msg":"trace[1097806760] transaction","detail":"{read_only:false; response_revision:36741; number_of_response:1; }","duration":"186.35789ms","start":"2026-07-29T09:27:34.855165Z","end":"2026-07-29T09:27:35.041523Z","steps":["trace[1097806760] 'process raft request' (duration: 12.957126ms)","trace[1097806760] 'compare' (duration: 173.042385ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:35.120393Z","caller":"traceutil/trace.go:171","msg":"trace[781403834] linearizableReadLoop","detail":"{readStateIndex:37906; appliedIndex:37904; }","duration":"234.745886ms","start":"2026-07-29T09:27:34.885622Z","end":"2026-07-29T09:27:35.120368Z","steps":["trace[781403834] 'read index received' (duration: 234.430158ms)","trace[781403834] 'applied index is now lower than readState.Index' (duration: 314.858µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:35.120524Z","caller":"traceutil/trace.go:171","msg":"trace[1158718274] transaction","detail":"{read_only:false; response_revision:36743; number_of_response:1; }","duration":"253.043067ms","start":"2026-07-29T09:27:34.86747Z","end":"2026-07-29T09:27:35.120513Z","steps":["trace[1158718274] 'process raft request' (duration: 252.830051ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:35.120503Z","caller":"traceutil/trace.go:171","msg":"trace[1143984449] transaction","detail":"{read_only:false; response_revision:36742; number_of_response:1; }","duration":"265.045699ms","start":"2026-07-29T09:27:34.855417Z","end":"2026-07-29T09:27:35.120462Z","steps":["trace[1143984449] 'process raft request' (duration: 264.720261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:27:35.120928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.29088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:27:35.121069Z","caller":"traceutil/trace.go:171","msg":"trace[1323499293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36743; }","duration":"235.486875ms","start":"2026-07-29T09:27:34.885561Z","end":"2026-07-29T09:27:35.121048Z","steps":["trace[1323499293] 'agreement among raft nodes before linearized reading' (duration: 235.082845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:27:35.410141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.655827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:27:35.410383Z","caller":"traceutil/trace.go:171","msg":"trace[1925967745] transaction","detail":"{read_only:false; response_revision:36745; number_of_response:1; }","duration":"284.62947ms","start":"2026-07-29T09:27:35.125736Z","end":"2026-07-29T09:27:35.410365Z","steps":["trace[1925967745] 'process raft request' (duration: 284.516258ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:35.410563Z","caller":"traceutil/trace.go:171","msg":"trace[1154935256] linearizableReadLoop","detail":"{readStateIndex:37907; appliedIndex:37906; }","duration":"285.37987ms","start":"2026-07-29T09:27:35.125153Z","end":"2026-07-29T09:27:35.410532Z","steps":["trace[1154935256] 'read index received' (duration: 123.250671ms)","trace[1154935256] 'applied index is now lower than readState.Index' (duration: 162.125919ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:35.410697Z","caller":"traceutil/trace.go:171","msg":"trace[120953209] transaction","detail":"{read_only:false; response_revision:36744; number_of_response:1; }","duration":"285.588644ms","start":"2026-07-29T09:27:35.125099Z","end":"2026-07-29T09:27:35.410688Z","steps":["trace[120953209] 'process raft request' (duration: 123.273821ms)","trace[120953209] 'compare' (duration: 161.310729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:27:35.410826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.656896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:27:35.410852Z","caller":"traceutil/trace.go:171","msg":"trace[1972695323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36745; }","duration":"285.711328ms","start":"2026-07-29T09:27:35.125135Z","end":"2026-07-29T09:27:35.410846Z","steps":["trace[1972695323] 'agreement among raft nodes before linearized reading' (duration: 285.651256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:27:35.411035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.168621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T09:27:35.411063Z","caller":"traceutil/trace.go:171","msg":"trace[894454068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36745; }","duration":"168.195082ms","start":"2026-07-29T09:27:35.24286Z","end":"2026-07-29T09:27:35.411055Z","steps":["trace[894454068] 'agreement among raft nodes before linearized reading' (duration: 168.104409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:27:35.411231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.077398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T09:27:35.411257Z","caller":"traceutil/trace.go:171","msg":"trace[1057474886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36745; }","duration":"158.103298ms","start":"2026-07-29T09:27:35.253147Z","end":"2026-07-29T09:27:35.41125Z","steps":["trace[1057474886] 'agreement among raft nodes before linearized reading' (duration: 158.043987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:27:35.411402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.801416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:27:35.41142Z","caller":"traceutil/trace.go:171","msg":"trace[706784629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36745; }","duration":"158.840736ms","start":"2026-07-29T09:27:35.252574Z","end":"2026-07-29T09:27:35.411414Z","steps":["trace[706784629] 'agreement among raft nodes before linearized reading' (duration: 158.787535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:27:35.411908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.8063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:27:35.411977Z","caller":"traceutil/trace.go:171","msg":"trace[1581673615] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:36745; }","duration":"159.906653ms","start":"2026-07-29T09:27:35.252053Z","end":"2026-07-29T09:27:35.411959Z","steps":["trace[1581673615] 'agreement among raft nodes before linearized reading' (duration: 159.535764ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:35.542626Z","caller":"traceutil/trace.go:171","msg":"trace[1051521984] transaction","detail":"{read_only:false; response_revision:36746; number_of_response:1; }","duration":"126.829712ms","start":"2026-07-29T09:27:35.415757Z","end":"2026-07-29T09:27:35.542587Z","steps":["trace[1051521984] 'process raft request' (duration: 120.040291ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:35.545891Z","caller":"traceutil/trace.go:171","msg":"trace[1230750276] transaction","detail":"{read_only:false; response_revision:36747; number_of_response:1; }","duration":"130.062273ms","start":"2026-07-29T09:27:35.415811Z","end":"2026-07-29T09:27:35.545874Z","steps":["trace[1230750276] 'process raft request' (duration: 129.902669ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:35.546328Z","caller":"traceutil/trace.go:171","msg":"trace[1984632693] transaction","detail":"{read_only:false; response_revision:36748; number_of_response:1; }","duration":"130.052783ms","start":"2026-07-29T09:27:35.416259Z","end":"2026-07-29T09:27:35.546311Z","steps":["trace[1984632693] 'process raft request' (duration: 129.585421ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:35.546393Z","caller":"traceutil/trace.go:171","msg":"trace[1479027752] transaction","detail":"{read_only:false; response_revision:36749; number_of_response:1; }","duration":"130.066813ms","start":"2026-07-29T09:27:35.416297Z","end":"2026-07-29T09:27:35.546364Z","steps":["trace[1479027752] 'process raft request' (duration: 129.9384ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:40.806059Z","caller":"traceutil/trace.go:171","msg":"trace[1789878585] transaction","detail":"{read_only:false; response_revision:36777; number_of_response:1; }","duration":"194.101643ms","start":"2026-07-29T09:27:40.611928Z","end":"2026-07-29T09:27:40.806029Z","steps":["trace[1789878585] 'process raft request' (duration: 193.889708ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:41.039007Z","caller":"traceutil/trace.go:171","msg":"trace[922025339] transaction","detail":"{read_only:false; response_revision:36778; number_of_response:1; }","duration":"136.153287ms","start":"2026-07-29T09:27:40.90282Z","end":"2026-07-29T09:27:41.038973Z","steps":["trace[922025339] 'process raft request' (duration: 53.721192ms)","trace[922025339] 'compare' (duration: 82.316572ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:41.245102Z","caller":"traceutil/trace.go:171","msg":"trace[98018564] transaction","detail":"{read_only:false; response_revision:36779; number_of_response:1; }","duration":"103.72002ms","start":"2026-07-29T09:27:41.141358Z","end":"2026-07-29T09:27:41.245078Z","steps":["trace[98018564] 'process raft request' (duration: 47.454044ms)","trace[98018564] 'compare' (duration: 56.124942ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:43.806014Z","caller":"traceutil/trace.go:171","msg":"trace[347528034] transaction","detail":"{read_only:false; response_revision:36796; number_of_response:1; }","duration":"174.619364ms","start":"2026-07-29T09:27:43.631365Z","end":"2026-07-29T09:27:43.805984Z","steps":["trace[347528034] 'process raft request' (duration: 89.274707ms)","trace[347528034] 'compare' (duration: 85.0842ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:43.806055Z","caller":"traceutil/trace.go:171","msg":"trace[1885476890] transaction","detail":"{read_only:false; response_revision:36797; number_of_response:1; }","duration":"173.973917ms","start":"2026-07-29T09:27:43.632032Z","end":"2026-07-29T09:27:43.806006Z","steps":["trace[1885476890] 'process raft request' (duration: 173.813793ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:27:49.634735Z","caller":"traceutil/trace.go:171","msg":"trace[2130068081] linearizableReadLoop","detail":"{readStateIndex:37996; appliedIndex:37995; }","duration":"136.952316ms","start":"2026-07-29T09:27:49.497757Z","end":"2026-07-29T09:27:49.63471Z","steps":["trace[2130068081] 'read index received' (duration: 136.785742ms)","trace[2130068081] 'applied index is now lower than readState.Index' (duration: 165.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:27:49.634866Z","caller":"traceutil/trace.go:171","msg":"trace[2133863724] transaction","detail":"{read_only:false; response_revision:36831; number_of_response:1; }","duration":"151.178254ms","start":"2026-07-29T09:27:49.483638Z","end":"2026-07-29T09:27:49.634816Z","steps":["trace[2133863724] 'process raft request' (duration: 150.869447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:27:49.634959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.183782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:27:49.635061Z","caller":"traceutil/trace.go:171","msg":"trace[1021015707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36831; }","duration":"137.325755ms","start":"2026-07-29T09:27:49.497714Z","end":"2026-07-29T09:27:49.63504Z","steps":["trace[1021015707] 'agreement among raft nodes before linearized reading' (duration: 137.096439ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:28:01.465593Z","caller":"traceutil/trace.go:171","msg":"trace[1653143942] transaction","detail":"{read_only:false; response_revision:36907; number_of_response:1; }","duration":"103.872534ms","start":"2026-07-29T09:28:01.36169Z","end":"2026-07-29T09:28:01.465562Z","steps":["trace[1653143942] 'process raft request' (duration: 103.623997ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:29:50.761549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35657} {"level":"info","ts":"2026-07-29T09:29:50.872098Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35657,"took":"107.58458ms","hash":283384993,"current-db-size-bytes":48549888,"current-db-size":"48 MB","current-db-size-in-use-bytes":24911872,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T09:29:50.872173Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":283384993,"revision":35657,"compact-revision":33711} {"level":"info","ts":"2026-07-29T09:31:07.196665Z","caller":"traceutil/trace.go:171","msg":"trace[2008562386] transaction","detail":"{read_only:false; response_revision:38138; number_of_response:1; }","duration":"101.57584ms","start":"2026-07-29T09:31:07.095037Z","end":"2026-07-29T09:31:07.196613Z","steps":["trace[2008562386] 'process raft request' (duration: 64.721416ms)","trace[2008562386] 'compare' (duration: 36.544387ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:31:07.196826Z","caller":"traceutil/trace.go:171","msg":"trace[1658305076] transaction","detail":"{read_only:false; response_revision:38139; number_of_response:1; }","duration":"101.287033ms","start":"2026-07-29T09:31:07.095484Z","end":"2026-07-29T09:31:07.196771Z","steps":["trace[1658305076] 'process raft request' (duration: 101.000667ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:08.164679Z","caller":"traceutil/trace.go:171","msg":"trace[1924634967] transaction","detail":"{read_only:false; response_revision:38142; number_of_response:1; }","duration":"117.626416ms","start":"2026-07-29T09:31:08.047025Z","end":"2026-07-29T09:31:08.164651Z","steps":["trace[1924634967] 'process raft request' (duration: 117.403601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:31:21.356041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.731312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:31:21.356195Z","caller":"traceutil/trace.go:171","msg":"trace[378545155] linearizableReadLoop","detail":"{readStateIndex:39440; appliedIndex:39438; }","duration":"185.598073ms","start":"2026-07-29T09:31:21.170577Z","end":"2026-07-29T09:31:21.356175Z","steps":["trace[378545155] 'read index received' (duration: 8.204086ms)","trace[378545155] 'applied index is now lower than readState.Index' (duration: 177.392187ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:31:21.356247Z","caller":"traceutil/trace.go:171","msg":"trace[272140293] transaction","detail":"{read_only:false; response_revision:38227; number_of_response:1; }","duration":"208.728621ms","start":"2026-07-29T09:31:21.147484Z","end":"2026-07-29T09:31:21.356213Z","steps":["trace[272140293] 'process raft request' (duration: 107.731074ms)","trace[272140293] 'compare' (duration: 100.535338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:31:21.356424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.835557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:31:21.356511Z","caller":"traceutil/trace.go:171","msg":"trace[1245652305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38227; }","duration":"185.984431ms","start":"2026-07-29T09:31:21.170508Z","end":"2026-07-29T09:31:21.356493Z","steps":["trace[1245652305] 'agreement among raft nodes before linearized reading' (duration: 185.764317ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:21.841758Z","caller":"traceutil/trace.go:171","msg":"trace[18558989] transaction","detail":"{read_only:false; response_revision:38228; number_of_response:1; }","duration":"480.165844ms","start":"2026-07-29T09:31:21.361559Z","end":"2026-07-29T09:31:21.841724Z","steps":["trace[18558989] 'process raft request' (duration: 479.916839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:31:21.841942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:31:21.36154Z","time spent":"480.311318ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:31:21.879756Z","caller":"traceutil/trace.go:171","msg":"trace[2129134631] transaction","detail":"{read_only:false; response_revision:38229; number_of_response:1; }","duration":"516.626872ms","start":"2026-07-29T09:31:21.363095Z","end":"2026-07-29T09:31:21.879722Z","steps":["trace[2129134631] 'process raft request' (duration: 493.125895ms)","trace[2129134631] 'compare' (duration: 23.260632ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:31:21.879792Z","caller":"traceutil/trace.go:171","msg":"trace[1577032543] transaction","detail":"{read_only:false; response_revision:38230; number_of_response:1; }","duration":"516.095271ms","start":"2026-07-29T09:31:21.363662Z","end":"2026-07-29T09:31:21.879757Z","steps":["trace[1577032543] 'process raft request' (duration: 515.970898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:31:21.87995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:31:21.363648Z","time spent":"516.215263ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:31:21.879937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:31:21.363067Z","time spent":"516.779165ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:31:22.217718Z","caller":"traceutil/trace.go:171","msg":"trace[1955211042] linearizableReadLoop","detail":"{readStateIndex:39445; appliedIndex:39444; }","duration":"128.387849ms","start":"2026-07-29T09:31:22.089294Z","end":"2026-07-29T09:31:22.217682Z","steps":["trace[1955211042] 'read index received' (duration: 111.31764ms)","trace[1955211042] 'applied index is now lower than readState.Index' (duration: 17.068789ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:31:22.217809Z","caller":"traceutil/trace.go:171","msg":"trace[746223759] transaction","detail":"{read_only:false; response_revision:38232; number_of_response:1; }","duration":"198.829598ms","start":"2026-07-29T09:31:22.018943Z","end":"2026-07-29T09:31:22.217772Z","steps":["trace[746223759] 'process raft request' (duration: 181.629447ms)","trace[746223759] 'compare' (duration: 16.867784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:31:22.217848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.551103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:31:22.217881Z","caller":"traceutil/trace.go:171","msg":"trace[1887786675] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:38232; }","duration":"128.641775ms","start":"2026-07-29T09:31:22.089227Z","end":"2026-07-29T09:31:22.217869Z","steps":["trace[1887786675] 'agreement among raft nodes before linearized reading' (duration: 128.567723ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:23.956461Z","caller":"traceutil/trace.go:171","msg":"trace[1515733121] transaction","detail":"{read_only:false; response_revision:38239; number_of_response:1; }","duration":"106.664971ms","start":"2026-07-29T09:31:23.849767Z","end":"2026-07-29T09:31:23.956432Z","steps":["trace[1515733121] 'process raft request' (duration: 106.494157ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:24.073137Z","caller":"traceutil/trace.go:171","msg":"trace[1625392478] linearizableReadLoop","detail":"{readStateIndex:39453; appliedIndex:39452; }","duration":"116.671276ms","start":"2026-07-29T09:31:23.95644Z","end":"2026-07-29T09:31:24.073111Z","steps":["trace[1625392478] 'read index received' (duration: 25.580401ms)","trace[1625392478] 'applied index is now lower than readState.Index' (duration: 91.089985ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:31:24.073197Z","caller":"traceutil/trace.go:171","msg":"trace[1085703223] transaction","detail":"{read_only:false; response_revision:38240; number_of_response:1; }","duration":"188.357033ms","start":"2026-07-29T09:31:23.884798Z","end":"2026-07-29T09:31:24.073155Z","steps":["trace[1085703223] 'process raft request' (duration: 97.311719ms)","trace[1085703223] 'compare' (duration: 90.885751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:31:24.07349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.521498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:31:24.073535Z","caller":"traceutil/trace.go:171","msg":"trace[1159407576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38240; }","duration":"189.769593ms","start":"2026-07-29T09:31:23.883748Z","end":"2026-07-29T09:31:24.073517Z","steps":["trace[1159407576] 'agreement among raft nodes before linearized reading' (duration: 189.499087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:31:24.07353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.754183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:31:24.073686Z","caller":"traceutil/trace.go:171","msg":"trace[894967920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38240; }","duration":"189.913476ms","start":"2026-07-29T09:31:23.883717Z","end":"2026-07-29T09:31:24.073631Z","steps":["trace[894967920] 'agreement among raft nodes before linearized reading' (duration: 189.62002ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:29.633383Z","caller":"traceutil/trace.go:171","msg":"trace[1686362334] linearizableReadLoop","detail":"{readStateIndex:39491; appliedIndex:39490; }","duration":"114.419066ms","start":"2026-07-29T09:31:29.518939Z","end":"2026-07-29T09:31:29.633358Z","steps":["trace[1686362334] 'read index received' (duration: 55.907115ms)","trace[1686362334] 'applied index is now lower than readState.Index' (duration: 58.510851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:31:29.633574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.597201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T09:31:29.633616Z","caller":"traceutil/trace.go:171","msg":"trace[183320613] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38277; }","duration":"114.671013ms","start":"2026-07-29T09:31:29.518932Z","end":"2026-07-29T09:31:29.633603Z","steps":["trace[183320613] 'agreement among raft nodes before linearized reading' (duration: 114.56501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:29.63346Z","caller":"traceutil/trace.go:171","msg":"trace[373416377] transaction","detail":"{read_only:false; response_revision:38277; number_of_response:1; }","duration":"184.823286ms","start":"2026-07-29T09:31:29.448596Z","end":"2026-07-29T09:31:29.633419Z","steps":["trace[373416377] 'process raft request' (duration: 126.257854ms)","trace[373416377] 'compare' (duration: 58.389859ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:31:29.811812Z","caller":"traceutil/trace.go:171","msg":"trace[190561567] transaction","detail":"{read_only:false; response_revision:38278; number_of_response:1; }","duration":"173.969241ms","start":"2026-07-29T09:31:29.63782Z","end":"2026-07-29T09:31:29.811789Z","steps":["trace[190561567] 'process raft request' (duration: 173.230915ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:40.017745Z","caller":"traceutil/trace.go:171","msg":"trace[954271145] linearizableReadLoop","detail":"{readStateIndex:39559; appliedIndex:39558; }","duration":"110.554963ms","start":"2026-07-29T09:31:39.907155Z","end":"2026-07-29T09:31:40.01771Z","steps":["trace[954271145] 'read index received' (duration: 37.820475ms)","trace[954271145] 'applied index is now lower than readState.Index' (duration: 72.732368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:31:40.018035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.89142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T09:31:40.018083Z","caller":"traceutil/trace.go:171","msg":"trace[2005325604] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:38342; }","duration":"110.997543ms","start":"2026-07-29T09:31:39.90707Z","end":"2026-07-29T09:31:40.018067Z","steps":["trace[2005325604] 'agreement among raft nodes before linearized reading' (duration: 110.802229ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:40.278281Z","caller":"traceutil/trace.go:171","msg":"trace[1998314355] transaction","detail":"{read_only:false; response_revision:38345; number_of_response:1; }","duration":"115.01314ms","start":"2026-07-29T09:31:40.163245Z","end":"2026-07-29T09:31:40.278258Z","steps":["trace[1998314355] 'process raft request' (duration: 114.717794ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:41.591899Z","caller":"traceutil/trace.go:171","msg":"trace[722480566] transaction","detail":"{read_only:false; response_revision:38355; number_of_response:1; }","duration":"104.265259ms","start":"2026-07-29T09:31:41.487599Z","end":"2026-07-29T09:31:41.591865Z","steps":["trace[722480566] 'process raft request' (duration: 31.302175ms)","trace[722480566] 'compare' (duration: 72.559315ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:31:42.192456Z","caller":"traceutil/trace.go:171","msg":"trace[1497222839] transaction","detail":"{read_only:false; response_revision:38356; number_of_response:1; }","duration":"139.235803ms","start":"2026-07-29T09:31:42.053196Z","end":"2026-07-29T09:31:42.192432Z","steps":["trace[1497222839] 'process raft request' (duration: 138.981728ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:31:48.597958Z","caller":"traceutil/trace.go:171","msg":"trace[537029462] linearizableReadLoop","detail":"{readStateIndex:39617; appliedIndex:39616; }","duration":"115.657214ms","start":"2026-07-29T09:31:48.482269Z","end":"2026-07-29T09:31:48.597927Z","steps":["trace[537029462] 'read index received' (duration: 54.405763ms)","trace[537029462] 'applied index is now lower than readState.Index' (duration: 61.249951ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:31:48.598064Z","caller":"traceutil/trace.go:171","msg":"trace[1310496321] transaction","detail":"{read_only:false; response_revision:38399; number_of_response:1; }","duration":"126.873246ms","start":"2026-07-29T09:31:48.471146Z","end":"2026-07-29T09:31:48.59802Z","steps":["trace[1310496321] 'process raft request' (duration: 65.635765ms)","trace[1310496321] 'compare' (duration: 61.019916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:31:48.598167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.881579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:31:48.598209Z","caller":"traceutil/trace.go:171","msg":"trace[1002330824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38399; }","duration":"115.987442ms","start":"2026-07-29T09:31:48.482207Z","end":"2026-07-29T09:31:48.598194Z","steps":["trace[1002330824] 'agreement among raft nodes before linearized reading' (duration: 115.825118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:32:17.889556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.641788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:32:17.889883Z","caller":"traceutil/trace.go:171","msg":"trace[1476956067] transaction","detail":"{read_only:false; response_revision:38586; number_of_response:1; }","duration":"132.412264ms","start":"2026-07-29T09:32:17.757444Z","end":"2026-07-29T09:32:17.889856Z","steps":["trace[1476956067] 'process raft request' (duration: 132.25147ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:32:17.889927Z","caller":"traceutil/trace.go:171","msg":"trace[1951960498] transaction","detail":"{read_only:false; response_revision:38585; number_of_response:1; }","duration":"191.153166ms","start":"2026-07-29T09:32:17.698746Z","end":"2026-07-29T09:32:17.889899Z","steps":["trace[1951960498] 'process raft request' (duration: 49.017616ms)","trace[1951960498] 'compare' (duration: 141.389182ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:32:17.889909Z","caller":"traceutil/trace.go:171","msg":"trace[268501385] linearizableReadLoop","detail":"{readStateIndex:39810; appliedIndex:39809; }","duration":"182.309222ms","start":"2026-07-29T09:32:17.707564Z","end":"2026-07-29T09:32:17.889873Z","steps":["trace[268501385] 'read index received' (duration: 40.12133ms)","trace[268501385] 'applied index is now lower than readState.Index' (duration: 142.183642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:32:17.890096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.494127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:32:17.890281Z","caller":"traceutil/trace.go:171","msg":"trace[947815056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38586; }","duration":"182.746633ms","start":"2026-07-29T09:32:17.707509Z","end":"2026-07-29T09:32:17.890256Z","steps":["trace[947815056] 'agreement among raft nodes before linearized reading' (duration: 182.474015ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:32:34.096054Z","caller":"traceutil/trace.go:171","msg":"trace[764021544] transaction","detail":"{read_only:false; response_revision:38686; number_of_response:1; }","duration":"111.647506ms","start":"2026-07-29T09:32:33.984356Z","end":"2026-07-29T09:32:34.096003Z","steps":["trace[764021544] 'process raft request' (duration: 111.02461ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:32:39.842619Z","caller":"traceutil/trace.go:171","msg":"trace[388719261] transaction","detail":"{read_only:false; response_revision:38723; number_of_response:1; }","duration":"154.407513ms","start":"2026-07-29T09:32:39.688188Z","end":"2026-07-29T09:32:39.842595Z","steps":["trace[388719261] 'process raft request' (duration: 154.208148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:32:40.096399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.283922ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-29T09:32:40.244368Z","caller":"traceutil/trace.go:171","msg":"trace[1558771562] linearizableReadLoop","detail":"{readStateIndex:39956; appliedIndex:39955; }","duration":"122.520642ms","start":"2026-07-29T09:32:40.121828Z","end":"2026-07-29T09:32:40.244349Z","steps":["trace[1558771562] 'read index received' (duration: 122.340277ms)","trace[1558771562] 'applied index is now lower than readState.Index' (duration: 179.735µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:32:40.244458Z","caller":"traceutil/trace.go:171","msg":"trace[501646790] transaction","detail":"{read_only:false; response_revision:38726; number_of_response:1; }","duration":"130.339101ms","start":"2026-07-29T09:32:40.114074Z","end":"2026-07-29T09:32:40.244413Z","steps":["trace[501646790] 'process raft request' (duration: 130.145786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:32:40.244627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.767159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:32:40.244846Z","caller":"traceutil/trace.go:171","msg":"trace[549771561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38726; }","duration":"123.026905ms","start":"2026-07-29T09:32:40.121792Z","end":"2026-07-29T09:32:40.244819Z","steps":["trace[549771561] 'agreement among raft nodes before linearized reading' (duration: 122.667936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:32:46.491669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.872817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1714"} {"level":"info","ts":"2026-07-29T09:32:46.491963Z","caller":"traceutil/trace.go:171","msg":"trace[1209313455] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:38767; }","duration":"137.00956ms","start":"2026-07-29T09:32:46.354743Z","end":"2026-07-29T09:32:46.491753Z","steps":["trace[1209313455] 'range keys from in-memory index tree' (duration: 136.612441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:32:47.162498Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T09:32:47.293912Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-29T09:32:47.294258Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-29T09:32:52.210019Z","caller":"traceutil/trace.go:171","msg":"trace[1465333272] transaction","detail":"{read_only:false; response_revision:38801; number_of_response:1; }","duration":"310.327504ms","start":"2026-07-29T09:32:51.89967Z","end":"2026-07-29T09:32:52.209998Z","steps":["trace[1465333272] 'process raft request' (duration: 310.135019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:32:52.210153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:32:51.899654Z","time spent":"310.430548ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:32:52.210008Z","caller":"traceutil/trace.go:171","msg":"trace[1015953453] linearizableReadLoop","detail":"{readStateIndex:40033; appliedIndex:40032; }","duration":"118.353108ms","start":"2026-07-29T09:32:52.091608Z","end":"2026-07-29T09:32:52.209961Z","steps":["trace[1015953453] 'read index received' (duration: 118.136822ms)","trace[1015953453] 'applied index is now lower than readState.Index' (duration: 215.256µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:32:52.210209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.660786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T09:32:52.210293Z","caller":"traceutil/trace.go:171","msg":"trace[2024232021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38801; }","duration":"118.796769ms","start":"2026-07-29T09:32:52.091481Z","end":"2026-07-29T09:32:52.210278Z","steps":["trace[2024232021] 'agreement among raft nodes before linearized reading' (duration: 118.589174ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:32:52.390141Z","caller":"traceutil/trace.go:171","msg":"trace[344522845] transaction","detail":"{read_only:false; response_revision:38802; number_of_response:1; }","duration":"175.172241ms","start":"2026-07-29T09:32:52.214935Z","end":"2026-07-29T09:32:52.390107Z","steps":["trace[344522845] 'process raft request' (duration: 143.763403ms)","trace[344522845] 'compare' (duration: 31.251024ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:32:52.550359Z","caller":"traceutil/trace.go:171","msg":"trace[1706617053] linearizableReadLoop","detail":"{readStateIndex:40035; appliedIndex:40033; }","duration":"202.34003ms","start":"2026-07-29T09:32:52.347978Z","end":"2026-07-29T09:32:52.550318Z","steps":["trace[1706617053] 'read index received' (duration: 10.708822ms)","trace[1706617053] 'applied index is now lower than readState.Index' (duration: 191.629348ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:32:52.550402Z","caller":"traceutil/trace.go:171","msg":"trace[779724317] transaction","detail":"{read_only:false; response_revision:38803; number_of_response:1; }","duration":"258.932638ms","start":"2026-07-29T09:32:52.291399Z","end":"2026-07-29T09:32:52.550332Z","steps":["trace[779724317] 'process raft request' (duration: 238.776896ms)","trace[779724317] 'compare' (duration: 19.954417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:32:52.550845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.824253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:32:52.550927Z","caller":"traceutil/trace.go:171","msg":"trace[1663665445] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:38803; }","duration":"202.981967ms","start":"2026-07-29T09:32:52.347922Z","end":"2026-07-29T09:32:52.550904Z","steps":["trace[1663665445] 'agreement among raft nodes before linearized reading' (duration: 202.545766ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:32:53.069339Z","caller":"traceutil/trace.go:171","msg":"trace[552642746] transaction","detail":"{read_only:false; response_revision:38807; number_of_response:1; }","duration":"166.326055ms","start":"2026-07-29T09:32:52.90298Z","end":"2026-07-29T09:32:53.069306Z","steps":["trace[552642746] 'process raft request' (duration: 96.840531ms)","trace[552642746] 'compare' (duration: 69.144266ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:32:53.385533Z","caller":"traceutil/trace.go:171","msg":"trace[98576922] transaction","detail":"{read_only:false; response_revision:38809; number_of_response:1; }","duration":"165.529855ms","start":"2026-07-29T09:32:53.219977Z","end":"2026-07-29T09:32:53.385507Z","steps":["trace[98576922] 'process raft request' (duration: 165.363841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:32:53.412796Z","caller":"traceutil/trace.go:171","msg":"trace[1943068192] transaction","detail":"{read_only:false; response_revision:38810; number_of_response:1; }","duration":"158.900367ms","start":"2026-07-29T09:32:53.253864Z","end":"2026-07-29T09:32:53.412765Z","steps":["trace[1943068192] 'process raft request' (duration: 158.134248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:24.725237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.726654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:33:24.725367Z","caller":"traceutil/trace.go:171","msg":"trace[345946233] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:39006; }","duration":"112.952269ms","start":"2026-07-29T09:33:24.612387Z","end":"2026-07-29T09:33:24.725339Z","steps":["trace[345946233] 'count revisions from in-memory index tree' (duration: 112.55686ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:25.679206Z","caller":"traceutil/trace.go:171","msg":"trace[33692323] transaction","detail":"{read_only:false; response_revision:39015; number_of_response:1; }","duration":"131.557892ms","start":"2026-07-29T09:33:25.547589Z","end":"2026-07-29T09:33:25.679147Z","steps":["trace[33692323] 'process raft request' (duration: 35.939063ms)","trace[33692323] 'compare' (duration: 95.427644ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:33:25.679182Z","caller":"traceutil/trace.go:171","msg":"trace[705324291] linearizableReadLoop","detail":"{readStateIndex:40254; appliedIndex:40253; }","duration":"128.463824ms","start":"2026-07-29T09:33:25.55067Z","end":"2026-07-29T09:33:25.679134Z","steps":["trace[705324291] 'read index received' (duration: 32.779413ms)","trace[705324291] 'applied index is now lower than readState.Index' (duration: 95.683001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:33:25.679451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.759131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:33:25.679576Z","caller":"traceutil/trace.go:171","msg":"trace[2120642562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39015; }","duration":"128.902214ms","start":"2026-07-29T09:33:25.550611Z","end":"2026-07-29T09:33:25.679513Z","steps":["trace[2120642562] 'agreement among raft nodes before linearized reading' (duration: 128.636218ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:29.865719Z","caller":"traceutil/trace.go:171","msg":"trace[1101786389] transaction","detail":"{read_only:false; response_revision:39041; number_of_response:1; }","duration":"110.815835ms","start":"2026-07-29T09:33:29.754853Z","end":"2026-07-29T09:33:29.865669Z","steps":["trace[1101786389] 'process raft request' (duration: 108.260061ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:30.65573Z","caller":"traceutil/trace.go:171","msg":"trace[1337978380] transaction","detail":"{read_only:false; response_revision:39044; number_of_response:1; }","duration":"185.36842ms","start":"2026-07-29T09:33:30.470318Z","end":"2026-07-29T09:33:30.655686Z","steps":["trace[1337978380] 'process raft request' (duration: 132.514568ms)","trace[1337978380] 'compare' (duration: 52.687288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:33:31.319109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.160795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T09:33:31.319178Z","caller":"traceutil/trace.go:171","msg":"trace[35231891] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39051; }","duration":"126.282349ms","start":"2026-07-29T09:33:31.192879Z","end":"2026-07-29T09:33:31.319161Z","steps":["trace[35231891] 'range keys from in-memory index tree' (duration: 125.991121ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:31.355459Z","caller":"traceutil/trace.go:171","msg":"trace[1789029896] linearizableReadLoop","detail":"{readStateIndex:40292; appliedIndex:40291; }","duration":"112.144899ms","start":"2026-07-29T09:33:31.243279Z","end":"2026-07-29T09:33:31.355424Z","steps":["trace[1789029896] 'read index received' (duration: 111.511973ms)","trace[1789029896] 'applied index is now lower than readState.Index' (duration: 631.386µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:33:31.355669Z","caller":"traceutil/trace.go:171","msg":"trace[1116342610] transaction","detail":"{read_only:false; response_revision:39052; number_of_response:1; }","duration":"141.172177ms","start":"2026-07-29T09:33:31.214448Z","end":"2026-07-29T09:33:31.35562Z","steps":["trace[1116342610] 'process raft request' (duration: 140.455999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:31.355861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.5518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:33:31.355978Z","caller":"traceutil/trace.go:171","msg":"trace[1413474008] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:39052; }","duration":"112.742344ms","start":"2026-07-29T09:33:31.243216Z","end":"2026-07-29T09:33:31.355959Z","steps":["trace[1413474008] 'agreement among raft nodes before linearized reading' (duration: 112.366175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:32.173999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.802093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:33:32.174177Z","caller":"traceutil/trace.go:171","msg":"trace[1460826192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39055; }","duration":"303.045989ms","start":"2026-07-29T09:33:31.871105Z","end":"2026-07-29T09:33:32.174151Z","steps":["trace[1460826192] 'range keys from in-memory index tree' (duration: 302.566267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:32.17424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:33:31.871081Z","time spent":"303.141702ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:33:32.17437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.430203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:33:32.174508Z","caller":"traceutil/trace.go:171","msg":"trace[1882932867] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:39055; }","duration":"163.623518ms","start":"2026-07-29T09:33:32.010848Z","end":"2026-07-29T09:33:32.174471Z","steps":["trace[1882932867] 'range keys from in-memory index tree' (duration: 163.062813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:44.886938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.240419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:33:44.887056Z","caller":"traceutil/trace.go:171","msg":"trace[122296552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39133; }","duration":"156.433335ms","start":"2026-07-29T09:33:44.730597Z","end":"2026-07-29T09:33:44.88703Z","steps":["trace[122296552] 'range keys from in-memory index tree' (duration: 155.974432ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.119363Z","caller":"traceutil/trace.go:171","msg":"trace[1435217317] transaction","detail":"{read_only:false; response_revision:39175; number_of_response:1; }","duration":"196.757569ms","start":"2026-07-29T09:33:50.922577Z","end":"2026-07-29T09:33:51.119335Z","steps":["trace[1435217317] 'process raft request' (duration: 196.02271ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.277084Z","caller":"traceutil/trace.go:171","msg":"trace[293648530] transaction","detail":"{read_only:false; response_revision:39176; number_of_response:1; }","duration":"283.130164ms","start":"2026-07-29T09:33:50.99392Z","end":"2026-07-29T09:33:51.27705Z","steps":["trace[293648530] 'process raft request' (duration: 273.338265ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.277209Z","caller":"traceutil/trace.go:171","msg":"trace[1163356875] linearizableReadLoop","detail":"{readStateIndex:40421; appliedIndex:40419; }","duration":"279.943283ms","start":"2026-07-29T09:33:50.997234Z","end":"2026-07-29T09:33:51.277177Z","steps":["trace[1163356875] 'read index received' (duration: 121.328022ms)","trace[1163356875] 'applied index is now lower than readState.Index' (duration: 158.61248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:33:51.277538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.100734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:33:51.277584Z","caller":"traceutil/trace.go:171","msg":"trace[1271926785] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39177; }","duration":"224.208466ms","start":"2026-07-29T09:33:51.053363Z","end":"2026-07-29T09:33:51.277572Z","steps":["trace[1271926785] 'agreement among raft nodes before linearized reading' (duration: 223.996681ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.277273Z","caller":"traceutil/trace.go:171","msg":"trace[149902182] transaction","detail":"{read_only:false; response_revision:39177; number_of_response:1; }","duration":"195.325623ms","start":"2026-07-29T09:33:51.081905Z","end":"2026-07-29T09:33:51.277231Z","steps":["trace[149902182] 'process raft request' (duration: 195.098157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:51.277612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.325522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T09:33:51.277633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.748721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:33:51.27769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.774229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-29T09:33:51.277745Z","caller":"traceutil/trace.go:171","msg":"trace[1942287420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39177; }","duration":"154.898315ms","start":"2026-07-29T09:33:51.12282Z","end":"2026-07-29T09:33:51.277718Z","steps":["trace[1942287420] 'agreement among raft nodes before linearized reading' (duration: 154.731661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.277724Z","caller":"traceutil/trace.go:171","msg":"trace[9824577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39177; }","duration":"280.534107ms","start":"2026-07-29T09:33:50.997171Z","end":"2026-07-29T09:33:51.277705Z","steps":["trace[9824577] 'agreement among raft nodes before linearized reading' (duration: 280.146947ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.27779Z","caller":"traceutil/trace.go:171","msg":"trace[2037735596] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39177; }","duration":"120.923402ms","start":"2026-07-29T09:33:51.156841Z","end":"2026-07-29T09:33:51.277764Z","steps":["trace[2037735596] 'agreement among raft nodes before linearized reading' (duration: 120.647815ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.549431Z","caller":"traceutil/trace.go:171","msg":"trace[1371301548] transaction","detail":"{read_only:false; response_revision:39179; number_of_response:1; }","duration":"267.427975ms","start":"2026-07-29T09:33:51.28193Z","end":"2026-07-29T09:33:51.549358Z","steps":["trace[1371301548] 'process raft request' (duration: 266.976873ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.550483Z","caller":"traceutil/trace.go:171","msg":"trace[1537831461] transaction","detail":"{read_only:false; response_revision:39180; number_of_response:1; }","duration":"268.405589ms","start":"2026-07-29T09:33:51.282042Z","end":"2026-07-29T09:33:51.550448Z","steps":["trace[1537831461] 'process raft request' (duration: 267.215659ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.55171Z","caller":"traceutil/trace.go:171","msg":"trace[145338668] transaction","detail":"{read_only:false; response_revision:39181; number_of_response:1; }","duration":"268.541683ms","start":"2026-07-29T09:33:51.283142Z","end":"2026-07-29T09:33:51.551684Z","steps":["trace[145338668] 'process raft request' (duration: 267.239379ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:51.551955Z","caller":"traceutil/trace.go:171","msg":"trace[1370393193] linearizableReadLoop","detail":"{readStateIndex:40426; appliedIndex:40423; }","duration":"165.026873ms","start":"2026-07-29T09:33:51.386881Z","end":"2026-07-29T09:33:51.551908Z","steps":["trace[1370393193] 'read index received' (duration: 161.833601ms)","trace[1370393193] 'applied index is now lower than readState.Index' (duration: 3.184752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:33:51.552148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.257659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:33:51.552229Z","caller":"traceutil/trace.go:171","msg":"trace[901596600] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:39181; }","duration":"165.371161ms","start":"2026-07-29T09:33:51.386837Z","end":"2026-07-29T09:33:51.552208Z","steps":["trace[901596600] 'agreement among raft nodes before linearized reading' (duration: 165.172046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:51.553099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.685835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T09:33:51.553289Z","caller":"traceutil/trace.go:171","msg":"trace[244732059] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39182; }","duration":"142.809668ms","start":"2026-07-29T09:33:51.410348Z","end":"2026-07-29T09:33:51.553158Z","steps":["trace[244732059] 'agreement among raft nodes before linearized reading' (duration: 142.556012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:53.661114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.694612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:33:53.661401Z","caller":"traceutil/trace.go:171","msg":"trace[589426021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39189; }","duration":"281.044092ms","start":"2026-07-29T09:33:53.380336Z","end":"2026-07-29T09:33:53.66138Z","steps":["trace[589426021] 'range keys from in-memory index tree' (duration: 280.493728ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:53.661402Z","caller":"traceutil/trace.go:171","msg":"trace[1870148889] linearizableReadLoop","detail":"{readStateIndex:40435; appliedIndex:40434; }","duration":"107.339248ms","start":"2026-07-29T09:33:53.554037Z","end":"2026-07-29T09:33:53.661376Z","steps":["trace[1870148889] 'read index received' (duration: 61.578834ms)","trace[1870148889] 'applied index is now lower than readState.Index' (duration: 45.758844ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:33:53.661478Z","caller":"traceutil/trace.go:171","msg":"trace[375087367] transaction","detail":"{read_only:false; response_revision:39190; number_of_response:1; }","duration":"176.200716ms","start":"2026-07-29T09:33:53.485249Z","end":"2026-07-29T09:33:53.66145Z","steps":["trace[375087367] 'process raft request' (duration: 130.224898ms)","trace[375087367] 'compare' (duration: 45.567548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:33:53.661587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.539102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T09:33:53.661643Z","caller":"traceutil/trace.go:171","msg":"trace[1223472113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39190; }","duration":"107.631505ms","start":"2026-07-29T09:33:53.553997Z","end":"2026-07-29T09:33:53.661629Z","steps":["trace[1223472113] 'agreement among raft nodes before linearized reading' (duration: 107.484111ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:53.67133Z","caller":"traceutil/trace.go:171","msg":"trace[420911988] transaction","detail":"{read_only:false; response_revision:39191; number_of_response:1; }","duration":"112.681652ms","start":"2026-07-29T09:33:53.558631Z","end":"2026-07-29T09:33:53.671313Z","steps":["trace[420911988] 'process raft request' (duration: 112.58535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:53.67137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.191867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:33:53.671401Z","caller":"traceutil/trace.go:171","msg":"trace[1258072940] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39191; }","duration":"117.2916ms","start":"2026-07-29T09:33:53.5541Z","end":"2026-07-29T09:33:53.671392Z","steps":["trace[1258072940] 'agreement among raft nodes before linearized reading' (duration: 117.190768ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:53.976844Z","caller":"traceutil/trace.go:171","msg":"trace[1723060899] transaction","detail":"{read_only:false; response_revision:39193; number_of_response:1; }","duration":"311.514244ms","start":"2026-07-29T09:33:53.665301Z","end":"2026-07-29T09:33:53.976816Z","steps":["trace[1723060899] 'process raft request' (duration: 311.441183ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:33:53.976921Z","caller":"traceutil/trace.go:171","msg":"trace[837604572] transaction","detail":"{read_only:false; response_revision:39192; number_of_response:1; }","duration":"311.587497ms","start":"2026-07-29T09:33:53.66528Z","end":"2026-07-29T09:33:53.976868Z","steps":["trace[837604572] 'process raft request' (duration: 311.203897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:53.977143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:33:53.665264Z","time spent":"311.761761ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:33:53.977222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:33:53.665289Z","time spent":"311.639867ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:33:53.986978Z","caller":"traceutil/trace.go:171","msg":"trace[719437343] linearizableReadLoop","detail":"{readStateIndex:40439; appliedIndex:40436; }","duration":"309.796501ms","start":"2026-07-29T09:33:53.67716Z","end":"2026-07-29T09:33:53.986957Z","steps":["trace[719437343] 'read index received' (duration: 299.50328ms)","trace[719437343] 'applied index is now lower than readState.Index' (duration: 10.292121ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:33:53.987041Z","caller":"traceutil/trace.go:171","msg":"trace[1172833021] transaction","detail":"{read_only:false; response_revision:39194; number_of_response:1; }","duration":"312.12763ms","start":"2026-07-29T09:33:53.674887Z","end":"2026-07-29T09:33:53.987014Z","steps":["trace[1172833021] 'process raft request' (duration: 311.900184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:53.987181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.007617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:33:53.987223Z","caller":"traceutil/trace.go:171","msg":"trace[1058443323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39195; }","duration":"310.1006ms","start":"2026-07-29T09:33:53.677108Z","end":"2026-07-29T09:33:53.987209Z","steps":["trace[1058443323] 'agreement among raft nodes before linearized reading' (duration: 309.955796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:33:53.987269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:33:53.677089Z","time spent":"310.161951ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:33:53.987468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:33:53.674875Z","time spent":"312.208811ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:34:03.861571Z","caller":"traceutil/trace.go:171","msg":"trace[1118057738] transaction","detail":"{read_only:false; response_revision:39257; number_of_response:1; }","duration":"112.900898ms","start":"2026-07-29T09:34:03.748652Z","end":"2026-07-29T09:34:03.861553Z","steps":["trace[1118057738] 'process raft request' (duration: 112.755725ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:04.152293Z","caller":"traceutil/trace.go:171","msg":"trace[1721726796] linearizableReadLoop","detail":"{readStateIndex:40505; appliedIndex:40504; }","duration":"130.062825ms","start":"2026-07-29T09:34:04.02221Z","end":"2026-07-29T09:34:04.152273Z","steps":["trace[1721726796] 'read index received' (duration: 129.827169ms)","trace[1721726796] 'applied index is now lower than readState.Index' (duration: 234.806µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:34:04.152364Z","caller":"traceutil/trace.go:171","msg":"trace[738772659] transaction","detail":"{read_only:false; response_revision:39258; number_of_response:1; }","duration":"134.478157ms","start":"2026-07-29T09:34:04.017844Z","end":"2026-07-29T09:34:04.152322Z","steps":["trace[738772659] 'process raft request' (duration: 134.288982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:04.152555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.788598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T09:34:04.152751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.101223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T09:34:04.152744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.326191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T09:34:04.152796Z","caller":"traceutil/trace.go:171","msg":"trace[1494617547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39258; }","duration":"130.080525ms","start":"2026-07-29T09:34:04.022698Z","end":"2026-07-29T09:34:04.152778Z","steps":["trace[1494617547] 'agreement among raft nodes before linearized reading' (duration: 129.726446ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:04.152814Z","caller":"traceutil/trace.go:171","msg":"trace[940650061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39258; }","duration":"111.37464ms","start":"2026-07-29T09:34:04.041423Z","end":"2026-07-29T09:34:04.152798Z","steps":["trace[940650061] 'agreement among raft nodes before linearized reading' (duration: 111.031451ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:04.152835Z","caller":"traceutil/trace.go:171","msg":"trace[1616493435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39258; }","duration":"130.635279ms","start":"2026-07-29T09:34:04.022175Z","end":"2026-07-29T09:34:04.152811Z","steps":["trace[1616493435] 'agreement among raft nodes before linearized reading' (duration: 130.186748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:04.15295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.56849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:34:04.153027Z","caller":"traceutil/trace.go:171","msg":"trace[1444480070] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39258; }","duration":"125.661993ms","start":"2026-07-29T09:34:04.027341Z","end":"2026-07-29T09:34:04.153003Z","steps":["trace[1444480070] 'agreement among raft nodes before linearized reading' (duration: 125.188891ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:11.781602Z","caller":"traceutil/trace.go:171","msg":"trace[1939805361] transaction","detail":"{read_only:false; response_revision:39308; number_of_response:1; }","duration":"146.996004ms","start":"2026-07-29T09:34:11.63458Z","end":"2026-07-29T09:34:11.781576Z","steps":["trace[1939805361] 'process raft request' (duration: 146.941883ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:11.781676Z","caller":"traceutil/trace.go:171","msg":"trace[1617510057] transaction","detail":"{read_only:false; response_revision:39307; number_of_response:1; }","duration":"147.050126ms","start":"2026-07-29T09:34:11.634589Z","end":"2026-07-29T09:34:11.781639Z","steps":["trace[1617510057] 'process raft request' (duration: 146.770689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:30.073413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.942017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-07-29T09:34:30.073569Z","caller":"traceutil/trace.go:171","msg":"trace[1216783831] range","detail":"{range_begin:/registry/events/openstack/heat-api-845f949b95-ntnrs.18c6b77f5dc846ce; range_end:; response_count:1; response_revision:39421; }","duration":"109.139873ms","start":"2026-07-29T09:34:29.964394Z","end":"2026-07-29T09:34:30.073534Z","steps":["trace[1216783831] 'range keys from in-memory index tree' (duration: 108.720803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:30.378063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.914217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T09:34:30.378164Z","caller":"traceutil/trace.go:171","msg":"trace[30179481] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39424; }","duration":"135.071022ms","start":"2026-07-29T09:34:30.243065Z","end":"2026-07-29T09:34:30.378136Z","steps":["trace[30179481] 'range keys from in-memory index tree' (duration: 134.703292ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:30.391159Z","caller":"traceutil/trace.go:171","msg":"trace[1794967845] transaction","detail":"{read_only:false; response_revision:39425; number_of_response:1; }","duration":"108.050605ms","start":"2026-07-29T09:34:30.283078Z","end":"2026-07-29T09:34:30.391128Z","steps":["trace[1794967845] 'process raft request' (duration: 107.703117ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:30.655677Z","caller":"traceutil/trace.go:171","msg":"trace[704235976] transaction","detail":"{read_only:false; response_revision:39427; number_of_response:1; }","duration":"259.42509ms","start":"2026-07-29T09:34:30.396224Z","end":"2026-07-29T09:34:30.655649Z","steps":["trace[704235976] 'process raft request' (duration: 229.225084ms)","trace[704235976] 'compare' (duration: 29.888079ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:34:30.655687Z","caller":"traceutil/trace.go:171","msg":"trace[2016033535] linearizableReadLoop","detail":"{readStateIndex:40682; appliedIndex:40678; }","duration":"228.940726ms","start":"2026-07-29T09:34:30.426723Z","end":"2026-07-29T09:34:30.655663Z","steps":["trace[2016033535] 'read index received' (duration: 35.636165ms)","trace[2016033535] 'applied index is now lower than readState.Index' (duration: 193.303781ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:34:30.655752Z","caller":"traceutil/trace.go:171","msg":"trace[452409819] transaction","detail":"{read_only:false; response_revision:39428; number_of_response:1; }","duration":"259.245466ms","start":"2026-07-29T09:34:30.396469Z","end":"2026-07-29T09:34:30.655714Z","steps":["trace[452409819] 'process raft request' (duration: 259.085392ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:30.655768Z","caller":"traceutil/trace.go:171","msg":"trace[1528592726] transaction","detail":"{read_only:false; response_revision:39429; number_of_response:1; }","duration":"259.089872ms","start":"2026-07-29T09:34:30.396651Z","end":"2026-07-29T09:34:30.65574Z","steps":["trace[1528592726] 'process raft request' (duration: 258.979409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:30.655949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.230679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:34:30.655988Z","caller":"traceutil/trace.go:171","msg":"trace[634649444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39429; }","duration":"141.284481ms","start":"2026-07-29T09:34:30.514692Z","end":"2026-07-29T09:34:30.655976Z","steps":["trace[634649444] 'agreement among raft nodes before linearized reading' (duration: 141.101955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:30.656006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.272786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T09:34:30.656094Z","caller":"traceutil/trace.go:171","msg":"trace[1402029691] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:39429; }","duration":"229.409319ms","start":"2026-07-29T09:34:30.426663Z","end":"2026-07-29T09:34:30.656072Z","steps":["trace[1402029691] 'agreement among raft nodes before linearized reading' (duration: 229.127151ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:31.314296Z","caller":"traceutil/trace.go:171","msg":"trace[448358958] transaction","detail":"{read_only:false; response_revision:39433; number_of_response:1; }","duration":"177.421929ms","start":"2026-07-29T09:34:31.136855Z","end":"2026-07-29T09:34:31.314277Z","steps":["trace[448358958] 'process raft request' (duration: 177.278144ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:31.330033Z","caller":"traceutil/trace.go:171","msg":"trace[795014813] transaction","detail":"{read_only:false; response_revision:39434; number_of_response:1; }","duration":"114.154411ms","start":"2026-07-29T09:34:31.215844Z","end":"2026-07-29T09:34:31.329998Z","steps":["trace[795014813] 'process raft request' (duration: 113.984786ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:31.602386Z","caller":"traceutil/trace.go:171","msg":"trace[987046640] transaction","detail":"{read_only:false; response_revision:39435; number_of_response:1; }","duration":"128.528315ms","start":"2026-07-29T09:34:31.473724Z","end":"2026-07-29T09:34:31.602252Z","steps":["trace[987046640] 'process raft request' (duration: 128.339091ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:31.783216Z","caller":"traceutil/trace.go:171","msg":"trace[1978199500] linearizableReadLoop","detail":"{readStateIndex:40690; appliedIndex:40689; }","duration":"116.939892ms","start":"2026-07-29T09:34:31.666249Z","end":"2026-07-29T09:34:31.783189Z","steps":["trace[1978199500] 'read index received' (duration: 34.270331ms)","trace[1978199500] 'applied index is now lower than readState.Index' (duration: 82.668681ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:34:31.783319Z","caller":"traceutil/trace.go:171","msg":"trace[1724663929] transaction","detail":"{read_only:false; response_revision:39437; number_of_response:1; }","duration":"138.518479ms","start":"2026-07-29T09:34:31.644746Z","end":"2026-07-29T09:34:31.783265Z","steps":["trace[1724663929] 'process raft request' (duration: 55.840188ms)","trace[1724663929] 'compare' (duration: 82.464376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:34:31.78361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.317611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-07-29T09:34:31.783678Z","caller":"traceutil/trace.go:171","msg":"trace[1788857053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:39437; }","duration":"117.485675ms","start":"2026-07-29T09:34:31.666173Z","end":"2026-07-29T09:34:31.783659Z","steps":["trace[1788857053] 'agreement among raft nodes before linearized reading' (duration: 117.132587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:31.996486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.73106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:34:31.996614Z","caller":"traceutil/trace.go:171","msg":"trace[2053011098] transaction","detail":"{read_only:false; response_revision:39439; number_of_response:1; }","duration":"175.215941ms","start":"2026-07-29T09:34:31.821375Z","end":"2026-07-29T09:34:31.996591Z","steps":["trace[2053011098] 'process raft request' (duration: 70.296256ms)","trace[2053011098] 'compare' (duration: 104.593297ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:34:32.608938Z","caller":"traceutil/trace.go:171","msg":"trace[605207726] linearizableReadLoop","detail":"{readStateIndex:40695; appliedIndex:40694; }","duration":"105.030099ms","start":"2026-07-29T09:34:32.503879Z","end":"2026-07-29T09:34:32.608909Z","steps":["trace[605207726] 'read index received' (duration: 55.243954ms)","trace[605207726] 'applied index is now lower than readState.Index' (duration: 49.784795ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:34:32.609013Z","caller":"traceutil/trace.go:171","msg":"trace[1976262978] transaction","detail":"{read_only:false; response_revision:39442; number_of_response:1; }","duration":"106.067235ms","start":"2026-07-29T09:34:32.502908Z","end":"2026-07-29T09:34:32.608976Z","steps":["trace[1976262978] 'process raft request' (duration: 56.30611ms)","trace[1976262978] 'compare' (duration: 49.422757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:34:32.60916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.256205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-29T09:34:32.609201Z","caller":"traceutil/trace.go:171","msg":"trace[928364396] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:39442; }","duration":"105.336956ms","start":"2026-07-29T09:34:32.503854Z","end":"2026-07-29T09:34:32.609191Z","steps":["trace[928364396] 'agreement among raft nodes before linearized reading' (duration: 105.162262ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:32.903436Z","caller":"traceutil/trace.go:171","msg":"trace[1029982324] transaction","detail":"{read_only:false; response_revision:39445; number_of_response:1; }","duration":"238.692444ms","start":"2026-07-29T09:34:32.664695Z","end":"2026-07-29T09:34:32.903388Z","steps":["trace[1029982324] 'process raft request' (duration: 238.418177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:32.903593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.653563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:34:32.903631Z","caller":"traceutil/trace.go:171","msg":"trace[1994064589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39445; }","duration":"162.744555ms","start":"2026-07-29T09:34:32.740875Z","end":"2026-07-29T09:34:32.90362Z","steps":["trace[1994064589] 'agreement among raft nodes before linearized reading' (duration: 162.592641ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:32.903168Z","caller":"traceutil/trace.go:171","msg":"trace[1642671844] linearizableReadLoop","detail":"{readStateIndex:40698; appliedIndex:40696; }","duration":"162.215461ms","start":"2026-07-29T09:34:32.740933Z","end":"2026-07-29T09:34:32.903148Z","steps":["trace[1642671844] 'read index received' (duration: 161.941074ms)","trace[1642671844] 'applied index is now lower than readState.Index' (duration: 273.517µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:34:32.903363Z","caller":"traceutil/trace.go:171","msg":"trace[1832658266] transaction","detail":"{read_only:false; response_revision:39444; number_of_response:1; }","duration":"239.077474ms","start":"2026-07-29T09:34:32.664209Z","end":"2026-07-29T09:34:32.903286Z","steps":["trace[1832658266] 'process raft request' (duration: 238.647844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:34:32.903759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.9649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:34:32.903854Z","caller":"traceutil/trace.go:171","msg":"trace[741387432] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:39445; }","duration":"111.018681ms","start":"2026-07-29T09:34:32.792762Z","end":"2026-07-29T09:34:32.903781Z","steps":["trace[741387432] 'agreement among raft nodes before linearized reading' (duration: 110.938289ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:33.916355Z","caller":"traceutil/trace.go:171","msg":"trace[958779346] transaction","detail":"{read_only:false; response_revision:39450; number_of_response:1; }","duration":"126.595656ms","start":"2026-07-29T09:34:33.789722Z","end":"2026-07-29T09:34:33.916318Z","steps":["trace[958779346] 'process raft request' (duration: 126.300209ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:34:50.769804Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37613} {"level":"info","ts":"2026-07-29T09:34:50.896327Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37613,"took":"122.694257ms","hash":3260786012,"current-db-size-bytes":48549888,"current-db-size":"48 MB","current-db-size-in-use-bytes":24739840,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T09:34:50.896518Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3260786012,"revision":37613,"compact-revision":35657} {"level":"info","ts":"2026-07-29T09:34:53.208658Z","caller":"traceutil/trace.go:171","msg":"trace[1449279481] linearizableReadLoop","detail":"{readStateIndex:40832; appliedIndex:40830; }","duration":"141.243568ms","start":"2026-07-29T09:34:53.067375Z","end":"2026-07-29T09:34:53.208618Z","steps":["trace[1449279481] 'read index received' (duration: 9.389919ms)","trace[1449279481] 'applied index is now lower than readState.Index' (duration: 131.852039ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:34:53.208699Z","caller":"traceutil/trace.go:171","msg":"trace[98645960] transaction","detail":"{read_only:false; response_revision:39574; number_of_response:1; }","duration":"184.274912ms","start":"2026-07-29T09:34:53.02438Z","end":"2026-07-29T09:34:53.208654Z","steps":["trace[98645960] 'process raft request' (duration: 115.966167ms)","trace[98645960] 'compare' (duration: 68.069709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:34:53.208916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.535105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T09:34:53.209002Z","caller":"traceutil/trace.go:171","msg":"trace[794711079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39574; }","duration":"141.67748ms","start":"2026-07-29T09:34:53.067302Z","end":"2026-07-29T09:34:53.208979Z","steps":["trace[794711079] 'agreement among raft nodes before linearized reading' (duration: 141.455034ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:02.287823Z","caller":"traceutil/trace.go:171","msg":"trace[45234516] linearizableReadLoop","detail":"{readStateIndex:40909; appliedIndex:40908; }","duration":"113.520394ms","start":"2026-07-29T09:35:02.174278Z","end":"2026-07-29T09:35:02.287799Z","steps":["trace[45234516] 'read index received' (duration: 68.873439ms)","trace[45234516] 'applied index is now lower than readState.Index' (duration: 44.645695ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:02.287859Z","caller":"traceutil/trace.go:171","msg":"trace[1413197513] transaction","detail":"{read_only:false; response_revision:39647; number_of_response:1; }","duration":"146.771839ms","start":"2026-07-29T09:35:02.141036Z","end":"2026-07-29T09:35:02.287808Z","steps":["trace[1413197513] 'process raft request' (duration: 102.074693ms)","trace[1413197513] 'compare' (duration: 44.575973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:02.288829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.519449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:35:02.288892Z","caller":"traceutil/trace.go:171","msg":"trace[786796839] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:39647; }","duration":"114.646232ms","start":"2026-07-29T09:35:02.174233Z","end":"2026-07-29T09:35:02.288879Z","steps":["trace[786796839] 'agreement among raft nodes before linearized reading' (duration: 113.667587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:02.95183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.648019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:35:02.951963Z","caller":"traceutil/trace.go:171","msg":"trace[188183134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39649; }","duration":"106.834854ms","start":"2026-07-29T09:35:02.845104Z","end":"2026-07-29T09:35:02.951938Z","steps":["trace[188183134] 'range keys from in-memory index tree' (duration: 106.370842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:02.951999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.060885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-07-29T09:35:02.952119Z","caller":"traceutil/trace.go:171","msg":"trace[1476976538] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:39649; }","duration":"219.23801ms","start":"2026-07-29T09:35:02.732854Z","end":"2026-07-29T09:35:02.952092Z","steps":["trace[1476976538] 'range keys from in-memory index tree' (duration: 218.808909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:02.952126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.91273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:35:02.952229Z","caller":"traceutil/trace.go:171","msg":"trace[69533183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39649; }","duration":"104.069984ms","start":"2026-07-29T09:35:02.848137Z","end":"2026-07-29T09:35:02.952207Z","steps":["trace[69533183] 'range keys from in-memory index tree' (duration: 103.737085ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:03.170118Z","caller":"traceutil/trace.go:171","msg":"trace[1289093748] transaction","detail":"{read_only:false; response_revision:39650; number_of_response:1; }","duration":"213.687959ms","start":"2026-07-29T09:35:02.956402Z","end":"2026-07-29T09:35:03.17009Z","steps":["trace[1289093748] 'process raft request' (duration: 213.492254ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:03.53892Z","caller":"traceutil/trace.go:171","msg":"trace[1142440460] linearizableReadLoop","detail":"{readStateIndex:40913; appliedIndex:40911; }","duration":"580.962741ms","start":"2026-07-29T09:35:02.957935Z","end":"2026-07-29T09:35:03.538898Z","steps":["trace[1142440460] 'read index received' (duration: 212.028368ms)","trace[1142440460] 'applied index is now lower than readState.Index' (duration: 368.933343ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:03.539048Z","caller":"traceutil/trace.go:171","msg":"trace[661079163] transaction","detail":"{read_only:false; response_revision:39652; number_of_response:1; }","duration":"372.458532ms","start":"2026-07-29T09:35:03.166564Z","end":"2026-07-29T09:35:03.539023Z","steps":["trace[661079163] 'process raft request' (duration: 372.267877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:03.539104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.153766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-29T09:35:03.539132Z","caller":"traceutil/trace.go:171","msg":"trace[145095701] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:39652; }","duration":"581.217547ms","start":"2026-07-29T09:35:02.957907Z","end":"2026-07-29T09:35:03.539124Z","steps":["trace[145095701] 'agreement among raft nodes before linearized reading' (duration: 581.101654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:03.539164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:02.957896Z","time spent":"581.260559ms","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-07-29T09:35:03.539223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:03.166538Z","time spent":"372.591546ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:35:03.539254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.051383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:35:03.539317Z","caller":"traceutil/trace.go:171","msg":"trace[1039771641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39652; }","duration":"411.157546ms","start":"2026-07-29T09:35:03.128145Z","end":"2026-07-29T09:35:03.539302Z","steps":["trace[1039771641] 'agreement among raft nodes before linearized reading' (duration: 410.976122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:03.539306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.848238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:35:03.539357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:03.12805Z","time spent":"411.30133ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T09:35:03.539381Z","caller":"traceutil/trace.go:171","msg":"trace[1300422684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39652; }","duration":"138.965491ms","start":"2026-07-29T09:35:03.400395Z","end":"2026-07-29T09:35:03.53936Z","steps":["trace[1300422684] 'agreement among raft nodes before linearized reading' (duration: 138.738515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:03.539431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.364871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T09:35:03.539037Z","caller":"traceutil/trace.go:171","msg":"trace[398964111] transaction","detail":"{read_only:false; response_revision:39651; number_of_response:1; }","duration":"581.906484ms","start":"2026-07-29T09:35:02.957082Z","end":"2026-07-29T09:35:03.538988Z","steps":["trace[398964111] 'process raft request' (duration: 581.633017ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:03.539476Z","caller":"traceutil/trace.go:171","msg":"trace[2106731095] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39652; }","duration":"263.455223ms","start":"2026-07-29T09:35:03.276009Z","end":"2026-07-29T09:35:03.539464Z","steps":["trace[2106731095] 'agreement among raft nodes before linearized reading' (duration: 263.348251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:03.53957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:02.957053Z","time spent":"582.429898ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:35:04.606691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.593076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:35:04.606812Z","caller":"traceutil/trace.go:171","msg":"trace[130053802] linearizableReadLoop","detail":"{readStateIndex:40922; appliedIndex:40921; }","duration":"271.442546ms","start":"2026-07-29T09:35:04.335348Z","end":"2026-07-29T09:35:04.60679Z","steps":["trace[130053802] 'read index received' (duration: 98.783479ms)","trace[130053802] 'applied index is now lower than readState.Index' (duration: 172.657657ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:04.606942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.816101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:35:04.606968Z","caller":"traceutil/trace.go:171","msg":"trace[448223578] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39660; }","duration":"281.878381ms","start":"2026-07-29T09:35:04.32508Z","end":"2026-07-29T09:35:04.606959Z","steps":["trace[448223578] 'agreement among raft nodes before linearized reading' (duration: 281.784809ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:04.606936Z","caller":"traceutil/trace.go:171","msg":"trace[1788351652] transaction","detail":"{read_only:false; response_revision:39660; number_of_response:1; }","duration":"288.813427ms","start":"2026-07-29T09:35:04.318064Z","end":"2026-07-29T09:35:04.606868Z","steps":["trace[1788351652] 'process raft request' (duration: 115.959965ms)","trace[1788351652] 'compare' (duration: 172.221186ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:04.632405Z","caller":"traceutil/trace.go:171","msg":"trace[1305447108] transaction","detail":"{read_only:false; response_revision:39661; number_of_response:1; }","duration":"285.316839ms","start":"2026-07-29T09:35:04.347055Z","end":"2026-07-29T09:35:04.632372Z","steps":["trace[1305447108] 'process raft request' (duration: 284.891838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:04.910681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.379262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:35:04.910907Z","caller":"traceutil/trace.go:171","msg":"trace[1408432070] transaction","detail":"{read_only:false; response_revision:39663; number_of_response:1; }","duration":"182.726383ms","start":"2026-07-29T09:35:04.728163Z","end":"2026-07-29T09:35:04.910889Z","steps":["trace[1408432070] 'process raft request' (duration: 182.63022ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:04.91091Z","caller":"traceutil/trace.go:171","msg":"trace[493246908] transaction","detail":"{read_only:false; response_revision:39662; number_of_response:1; }","duration":"258.145748ms","start":"2026-07-29T09:35:04.652725Z","end":"2026-07-29T09:35:04.910871Z","steps":["trace[493246908] 'process raft request' (duration: 129.489999ms)","trace[493246908] 'compare' (duration: 128.158247ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:04.91093Z","caller":"traceutil/trace.go:171","msg":"trace[1269503054] linearizableReadLoop","detail":"{readStateIndex:40925; appliedIndex:40924; }","duration":"257.80063ms","start":"2026-07-29T09:35:04.653097Z","end":"2026-07-29T09:35:04.910898Z","steps":["trace[1269503054] 'read index received' (duration: 129.534762ms)","trace[1269503054] 'applied index is now lower than readState.Index' (duration: 128.261608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:04.911164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.055186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:23386"} {"level":"warn","ts":"2026-07-29T09:35:04.911184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.371432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:35:04.911251Z","caller":"traceutil/trace.go:171","msg":"trace[141039821] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:39663; }","duration":"206.505807ms","start":"2026-07-29T09:35:04.704732Z","end":"2026-07-29T09:35:04.911238Z","steps":["trace[141039821] 'agreement among raft nodes before linearized reading' (duration: 206.352132ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:04.911247Z","caller":"traceutil/trace.go:171","msg":"trace[819801038] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39663; }","duration":"258.143969ms","start":"2026-07-29T09:35:04.653082Z","end":"2026-07-29T09:35:04.911226Z","steps":["trace[819801038] 'agreement among raft nodes before linearized reading' (duration: 257.959924ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:05.327983Z","caller":"traceutil/trace.go:171","msg":"trace[880378139] transaction","detail":"{read_only:false; response_revision:39664; number_of_response:1; }","duration":"149.150639ms","start":"2026-07-29T09:35:05.178797Z","end":"2026-07-29T09:35:05.327948Z","steps":["trace[880378139] 'process raft request' (duration: 148.977425ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:05.831564Z","caller":"traceutil/trace.go:171","msg":"trace[2103391263] transaction","detail":"{read_only:false; response_revision:39666; number_of_response:1; }","duration":"332.205581ms","start":"2026-07-29T09:35:05.499308Z","end":"2026-07-29T09:35:05.831514Z","steps":["trace[2103391263] 'process raft request' (duration: 332.086078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:05.831689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.499289Z","time spent":"332.347964ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T09:35:05.831729Z","caller":"traceutil/trace.go:171","msg":"trace[88010616] linearizableReadLoop","detail":"{readStateIndex:40929; appliedIndex:40929; }","duration":"286.642253ms","start":"2026-07-29T09:35:05.545049Z","end":"2026-07-29T09:35:05.831692Z","steps":["trace[88010616] 'read index received' (duration: 286.624582ms)","trace[88010616] 'applied index is now lower than readState.Index' (duration: 13.86µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:05.831987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.929359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:35:05.83203Z","caller":"traceutil/trace.go:171","msg":"trace[1289859378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39666; }","duration":"287.039683ms","start":"2026-07-29T09:35:05.54498Z","end":"2026-07-29T09:35:05.83202Z","steps":["trace[1289859378] 'agreement among raft nodes before linearized reading' (duration: 286.878029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:05.884466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.001906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:35:05.88452Z","caller":"traceutil/trace.go:171","msg":"trace[1935571315] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39667; }","duration":"321.080677ms","start":"2026-07-29T09:35:05.563428Z","end":"2026-07-29T09:35:05.884509Z","steps":["trace[1935571315] 'agreement among raft nodes before linearized reading' (duration: 320.958724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:05.884542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.56342Z","time spent":"321.116449ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T09:35:05.884464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.752953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:35:05.884639Z","caller":"traceutil/trace.go:171","msg":"trace[1387597742] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:39667; }","duration":"132.946877ms","start":"2026-07-29T09:35:05.751686Z","end":"2026-07-29T09:35:05.884633Z","steps":["trace[1387597742] 'agreement among raft nodes before linearized reading' (duration: 132.597669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:05.88486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.754435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:35:05.884943Z","caller":"traceutil/trace.go:171","msg":"trace[1787456972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39667; }","duration":"321.868518ms","start":"2026-07-29T09:35:05.563056Z","end":"2026-07-29T09:35:05.884925Z","steps":["trace[1787456972] 'agreement among raft nodes before linearized reading' (duration: 321.753635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:05.884983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.563045Z","time spent":"321.930189ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T09:35:05.884878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.841284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:35:05.885044Z","caller":"traceutil/trace.go:171","msg":"trace[1684770612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39667; }","duration":"327.08923ms","start":"2026-07-29T09:35:05.557939Z","end":"2026-07-29T09:35:05.885028Z","steps":["trace[1684770612] 'agreement among raft nodes before linearized reading' (duration: 326.882605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:05.885104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.557712Z","time spent":"327.379438ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T09:35:06.086906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.864004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:35:06.087026Z","caller":"traceutil/trace.go:171","msg":"trace[548717280] linearizableReadLoop","detail":"{readStateIndex:40931; appliedIndex:40930; }","duration":"202.773882ms","start":"2026-07-29T09:35:05.884233Z","end":"2026-07-29T09:35:06.087007Z","steps":["trace[548717280] 'read index received' (duration: 36.683823ms)","trace[548717280] 'applied index is now lower than readState.Index' (duration: 166.088979ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:06.08715Z","caller":"traceutil/trace.go:171","msg":"trace[1160973572] transaction","detail":"{read_only:false; response_revision:39668; number_of_response:1; }","duration":"250.740429ms","start":"2026-07-29T09:35:05.836368Z","end":"2026-07-29T09:35:06.087109Z","steps":["trace[1160973572] 'process raft request' (duration: 84.580128ms)","trace[1160973572] 'compare' (duration: 165.69797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:06.087285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.467103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:35:06.087324Z","caller":"traceutil/trace.go:171","msg":"trace[1757844466] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:39668; }","duration":"228.534455ms","start":"2026-07-29T09:35:05.858779Z","end":"2026-07-29T09:35:06.087314Z","steps":["trace[1757844466] 'agreement among raft nodes before linearized reading' (duration: 228.30649ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:06.330933Z","caller":"traceutil/trace.go:171","msg":"trace[105043031] transaction","detail":"{read_only:false; response_revision:39669; number_of_response:1; }","duration":"441.772403ms","start":"2026-07-29T09:35:05.889132Z","end":"2026-07-29T09:35:06.330904Z","steps":["trace[105043031] 'process raft request' (duration: 383.790841ms)","trace[105043031] 'compare' (duration: 57.783868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:06.331083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.889103Z","time spent":"441.905396ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:35:06.331176Z","caller":"traceutil/trace.go:171","msg":"trace[571582467] transaction","detail":"{read_only:false; response_revision:39670; number_of_response:1; }","duration":"441.868596ms","start":"2026-07-29T09:35:05.889278Z","end":"2026-07-29T09:35:06.331147Z","steps":["trace[571582467] 'process raft request' (duration: 441.576018ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:06.331236Z","caller":"traceutil/trace.go:171","msg":"trace[1325205038] transaction","detail":"{read_only:false; response_revision:39674; number_of_response:1; }","duration":"157.549783ms","start":"2026-07-29T09:35:06.173662Z","end":"2026-07-29T09:35:06.331211Z","steps":["trace[1325205038] 'process raft request' (duration: 157.513962ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:06.331237Z","caller":"traceutil/trace.go:171","msg":"trace[1556033951] transaction","detail":"{read_only:false; response_revision:39671; number_of_response:1; }","duration":"441.490756ms","start":"2026-07-29T09:35:05.889708Z","end":"2026-07-29T09:35:06.331198Z","steps":["trace[1556033951] 'process raft request' (duration: 441.327142ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:06.331281Z","caller":"traceutil/trace.go:171","msg":"trace[1018538908] transaction","detail":"{read_only:false; response_revision:39672; number_of_response:1; }","duration":"441.568688ms","start":"2026-07-29T09:35:05.889673Z","end":"2026-07-29T09:35:06.331215Z","steps":["trace[1018538908] 'process raft request' (duration: 441.425214ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:06.331372Z","caller":"traceutil/trace.go:171","msg":"trace[1329977434] transaction","detail":"{read_only:false; response_revision:39673; number_of_response:1; }","duration":"441.548228ms","start":"2026-07-29T09:35:05.889812Z","end":"2026-07-29T09:35:06.331361Z","steps":["trace[1329977434] 'process raft request' (duration: 441.321012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:06.331431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.889793Z","time spent":"441.605689ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:35:06.331419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.889694Z","time spent":"441.6224ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:35:06.331428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.889256Z","time spent":"442.02775ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:35:06.331472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.889654Z","time spent":"441.707812ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:35:06.331564Z","caller":"traceutil/trace.go:171","msg":"trace[107064111] linearizableReadLoop","detail":"{readStateIndex:40936; appliedIndex:40931; }","duration":"244.328727ms","start":"2026-07-29T09:35:06.087051Z","end":"2026-07-29T09:35:06.33138Z","steps":["trace[107064111] 'read index received' (duration: 185.676318ms)","trace[107064111] 'applied index is now lower than readState.Index' (duration: 58.651659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:06.3317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.651295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:35:06.331732Z","caller":"traceutil/trace.go:171","msg":"trace[1750397339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39674; }","duration":"438.738977ms","start":"2026-07-29T09:35:05.892982Z","end":"2026-07-29T09:35:06.331721Z","steps":["trace[1750397339] 'agreement among raft nodes before linearized reading' (duration: 438.609714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:06.331757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:05.892959Z","time spent":"438.790309ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T09:35:06.589824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.147462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:35:06.589929Z","caller":"traceutil/trace.go:171","msg":"trace[1860271342] linearizableReadLoop","detail":"{readStateIndex:40939; appliedIndex:40937; }","duration":"232.519327ms","start":"2026-07-29T09:35:06.357394Z","end":"2026-07-29T09:35:06.589913Z","steps":["trace[1860271342] 'read index received' (duration: 47.435535ms)","trace[1860271342] 'applied index is now lower than readState.Index' (duration: 185.082652ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:06.589952Z","caller":"traceutil/trace.go:171","msg":"trace[484686579] transaction","detail":"{read_only:false; response_revision:39676; number_of_response:1; }","duration":"249.870808ms","start":"2026-07-29T09:35:06.340059Z","end":"2026-07-29T09:35:06.58993Z","steps":["trace[484686579] 'process raft request' (duration: 142.52169ms)","trace[484686579] 'compare' (duration: 106.977078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:06.590095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.708743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29755295-srff5\" ","response":"range_response_count:1 size:7153"} {"level":"info","ts":"2026-07-29T09:35:06.590125Z","caller":"traceutil/trace.go:171","msg":"trace[1326449361] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29755295-srff5; range_end:; response_count:1; response_revision:39676; }","duration":"232.778214ms","start":"2026-07-29T09:35:06.357335Z","end":"2026-07-29T09:35:06.590113Z","steps":["trace[1326449361] 'agreement among raft nodes before linearized reading' (duration: 232.62297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:07.268119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.43157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:35:07.2682Z","caller":"traceutil/trace.go:171","msg":"trace[373671980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39679; }","duration":"144.556984ms","start":"2026-07-29T09:35:07.123627Z","end":"2026-07-29T09:35:07.268184Z","steps":["trace[373671980] 'range keys from in-memory index tree' (duration: 144.366438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:07.826726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.931691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:35:07.826855Z","caller":"traceutil/trace.go:171","msg":"trace[1854272141] transaction","detail":"{read_only:false; response_revision:39681; number_of_response:1; }","duration":"480.194819ms","start":"2026-07-29T09:35:07.346636Z","end":"2026-07-29T09:35:07.82683Z","steps":["trace[1854272141] 'process raft request' (duration: 89.057863ms)","trace[1854272141] 'compare' (duration: 390.812568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:07.826952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:07.346616Z","time spent":"480.285552ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:35:07.859169Z","caller":"traceutil/trace.go:171","msg":"trace[605051988] linearizableReadLoop","detail":"{readStateIndex:40945; appliedIndex:40944; }","duration":"165.569696ms","start":"2026-07-29T09:35:07.69357Z","end":"2026-07-29T09:35:07.85914Z","steps":["trace[605051988] 'read index received' (duration: 165.3396ms)","trace[605051988] 'applied index is now lower than readState.Index' (duration: 229.216µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:07.859259Z","caller":"traceutil/trace.go:171","msg":"trace[928170247] transaction","detail":"{read_only:false; response_revision:39682; number_of_response:1; }","duration":"185.988336ms","start":"2026-07-29T09:35:07.673236Z","end":"2026-07-29T09:35:07.859224Z","steps":["trace[928170247] 'process raft request' (duration: 185.77572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:07.859315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.72356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:35:07.859354Z","caller":"traceutil/trace.go:171","msg":"trace[2146386286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39682; }","duration":"165.817733ms","start":"2026-07-29T09:35:07.693523Z","end":"2026-07-29T09:35:07.859341Z","steps":["trace[2146386286] 'agreement among raft nodes before linearized reading' (duration: 165.72804ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:08.460102Z","caller":"traceutil/trace.go:171","msg":"trace[492835474] transaction","detail":"{read_only:false; response_revision:39685; number_of_response:1; }","duration":"121.21705ms","start":"2026-07-29T09:35:08.338859Z","end":"2026-07-29T09:35:08.460076Z","steps":["trace[492835474] 'process raft request' (duration: 121.090567ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:08.460237Z","caller":"traceutil/trace.go:171","msg":"trace[87981316] linearizableReadLoop","detail":"{readStateIndex:40948; appliedIndex:40948; }","duration":"120.772018ms","start":"2026-07-29T09:35:08.339451Z","end":"2026-07-29T09:35:08.460223Z","steps":["trace[87981316] 'read index received' (duration: 120.766708ms)","trace[87981316] 'applied index is now lower than readState.Index' (duration: 4.28µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:08.460362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.895261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:35:08.46039Z","caller":"traceutil/trace.go:171","msg":"trace[850293185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39685; }","duration":"120.953032ms","start":"2026-07-29T09:35:08.339428Z","end":"2026-07-29T09:35:08.460381Z","steps":["trace[850293185] 'agreement among raft nodes before linearized reading' (duration: 120.8563ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:08.536796Z","caller":"traceutil/trace.go:171","msg":"trace[1953520367] transaction","detail":"{read_only:false; response_revision:39686; number_of_response:1; }","duration":"197.320384ms","start":"2026-07-29T09:35:08.339444Z","end":"2026-07-29T09:35:08.536765Z","steps":["trace[1953520367] 'process raft request' (duration: 165.893076ms)","trace[1953520367] 'compare' (duration: 31.224403ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:08.537182Z","caller":"traceutil/trace.go:171","msg":"trace[1050501812] transaction","detail":"{read_only:false; response_revision:39687; number_of_response:1; }","duration":"196.607095ms","start":"2026-07-29T09:35:08.340528Z","end":"2026-07-29T09:35:08.537135Z","steps":["trace[1050501812] 'process raft request' (duration: 196.180324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:08.537087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.045111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:35:08.537351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.831868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:35:08.537422Z","caller":"traceutil/trace.go:171","msg":"trace[1204183947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39687; }","duration":"127.933101ms","start":"2026-07-29T09:35:08.409474Z","end":"2026-07-29T09:35:08.537407Z","steps":["trace[1204183947] 'agreement among raft nodes before linearized reading' (duration: 127.739086ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:08.537357Z","caller":"traceutil/trace.go:171","msg":"trace[1022269255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:39687; }","duration":"133.330037ms","start":"2026-07-29T09:35:08.403966Z","end":"2026-07-29T09:35:08.537296Z","steps":["trace[1022269255] 'agreement among raft nodes before linearized reading' (duration: 133.03913ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:08.758339Z","caller":"traceutil/trace.go:171","msg":"trace[820499450] transaction","detail":"{read_only:false; response_revision:39690; number_of_response:1; }","duration":"163.407043ms","start":"2026-07-29T09:35:08.594903Z","end":"2026-07-29T09:35:08.75831Z","steps":["trace[820499450] 'process raft request' (duration: 138.317225ms)","trace[820499450] 'compare' (duration: 24.903453ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:08.976118Z","caller":"traceutil/trace.go:171","msg":"trace[810367205] transaction","detail":"{read_only:false; response_revision:39691; number_of_response:1; }","duration":"105.548342ms","start":"2026-07-29T09:35:08.870549Z","end":"2026-07-29T09:35:08.976097Z","steps":["trace[810367205] 'process raft request' (duration: 95.175938ms)","trace[810367205] 'compare' (duration: 10.272811ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:12.684913Z","caller":"traceutil/trace.go:171","msg":"trace[1109058640] linearizableReadLoop","detail":"{readStateIndex:40981; appliedIndex:40980; }","duration":"131.702596ms","start":"2026-07-29T09:35:12.553183Z","end":"2026-07-29T09:35:12.684886Z","steps":["trace[1109058640] 'read index received' (duration: 81.880421ms)","trace[1109058640] 'applied index is now lower than readState.Index' (duration: 49.821215ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:12.68507Z","caller":"traceutil/trace.go:171","msg":"trace[1807564903] transaction","detail":"{read_only:false; response_revision:39717; number_of_response:1; }","duration":"203.421569ms","start":"2026-07-29T09:35:12.481635Z","end":"2026-07-29T09:35:12.685057Z","steps":["trace[1807564903] 'process raft request' (duration: 153.44782ms)","trace[1807564903] 'compare' (duration: 49.591899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:12.685343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.145418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:35:12.685496Z","caller":"traceutil/trace.go:171","msg":"trace[1964390991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39717; }","duration":"132.346263ms","start":"2026-07-29T09:35:12.553122Z","end":"2026-07-29T09:35:12.685468Z","steps":["trace[1964390991] 'agreement among raft nodes before linearized reading' (duration: 132.044386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:12.685481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.89134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:35:12.685344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.632554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:35:12.685629Z","caller":"traceutil/trace.go:171","msg":"trace[700070152] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:39717; }","duration":"131.971733ms","start":"2026-07-29T09:35:12.55364Z","end":"2026-07-29T09:35:12.685612Z","steps":["trace[700070152] 'agreement among raft nodes before linearized reading' (duration: 131.530392ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:12.685622Z","caller":"traceutil/trace.go:171","msg":"trace[1570311100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39717; }","duration":"117.039774ms","start":"2026-07-29T09:35:12.568535Z","end":"2026-07-29T09:35:12.685574Z","steps":["trace[1570311100] 'agreement among raft nodes before linearized reading' (duration: 116.801568ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:13.011191Z","caller":"traceutil/trace.go:171","msg":"trace[1179112160] transaction","detail":"{read_only:false; response_revision:39720; number_of_response:1; }","duration":"320.569144ms","start":"2026-07-29T09:35:12.690589Z","end":"2026-07-29T09:35:13.011158Z","steps":["trace[1179112160] 'process raft request' (duration: 320.491652ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:13.011514Z","caller":"traceutil/trace.go:171","msg":"trace[1887080617] transaction","detail":"{read_only:false; response_revision:39722; number_of_response:1; }","duration":"316.314826ms","start":"2026-07-29T09:35:12.69518Z","end":"2026-07-29T09:35:13.011495Z","steps":["trace[1887080617] 'process raft request' (duration: 316.192883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:13.011781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:12.690578Z","time spent":"321.061998ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:35:13.011775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:12.695166Z","time spent":"316.542632ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:35:13.011197Z","caller":"traceutil/trace.go:171","msg":"trace[1357778417] transaction","detail":"{read_only:false; response_revision:39719; number_of_response:1; }","duration":"320.709779ms","start":"2026-07-29T09:35:12.690447Z","end":"2026-07-29T09:35:13.011157Z","steps":["trace[1357778417] 'process raft request' (duration: 320.494413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:13.012132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:12.690428Z","time spent":"321.649452ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:35:13.011514Z","caller":"traceutil/trace.go:171","msg":"trace[1247340902] transaction","detail":"{read_only:false; response_revision:39721; number_of_response:1; }","duration":"320.748999ms","start":"2026-07-29T09:35:12.690742Z","end":"2026-07-29T09:35:13.011491Z","steps":["trace[1247340902] 'process raft request' (duration: 320.38089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:13.012293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:35:12.690737Z","time spent":"321.465487ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:35:13.028088Z","caller":"traceutil/trace.go:171","msg":"trace[452477843] transaction","detail":"{read_only:false; response_revision:39723; number_of_response:1; }","duration":"254.074885ms","start":"2026-07-29T09:35:12.773986Z","end":"2026-07-29T09:35:13.028061Z","steps":["trace[452477843] 'process raft request' (duration: 253.85538ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:13.142681Z","caller":"traceutil/trace.go:171","msg":"trace[354356486] linearizableReadLoop","detail":"{readStateIndex:40988; appliedIndex:40987; }","duration":"108.330422ms","start":"2026-07-29T09:35:13.034217Z","end":"2026-07-29T09:35:13.142547Z","steps":["trace[354356486] 'read index received' (duration: 76.865293ms)","trace[354356486] 'applied index is now lower than readState.Index' (duration: 31.460139ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:13.142788Z","caller":"traceutil/trace.go:171","msg":"trace[906597425] transaction","detail":"{read_only:false; response_revision:39724; number_of_response:1; }","duration":"121.952449ms","start":"2026-07-29T09:35:13.02057Z","end":"2026-07-29T09:35:13.142522Z","steps":["trace[906597425] 'process raft request' (duration: 90.444458ms)","trace[906597425] 'compare' (duration: 31.279415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:13.143009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.764864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-29T09:35:13.143135Z","caller":"traceutil/trace.go:171","msg":"trace[2034965576] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:39725; }","duration":"108.926647ms","start":"2026-07-29T09:35:13.034177Z","end":"2026-07-29T09:35:13.143104Z","steps":["trace[2034965576] 'agreement among raft nodes before linearized reading' (duration: 108.584019ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:19.206603Z","caller":"traceutil/trace.go:171","msg":"trace[2077511939] transaction","detail":"{read_only:false; response_revision:39769; number_of_response:1; }","duration":"158.537108ms","start":"2026-07-29T09:35:19.048041Z","end":"2026-07-29T09:35:19.206578Z","steps":["trace[2077511939] 'process raft request' (duration: 121.400304ms)","trace[2077511939] 'compare' (duration: 37.022341ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:35:19.216362Z","caller":"traceutil/trace.go:171","msg":"trace[2104165544] transaction","detail":"{read_only:false; response_revision:39770; number_of_response:1; }","duration":"167.801383ms","start":"2026-07-29T09:35:19.048531Z","end":"2026-07-29T09:35:19.216333Z","steps":["trace[2104165544] 'process raft request' (duration: 167.595938ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:19.216902Z","caller":"traceutil/trace.go:171","msg":"trace[2039778589] transaction","detail":"{read_only:false; response_revision:39771; number_of_response:1; }","duration":"168.261305ms","start":"2026-07-29T09:35:19.048626Z","end":"2026-07-29T09:35:19.216887Z","steps":["trace[2039778589] 'process raft request' (duration: 167.65417ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:19.217181Z","caller":"traceutil/trace.go:171","msg":"trace[1875251366] linearizableReadLoop","detail":"{readStateIndex:41037; appliedIndex:41034; }","duration":"132.367343ms","start":"2026-07-29T09:35:19.084526Z","end":"2026-07-29T09:35:19.216894Z","steps":["trace[1875251366] 'read index received' (duration: 84.993839ms)","trace[1875251366] 'applied index is now lower than readState.Index' (duration: 47.367364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:35:19.21774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.191884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T09:35:19.217804Z","caller":"traceutil/trace.go:171","msg":"trace[1565678688] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39771; }","duration":"133.317737ms","start":"2026-07-29T09:35:19.08447Z","end":"2026-07-29T09:35:19.217788Z","steps":["trace[1565678688] 'agreement among raft nodes before linearized reading' (duration: 132.584538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:35:19.221295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.73736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:35:19.221374Z","caller":"traceutil/trace.go:171","msg":"trace[2081720766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39772; }","duration":"100.878103ms","start":"2026-07-29T09:35:19.120476Z","end":"2026-07-29T09:35:19.221354Z","steps":["trace[2081720766] 'agreement among raft nodes before linearized reading' (duration: 100.738099ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:26.393521Z","caller":"traceutil/trace.go:171","msg":"trace[798378160] transaction","detail":"{read_only:false; response_revision:39814; number_of_response:1; }","duration":"111.090983ms","start":"2026-07-29T09:35:26.282276Z","end":"2026-07-29T09:35:26.393367Z","steps":["trace[798378160] 'process raft request' (duration: 110.600591ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:26.581241Z","caller":"traceutil/trace.go:171","msg":"trace[1045680659] transaction","detail":"{read_only:false; response_revision:39815; number_of_response:1; }","duration":"182.599989ms","start":"2026-07-29T09:35:26.398602Z","end":"2026-07-29T09:35:26.581202Z","steps":["trace[1045680659] 'process raft request' (duration: 179.517051ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:35:26.593032Z","caller":"traceutil/trace.go:171","msg":"trace[2111636797] transaction","detail":"{read_only:false; response_revision:39816; number_of_response:1; }","duration":"193.273201ms","start":"2026-07-29T09:35:26.399733Z","end":"2026-07-29T09:35:26.593006Z","steps":["trace[2111636797] 'process raft request' (duration: 193.119837ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:36:59.006808Z","caller":"traceutil/trace.go:171","msg":"trace[1435575037] transaction","detail":"{read_only:false; response_revision:40408; number_of_response:1; }","duration":"130.221238ms","start":"2026-07-29T09:36:58.876559Z","end":"2026-07-29T09:36:59.00678Z","steps":["trace[1435575037] 'process raft request' (duration: 130.015383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:36:59.17765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.370549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:36:59.17786Z","caller":"traceutil/trace.go:171","msg":"trace[456186542] transaction","detail":"{read_only:false; response_revision:40409; number_of_response:1; }","duration":"159.267547ms","start":"2026-07-29T09:36:59.01856Z","end":"2026-07-29T09:36:59.177827Z","steps":["trace[456186542] 'process raft request' (duration: 49.621231ms)","trace[456186542] 'compare' (duration: 109.239516ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:37:06.943313Z","caller":"traceutil/trace.go:171","msg":"trace[598442512] linearizableReadLoop","detail":"{readStateIndex:41746; appliedIndex:41745; }","duration":"121.058975ms","start":"2026-07-29T09:37:06.822225Z","end":"2026-07-29T09:37:06.943284Z","steps":["trace[598442512] 'read index received' (duration: 120.885411ms)","trace[598442512] 'applied index is now lower than readState.Index' (duration: 172.484µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:37:06.943424Z","caller":"traceutil/trace.go:171","msg":"trace[1625075788] transaction","detail":"{read_only:false; response_revision:40457; number_of_response:1; }","duration":"130.63812ms","start":"2026-07-29T09:37:06.812745Z","end":"2026-07-29T09:37:06.943383Z","steps":["trace[1625075788] 'process raft request' (duration: 130.369713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:37:06.943608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.310181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T09:37:06.94369Z","caller":"traceutil/trace.go:171","msg":"trace[1959167812] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:40457; }","duration":"121.443805ms","start":"2026-07-29T09:37:06.822201Z","end":"2026-07-29T09:37:06.943645Z","steps":["trace[1959167812] 'agreement among raft nodes before linearized reading' (duration: 121.192409ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:37:41.842705Z","caller":"traceutil/trace.go:171","msg":"trace[1690675409] transaction","detail":"{read_only:false; response_revision:40677; number_of_response:1; }","duration":"115.683387ms","start":"2026-07-29T09:37:41.726993Z","end":"2026-07-29T09:37:41.842676Z","steps":["trace[1690675409] 'process raft request' (duration: 115.516222ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:37:42.081414Z","caller":"traceutil/trace.go:171","msg":"trace[1043549456] linearizableReadLoop","detail":"{readStateIndex:41976; appliedIndex:41975; }","duration":"107.052398ms","start":"2026-07-29T09:37:41.974335Z","end":"2026-07-29T09:37:42.081388Z","steps":["trace[1043549456] 'read index received' (duration: 47.784148ms)","trace[1043549456] 'applied index is now lower than readState.Index' (duration: 59.26744ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:37:42.081501Z","caller":"traceutil/trace.go:171","msg":"trace[491665238] transaction","detail":"{read_only:false; response_revision:40679; number_of_response:1; }","duration":"151.291585ms","start":"2026-07-29T09:37:41.930167Z","end":"2026-07-29T09:37:42.081458Z","steps":["trace[491665238] 'process raft request' (duration: 151.082119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:37:42.081636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.292175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:37:42.081676Z","caller":"traceutil/trace.go:171","msg":"trace[1761621084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40679; }","duration":"107.404468ms","start":"2026-07-29T09:37:41.974262Z","end":"2026-07-29T09:37:42.081666Z","steps":["trace[1761621084] 'agreement among raft nodes before linearized reading' (duration: 107.252503ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:37:43.497565Z","caller":"traceutil/trace.go:171","msg":"trace[320635596] linearizableReadLoop","detail":"{readStateIndex:41987; appliedIndex:41986; }","duration":"116.307176ms","start":"2026-07-29T09:37:43.381229Z","end":"2026-07-29T09:37:43.497537Z","steps":["trace[320635596] 'read index received' (duration: 76.646351ms)","trace[320635596] 'applied index is now lower than readState.Index' (duration: 39.659545ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:37:43.497606Z","caller":"traceutil/trace.go:171","msg":"trace[354112721] transaction","detail":"{read_only:false; response_revision:40690; number_of_response:1; }","duration":"162.486518ms","start":"2026-07-29T09:37:43.335095Z","end":"2026-07-29T09:37:43.497582Z","steps":["trace[354112721] 'process raft request' (duration: 122.838304ms)","trace[354112721] 'compare' (duration: 39.396956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:37:43.497854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.615685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T09:37:43.497923Z","caller":"traceutil/trace.go:171","msg":"trace[1433806604] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:40690; }","duration":"116.731118ms","start":"2026-07-29T09:37:43.381176Z","end":"2026-07-29T09:37:43.497907Z","steps":["trace[1433806604] 'agreement among raft nodes before linearized reading' (duration: 116.465721ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:37:48.14765Z","caller":"traceutil/trace.go:171","msg":"trace[1142791146] transaction","detail":"{read_only:false; response_revision:40721; number_of_response:1; }","duration":"180.218449ms","start":"2026-07-29T09:37:47.967394Z","end":"2026-07-29T09:37:48.147613Z","steps":["trace[1142791146] 'process raft request' (duration: 108.551272ms)","trace[1142791146] 'compare' (duration: 71.202304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:37:48.351798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.375812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:37:48.351954Z","caller":"traceutil/trace.go:171","msg":"trace[1703942132] linearizableReadLoop","detail":"{readStateIndex:42022; appliedIndex:42021; }","duration":"107.711178ms","start":"2026-07-29T09:37:48.244215Z","end":"2026-07-29T09:37:48.351926Z","steps":["trace[1703942132] 'read index received' (duration: 3.913753ms)","trace[1703942132] 'applied index is now lower than readState.Index' (duration: 103.795584ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:37:48.352079Z","caller":"traceutil/trace.go:171","msg":"trace[1152643110] transaction","detail":"{read_only:false; response_revision:40724; number_of_response:1; }","duration":"135.414506ms","start":"2026-07-29T09:37:48.216649Z","end":"2026-07-29T09:37:48.352063Z","steps":["trace[1152643110] 'process raft request' (duration: 31.55381ms)","trace[1152643110] 'compare' (duration: 103.196007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:37:48.352428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.203362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T09:37:48.352508Z","caller":"traceutil/trace.go:171","msg":"trace[1464001747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40724; }","duration":"108.313435ms","start":"2026-07-29T09:37:48.24417Z","end":"2026-07-29T09:37:48.352484Z","steps":["trace[1464001747] 'agreement among raft nodes before linearized reading' (duration: 108.045078ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:37:54.112006Z","caller":"traceutil/trace.go:171","msg":"trace[1740470473] linearizableReadLoop","detail":"{readStateIndex:42055; appliedIndex:42054; }","duration":"173.482515ms","start":"2026-07-29T09:37:53.938492Z","end":"2026-07-29T09:37:54.111975Z","steps":["trace[1740470473] 'read index received' (duration: 173.190426ms)","trace[1740470473] 'applied index is now lower than readState.Index' (duration: 290.339µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:37:54.112096Z","caller":"traceutil/trace.go:171","msg":"trace[892832478] transaction","detail":"{read_only:false; response_revision:40756; number_of_response:1; }","duration":"190.568428ms","start":"2026-07-29T09:37:53.921448Z","end":"2026-07-29T09:37:54.112017Z","steps":["trace[892832478] 'process raft request' (duration: 190.144155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:37:54.112146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.629739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:37:54.112244Z","caller":"traceutil/trace.go:171","msg":"trace[661184933] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:40756; }","duration":"173.817444ms","start":"2026-07-29T09:37:53.93841Z","end":"2026-07-29T09:37:54.112228Z","steps":["trace[661184933] 'agreement among raft nodes before linearized reading' (duration: 173.67009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:04.684205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.962249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T09:38:04.684341Z","caller":"traceutil/trace.go:171","msg":"trace[819394680] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:40827; }","duration":"138.159027ms","start":"2026-07-29T09:38:04.546154Z","end":"2026-07-29T09:38:04.684313Z","steps":["trace[819394680] 'range keys from in-memory index tree' (duration: 137.749033ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:06.019731Z","caller":"traceutil/trace.go:171","msg":"trace[1317998793] linearizableReadLoop","detail":"{readStateIndex:42135; appliedIndex:42134; }","duration":"114.894125ms","start":"2026-07-29T09:38:05.904807Z","end":"2026-07-29T09:38:06.019701Z","steps":["trace[1317998793] 'read index received' (duration: 114.671628ms)","trace[1317998793] 'applied index is now lower than readState.Index' (duration: 221.307µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:38:06.019804Z","caller":"traceutil/trace.go:171","msg":"trace[1374445378] transaction","detail":"{read_only:false; response_revision:40833; number_of_response:1; }","duration":"149.605086ms","start":"2026-07-29T09:38:05.870166Z","end":"2026-07-29T09:38:06.019771Z","steps":["trace[1374445378] 'process raft request' (duration: 149.312317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:06.019899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.066009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:38:06.019978Z","caller":"traceutil/trace.go:171","msg":"trace[688906123] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:40833; }","duration":"115.190813ms","start":"2026-07-29T09:38:05.904762Z","end":"2026-07-29T09:38:06.019952Z","steps":["trace[688906123] 'agreement among raft nodes before linearized reading' (duration: 115.053849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:06.240273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.321404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:38:06.24036Z","caller":"traceutil/trace.go:171","msg":"trace[1998712680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40833; }","duration":"117.420907ms","start":"2026-07-29T09:38:06.122919Z","end":"2026-07-29T09:38:06.24034Z","steps":["trace[1998712680] 'range keys from in-memory index tree' (duration: 117.241873ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:07.731625Z","caller":"traceutil/trace.go:171","msg":"trace[885364750] transaction","detail":"{read_only:false; response_revision:40844; number_of_response:1; }","duration":"109.026615ms","start":"2026-07-29T09:38:07.622566Z","end":"2026-07-29T09:38:07.731592Z","steps":["trace[885364750] 'process raft request' (duration: 108.632614ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:08.41202Z","caller":"traceutil/trace.go:171","msg":"trace[1975173284] transaction","detail":"{read_only:false; response_revision:40848; number_of_response:1; }","duration":"159.854161ms","start":"2026-07-29T09:38:08.252072Z","end":"2026-07-29T09:38:08.411926Z","steps":["trace[1975173284] 'process raft request' (duration: 118.701643ms)","trace[1975173284] 'compare' (duration: 40.831779ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:38:08.411999Z","caller":"traceutil/trace.go:171","msg":"trace[1131849942] linearizableReadLoop","detail":"{readStateIndex:42150; appliedIndex:42149; }","duration":"159.474441ms","start":"2026-07-29T09:38:08.252432Z","end":"2026-07-29T09:38:08.411907Z","steps":["trace[1131849942] 'read index received' (duration: 41.006893ms)","trace[1131849942] 'applied index is now lower than readState.Index' (duration: 118.465378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:38:08.412178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.738578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:38:08.412271Z","caller":"traceutil/trace.go:171","msg":"trace[725597279] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:40848; }","duration":"159.914723ms","start":"2026-07-29T09:38:08.252331Z","end":"2026-07-29T09:38:08.412246Z","steps":["trace[725597279] 'agreement among raft nodes before linearized reading' (duration: 159.761899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:08.425883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.751053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T09:38:08.425992Z","caller":"traceutil/trace.go:171","msg":"trace[274288423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40849; }","duration":"155.931329ms","start":"2026-07-29T09:38:08.270037Z","end":"2026-07-29T09:38:08.425969Z","steps":["trace[274288423] 'agreement among raft nodes before linearized reading' (duration: 155.61833ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:09.156691Z","caller":"traceutil/trace.go:171","msg":"trace[1482904095] transaction","detail":"{read_only:false; response_revision:40855; number_of_response:1; }","duration":"101.378564ms","start":"2026-07-29T09:38:09.055281Z","end":"2026-07-29T09:38:09.15666Z","steps":["trace[1482904095] 'process raft request' (duration: 101.187218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:09.429433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.474353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:38:09.429839Z","caller":"traceutil/trace.go:171","msg":"trace[49303772] transaction","detail":"{read_only:false; response_revision:40856; number_of_response:1; }","duration":"201.876704ms","start":"2026-07-29T09:38:09.227919Z","end":"2026-07-29T09:38:09.429796Z","steps":["trace[49303772] 'process raft request' (duration: 95.960118ms)","trace[49303772] 'compare' (duration: 105.085912ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:38:14.681175Z","caller":"traceutil/trace.go:171","msg":"trace[212800631] transaction","detail":"{read_only:false; response_revision:40889; number_of_response:1; }","duration":"103.341011ms","start":"2026-07-29T09:38:14.577797Z","end":"2026-07-29T09:38:14.681138Z","steps":["trace[212800631] 'process raft request' (duration: 102.94203ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:37.509781Z","caller":"traceutil/trace.go:171","msg":"trace[763689518] transaction","detail":"{read_only:false; response_revision:41033; number_of_response:1; }","duration":"125.634065ms","start":"2026-07-29T09:38:37.384109Z","end":"2026-07-29T09:38:37.509743Z","steps":["trace[763689518] 'process raft request' (duration: 119.320593ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:37.509941Z","caller":"traceutil/trace.go:171","msg":"trace[1861307530] transaction","detail":"{read_only:false; response_revision:41034; number_of_response:1; }","duration":"125.443459ms","start":"2026-07-29T09:38:37.384447Z","end":"2026-07-29T09:38:37.50989Z","steps":["trace[1861307530] 'process raft request' (duration: 125.227783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:38.918084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.162291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:38:38.918121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.583577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:38:38.918194Z","caller":"traceutil/trace.go:171","msg":"trace[1384964934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41042; }","duration":"107.361768ms","start":"2026-07-29T09:38:38.810808Z","end":"2026-07-29T09:38:38.918169Z","steps":["trace[1384964934] 'range keys from in-memory index tree' (duration: 106.871123ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:38.918214Z","caller":"traceutil/trace.go:171","msg":"trace[1539142560] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41042; }","duration":"113.740351ms","start":"2026-07-29T09:38:38.804452Z","end":"2026-07-29T09:38:38.918192Z","steps":["trace[1539142560] 'range keys from in-memory index tree' (duration: 113.390682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:38.918447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.146725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:38:38.91858Z","caller":"traceutil/trace.go:171","msg":"trace[190080076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41042; }","duration":"113.378552ms","start":"2026-07-29T09:38:38.805169Z","end":"2026-07-29T09:38:38.918548Z","steps":["trace[190080076] 'range keys from in-memory index tree' (duration: 112.914707ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:47.634072Z","caller":"traceutil/trace.go:171","msg":"trace[191249465] transaction","detail":"{read_only:false; response_revision:41099; number_of_response:1; }","duration":"128.324942ms","start":"2026-07-29T09:38:47.505726Z","end":"2026-07-29T09:38:47.634051Z","steps":["trace[191249465] 'process raft request' (duration: 127.837958ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:49.207595Z","caller":"traceutil/trace.go:171","msg":"trace[626199824] transaction","detail":"{read_only:false; response_revision:41112; number_of_response:1; }","duration":"102.019994ms","start":"2026-07-29T09:38:49.105502Z","end":"2026-07-29T09:38:49.207522Z","steps":["trace[626199824] 'process raft request' (duration: 101.939691ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:49.20772Z","caller":"traceutil/trace.go:171","msg":"trace[1249863562] transaction","detail":"{read_only:false; response_revision:41111; number_of_response:1; }","duration":"102.741834ms","start":"2026-07-29T09:38:49.104908Z","end":"2026-07-29T09:38:49.20765Z","steps":["trace[1249863562] 'process raft request' (duration: 25.322781ms)","trace[1249863562] 'compare' (duration: 77.057543ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:38:51.375172Z","caller":"traceutil/trace.go:171","msg":"trace[1199060182] transaction","detail":"{read_only:false; response_revision:41122; number_of_response:1; }","duration":"158.500644ms","start":"2026-07-29T09:38:51.216629Z","end":"2026-07-29T09:38:51.375129Z","steps":["trace[1199060182] 'process raft request' (duration: 76.434585ms)","trace[1199060182] 'compare' (duration: 81.898373ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:38:52.304214Z","caller":"traceutil/trace.go:171","msg":"trace[1182526391] transaction","detail":"{read_only:false; response_revision:41126; number_of_response:1; }","duration":"104.485544ms","start":"2026-07-29T09:38:52.199705Z","end":"2026-07-29T09:38:52.304191Z","steps":["trace[1182526391] 'process raft request' (duration: 72.114361ms)","trace[1182526391] 'compare' (duration: 32.24486ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:38:53.491406Z","caller":"traceutil/trace.go:171","msg":"trace[572821759] transaction","detail":"{read_only:false; response_revision:41135; number_of_response:1; }","duration":"104.570867ms","start":"2026-07-29T09:38:53.386742Z","end":"2026-07-29T09:38:53.491313Z","steps":["trace[572821759] 'process raft request' (duration: 100.031686ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:53.687311Z","caller":"traceutil/trace.go:171","msg":"trace[141600746] transaction","detail":"{read_only:false; response_revision:41137; number_of_response:1; }","duration":"124.41021ms","start":"2026-07-29T09:38:53.562866Z","end":"2026-07-29T09:38:53.687276Z","steps":["trace[141600746] 'process raft request' (duration: 124.191184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:53.898838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.535368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:38:53.89901Z","caller":"traceutil/trace.go:171","msg":"trace[48218994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:41137; }","duration":"153.753374ms","start":"2026-07-29T09:38:53.745235Z","end":"2026-07-29T09:38:53.898988Z","steps":["trace[48218994] 'range keys from in-memory index tree' (duration: 153.290752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:54.570272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.886345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T09:38:54.570419Z","caller":"traceutil/trace.go:171","msg":"trace[1127438033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41139; }","duration":"262.07115ms","start":"2026-07-29T09:38:54.308333Z","end":"2026-07-29T09:38:54.570404Z","steps":["trace[1127438033] 'range keys from in-memory index tree' (duration: 261.754111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:54.570411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.367206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1642"} {"level":"info","ts":"2026-07-29T09:38:54.570479Z","caller":"traceutil/trace.go:171","msg":"trace[1404096988] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:41139; }","duration":"221.49013ms","start":"2026-07-29T09:38:54.348972Z","end":"2026-07-29T09:38:54.570463Z","steps":["trace[1404096988] 'range keys from in-memory index tree' (duration: 221.192031ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:54.672835Z","caller":"traceutil/trace.go:171","msg":"trace[2108452102] linearizableReadLoop","detail":"{readStateIndex:42452; appliedIndex:42451; }","duration":"124.665937ms","start":"2026-07-29T09:38:54.548131Z","end":"2026-07-29T09:38:54.672797Z","steps":["trace[2108452102] 'read index received' (duration: 124.500422ms)","trace[2108452102] 'applied index is now lower than readState.Index' (duration: 164.325µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:38:54.672993Z","caller":"traceutil/trace.go:171","msg":"trace[460111514] transaction","detail":"{read_only:false; response_revision:41140; number_of_response:1; }","duration":"134.375047ms","start":"2026-07-29T09:38:54.5386Z","end":"2026-07-29T09:38:54.672975Z","steps":["trace[460111514] 'process raft request' (duration: 134.026907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:54.673217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.067058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T09:38:54.673285Z","caller":"traceutil/trace.go:171","msg":"trace[2050386889] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:41140; }","duration":"125.170971ms","start":"2026-07-29T09:38:54.548096Z","end":"2026-07-29T09:38:54.673267Z","steps":["trace[2050386889] 'agreement among raft nodes before linearized reading' (duration: 124.990846ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:54.711756Z","caller":"traceutil/trace.go:171","msg":"trace[960532554] transaction","detail":"{read_only:false; response_revision:41141; number_of_response:1; }","duration":"136.998943ms","start":"2026-07-29T09:38:54.574717Z","end":"2026-07-29T09:38:54.711716Z","steps":["trace[960532554] 'process raft request' (duration: 136.751035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:38:54.711893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.451746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f29ae32-3dd4-423b-9036-67826c1276ca\" ","response":"range_response_count:1 size:2209"} {"level":"info","ts":"2026-07-29T09:38:54.711987Z","caller":"traceutil/trace.go:171","msg":"trace[638515635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f29ae32-3dd4-423b-9036-67826c1276ca; range_end:; response_count:1; response_revision:41141; }","duration":"137.574979ms","start":"2026-07-29T09:38:54.574388Z","end":"2026-07-29T09:38:54.711963Z","steps":["trace[638515635] 'agreement among raft nodes before linearized reading' (duration: 137.311721ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:38:54.866289Z","caller":"traceutil/trace.go:171","msg":"trace[1020370626] transaction","detail":"{read_only:false; response_revision:41142; number_of_response:1; }","duration":"109.489399ms","start":"2026-07-29T09:38:54.75676Z","end":"2026-07-29T09:38:54.86625Z","steps":["trace[1020370626] 'process raft request' (duration: 77.957788ms)","trace[1020370626] 'compare' (duration: 31.233042ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:38:54.881792Z","caller":"traceutil/trace.go:171","msg":"trace[199735973] transaction","detail":"{read_only:false; response_revision:41143; number_of_response:1; }","duration":"113.056681ms","start":"2026-07-29T09:38:54.768715Z","end":"2026-07-29T09:38:54.881771Z","steps":["trace[199735973] 'process raft request' (duration: 112.806724ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:01.373671Z","caller":"traceutil/trace.go:171","msg":"trace[524806995] transaction","detail":"{read_only:false; response_revision:41180; number_of_response:1; }","duration":"447.585582ms","start":"2026-07-29T09:39:00.926057Z","end":"2026-07-29T09:39:01.373642Z","steps":["trace[524806995] 'process raft request' (duration: 447.288684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:39:01.373824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:39:00.92603Z","time spent":"447.711616ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:39:01.413293Z","caller":"traceutil/trace.go:171","msg":"trace[472073990] linearizableReadLoop","detail":"{readStateIndex:42495; appliedIndex:42493; }","duration":"289.09841ms","start":"2026-07-29T09:39:01.124166Z","end":"2026-07-29T09:39:01.413265Z","steps":["trace[472073990] 'read index received' (duration: 249.159427ms)","trace[472073990] 'applied index is now lower than readState.Index' (duration: 39.937623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:39:01.413445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.273565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:39:01.413473Z","caller":"traceutil/trace.go:171","msg":"trace[320659003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41181; }","duration":"289.377067ms","start":"2026-07-29T09:39:01.124085Z","end":"2026-07-29T09:39:01.413462Z","steps":["trace[320659003] 'agreement among raft nodes before linearized reading' (duration: 289.305805ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:01.413454Z","caller":"traceutil/trace.go:171","msg":"trace[273097978] transaction","detail":"{read_only:false; response_revision:41181; number_of_response:1; }","duration":"369.220822ms","start":"2026-07-29T09:39:01.044192Z","end":"2026-07-29T09:39:01.413413Z","steps":["trace[273097978] 'process raft request' (duration: 368.910383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:39:01.413634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:39:01.044154Z","time spent":"369.383587ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:39:01.413829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.041569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T09:39:01.413986Z","caller":"traceutil/trace.go:171","msg":"trace[346182599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:41181; }","duration":"253.308567ms","start":"2026-07-29T09:39:01.160646Z","end":"2026-07-29T09:39:01.413955Z","steps":["trace[346182599] 'agreement among raft nodes before linearized reading' (duration: 252.868615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:39:01.413865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.050182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T09:39:01.414073Z","caller":"traceutil/trace.go:171","msg":"trace[1483745556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41181; }","duration":"165.3379ms","start":"2026-07-29T09:39:01.248724Z","end":"2026-07-29T09:39:01.414062Z","steps":["trace[1483745556] 'agreement among raft nodes before linearized reading' (duration: 164.837566ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:07.675752Z","caller":"traceutil/trace.go:171","msg":"trace[2116699433] transaction","detail":"{read_only:false; response_revision:41221; number_of_response:1; }","duration":"164.268139ms","start":"2026-07-29T09:39:07.511454Z","end":"2026-07-29T09:39:07.675723Z","steps":["trace[2116699433] 'process raft request' (duration: 97.288037ms)","trace[2116699433] 'compare' (duration: 66.701264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:39:07.705422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.066616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:39:07.70554Z","caller":"traceutil/trace.go:171","msg":"trace[523967471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:41222; }","duration":"126.218161ms","start":"2026-07-29T09:39:07.579301Z","end":"2026-07-29T09:39:07.705519Z","steps":["trace[523967471] 'agreement among raft nodes before linearized reading' (duration: 125.992124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:39:07.70542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.902002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:39:07.70567Z","caller":"traceutil/trace.go:171","msg":"trace[2028323003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:41222; }","duration":"126.232752ms","start":"2026-07-29T09:39:07.579423Z","end":"2026-07-29T09:39:07.705655Z","steps":["trace[2028323003] 'agreement among raft nodes before linearized reading' (duration: 125.813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:39:07.891458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.245336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:39:07.891763Z","caller":"traceutil/trace.go:171","msg":"trace[1704350851] linearizableReadLoop","detail":"{readStateIndex:42542; appliedIndex:42540; }","duration":"109.899511ms","start":"2026-07-29T09:39:07.781838Z","end":"2026-07-29T09:39:07.891737Z","steps":["trace[1704350851] 'read index received' (duration: 82.036497ms)","trace[1704350851] 'applied index is now lower than readState.Index' (duration: 27.861564ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:39:07.891894Z","caller":"traceutil/trace.go:171","msg":"trace[214646996] transaction","detail":"{read_only:false; response_revision:41227; number_of_response:1; }","duration":"112.337141ms","start":"2026-07-29T09:39:07.779487Z","end":"2026-07-29T09:39:07.891824Z","steps":["trace[214646996] 'process raft request' (duration: 112.150626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:39:07.891991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.150447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T09:39:07.891899Z","caller":"traceutil/trace.go:171","msg":"trace[1733121568] transaction","detail":"{read_only:false; response_revision:41226; number_of_response:1; }","duration":"126.210881ms","start":"2026-07-29T09:39:07.765532Z","end":"2026-07-29T09:39:07.891743Z","steps":["trace[1733121568] 'process raft request' (duration: 11.572133ms)","trace[1733121568] 'compare' (duration: 114.113633ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:39:07.892051Z","caller":"traceutil/trace.go:171","msg":"trace[363187893] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41227; }","duration":"110.206799ms","start":"2026-07-29T09:39:07.781821Z","end":"2026-07-29T09:39:07.892028Z","steps":["trace[363187893] 'agreement among raft nodes before linearized reading' (duration: 110.000333ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:10.004512Z","caller":"traceutil/trace.go:171","msg":"trace[1734831568] transaction","detail":"{read_only:false; response_revision:41239; number_of_response:1; }","duration":"164.410244ms","start":"2026-07-29T09:39:09.840069Z","end":"2026-07-29T09:39:10.004479Z","steps":["trace[1734831568] 'process raft request' (duration: 97.182235ms)","trace[1734831568] 'compare' (duration: 67.093275ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:39:10.013788Z","caller":"traceutil/trace.go:171","msg":"trace[826274603] transaction","detail":"{read_only:false; response_revision:41240; number_of_response:1; }","duration":"173.175146ms","start":"2026-07-29T09:39:09.840566Z","end":"2026-07-29T09:39:10.013741Z","steps":["trace[826274603] 'process raft request' (duration: 172.918219ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:10.086584Z","caller":"traceutil/trace.go:171","msg":"trace[801759872] linearizableReadLoop","detail":"{readStateIndex:42555; appliedIndex:42553; }","duration":"189.439515ms","start":"2026-07-29T09:39:09.897115Z","end":"2026-07-29T09:39:10.086554Z","steps":["trace[801759872] 'read index received' (duration: 40.155169ms)","trace[801759872] 'applied index is now lower than readState.Index' (duration: 149.283206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:39:10.086793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.663601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:39:10.086826Z","caller":"traceutil/trace.go:171","msg":"trace[1406107686] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41240; }","duration":"189.769055ms","start":"2026-07-29T09:39:09.897047Z","end":"2026-07-29T09:39:10.086816Z","steps":["trace[1406107686] 'agreement among raft nodes before linearized reading' (duration: 189.59979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:39:12.239816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.472491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:39:12.239909Z","caller":"traceutil/trace.go:171","msg":"trace[445018439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41250; }","duration":"114.639138ms","start":"2026-07-29T09:39:12.125249Z","end":"2026-07-29T09:39:12.239888Z","steps":["trace[445018439] 'range keys from in-memory index tree' (duration: 114.336548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:39:12.23989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.914386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:39:12.240118Z","caller":"traceutil/trace.go:171","msg":"trace[460456555] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:41250; }","duration":"124.190634ms","start":"2026-07-29T09:39:12.115875Z","end":"2026-07-29T09:39:12.240066Z","steps":["trace[460456555] 'range keys from in-memory index tree' (duration: 123.669748ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:13.185746Z","caller":"traceutil/trace.go:171","msg":"trace[1594606272] linearizableReadLoop","detail":"{readStateIndex:42571; appliedIndex:42570; }","duration":"159.838241ms","start":"2026-07-29T09:39:13.025881Z","end":"2026-07-29T09:39:13.18572Z","steps":["trace[1594606272] 'read index received' (duration: 76.6294ms)","trace[1594606272] 'applied index is now lower than readState.Index' (duration: 83.207751ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:39:13.185821Z","caller":"traceutil/trace.go:171","msg":"trace[1593881652] transaction","detail":"{read_only:false; response_revision:41255; number_of_response:1; }","duration":"230.643803ms","start":"2026-07-29T09:39:12.955139Z","end":"2026-07-29T09:39:13.185783Z","steps":["trace[1593881652] 'process raft request' (duration: 147.429282ms)","trace[1593881652] 'compare' (duration: 83.025095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:39:13.186009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.688664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-29T09:39:13.186002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.113789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T09:39:13.186047Z","caller":"traceutil/trace.go:171","msg":"trace[1830773536] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:41255; }","duration":"109.782137ms","start":"2026-07-29T09:39:13.076252Z","end":"2026-07-29T09:39:13.186034Z","steps":["trace[1830773536] 'agreement among raft nodes before linearized reading' (duration: 109.633213ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:13.18606Z","caller":"traceutil/trace.go:171","msg":"trace[370947622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:41255; }","duration":"160.241442ms","start":"2026-07-29T09:39:13.025805Z","end":"2026-07-29T09:39:13.186046Z","steps":["trace[370947622] 'agreement among raft nodes before linearized reading' (duration: 159.997485ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:13.966164Z","caller":"traceutil/trace.go:171","msg":"trace[1389642020] transaction","detail":"{read_only:false; response_revision:41261; number_of_response:1; }","duration":"148.846594ms","start":"2026-07-29T09:39:13.817271Z","end":"2026-07-29T09:39:13.966118Z","steps":["trace[1389642020] 'process raft request' (duration: 120.026362ms)","trace[1389642020] 'compare' (duration: 28.473122ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:39:13.966661Z","caller":"traceutil/trace.go:171","msg":"trace[759243407] transaction","detail":"{read_only:false; response_revision:41262; number_of_response:1; }","duration":"146.688631ms","start":"2026-07-29T09:39:13.819925Z","end":"2026-07-29T09:39:13.966614Z","steps":["trace[759243407] 'process raft request' (duration: 146.107705ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:39:50.777519Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39556} {"level":"info","ts":"2026-07-29T09:39:50.899168Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39556,"took":"116.718627ms","hash":1208379171,"current-db-size-bytes":48549888,"current-db-size":"48 MB","current-db-size-in-use-bytes":24027136,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-29T09:39:50.899309Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1208379171,"revision":39556,"compact-revision":37613} {"level":"info","ts":"2026-07-29T09:40:44.568001Z","caller":"traceutil/trace.go:171","msg":"trace[1136931035] transaction","detail":"{read_only:false; response_revision:41885; number_of_response:1; }","duration":"102.57966ms","start":"2026-07-29T09:40:44.465385Z","end":"2026-07-29T09:40:44.567965Z","steps":["trace[1136931035] 'process raft request' (duration: 102.212879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:40:57.554766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.772875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:40:57.554933Z","caller":"traceutil/trace.go:171","msg":"trace[1420331402] linearizableReadLoop","detail":"{readStateIndex:43308; appliedIndex:43307; }","duration":"100.262512ms","start":"2026-07-29T09:40:57.454652Z","end":"2026-07-29T09:40:57.554915Z","steps":["trace[1420331402] 'read index received' (duration: 71.662µs)","trace[1420331402] 'applied index is now lower than readState.Index' (duration: 100.18966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:40:57.55503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.401106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:40:57.555063Z","caller":"traceutil/trace.go:171","msg":"trace[92223273] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:41968; }","duration":"100.491798ms","start":"2026-07-29T09:40:57.454562Z","end":"2026-07-29T09:40:57.555054Z","steps":["trace[92223273] 'agreement among raft nodes before linearized reading' (duration: 100.429906ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:40:57.555246Z","caller":"traceutil/trace.go:171","msg":"trace[1485628495] transaction","detail":"{read_only:false; response_revision:41968; number_of_response:1; }","duration":"140.637027ms","start":"2026-07-29T09:40:57.414531Z","end":"2026-07-29T09:40:57.555168Z","steps":["trace[1485628495] 'process raft request' (duration: 11.341777ms)","trace[1485628495] 'compare' (duration: 128.529408ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:41:03.007452Z","caller":"traceutil/trace.go:171","msg":"trace[260927008] transaction","detail":"{read_only:false; response_revision:42001; number_of_response:1; }","duration":"109.079577ms","start":"2026-07-29T09:41:02.898341Z","end":"2026-07-29T09:41:03.00742Z","steps":["trace[260927008] 'process raft request' (duration: 66.197269ms)","trace[260927008] 'compare' (duration: 42.583479ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:41:05.019873Z","caller":"traceutil/trace.go:171","msg":"trace[1137924922] transaction","detail":"{read_only:false; response_revision:42016; number_of_response:1; }","duration":"129.607689ms","start":"2026-07-29T09:41:04.890226Z","end":"2026-07-29T09:41:05.019834Z","steps":["trace[1137924922] 'process raft request' (duration: 129.395582ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:41:05.438899Z","caller":"traceutil/trace.go:171","msg":"trace[1951766161] linearizableReadLoop","detail":"{readStateIndex:43360; appliedIndex:43359; }","duration":"324.330877ms","start":"2026-07-29T09:41:05.114541Z","end":"2026-07-29T09:41:05.438872Z","steps":["trace[1951766161] 'read index received' (duration: 324.175023ms)","trace[1951766161] 'applied index is now lower than readState.Index' (duration: 153.594µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:41:05.439038Z","caller":"traceutil/trace.go:171","msg":"trace[1955947981] transaction","detail":"{read_only:false; response_revision:42018; number_of_response:1; }","duration":"364.145656ms","start":"2026-07-29T09:41:05.074852Z","end":"2026-07-29T09:41:05.438997Z","steps":["trace[1955947981] 'process raft request' (duration: 363.804716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:41:05.439278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.820637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-07-29T09:41:05.439294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.180641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:41:05.439337Z","caller":"traceutil/trace.go:171","msg":"trace[1113994811] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:42018; }","duration":"318.919701ms","start":"2026-07-29T09:41:05.120402Z","end":"2026-07-29T09:41:05.439322Z","steps":["trace[1113994811] 'agreement among raft nodes before linearized reading' (duration: 318.780827ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:41:05.439378Z","caller":"traceutil/trace.go:171","msg":"trace[663369988] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:42018; }","duration":"117.310355ms","start":"2026-07-29T09:41:05.322045Z","end":"2026-07-29T09:41:05.439355Z","steps":["trace[663369988] 'agreement among raft nodes before linearized reading' (duration: 117.177931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:41:05.439416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:41:05.12038Z","time spent":"319.020853ms","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1285,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"warn","ts":"2026-07-29T09:41:05.439458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:41:05.074823Z","time spent":"364.447674ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:41:05.43914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.103702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T09:41:05.439618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.976489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:41:05.439687Z","caller":"traceutil/trace.go:171","msg":"trace[1091199109] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:42018; }","duration":"183.117293ms","start":"2026-07-29T09:41:05.256548Z","end":"2026-07-29T09:41:05.439665Z","steps":["trace[1091199109] 'agreement among raft nodes before linearized reading' (duration: 182.904216ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:41:05.4397Z","caller":"traceutil/trace.go:171","msg":"trace[1425449949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42018; }","duration":"375.674798ms","start":"2026-07-29T09:41:05.063976Z","end":"2026-07-29T09:41:05.439651Z","steps":["trace[1425449949] 'agreement among raft nodes before linearized reading' (duration: 375.03136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:41:05.439722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.08681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T09:41:05.439799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:41:05.063959Z","time spent":"375.807131ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T09:41:05.439828Z","caller":"traceutil/trace.go:171","msg":"trace[341196981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42018; }","duration":"220.279075ms","start":"2026-07-29T09:41:05.219524Z","end":"2026-07-29T09:41:05.439803Z","steps":["trace[341196981] 'agreement among raft nodes before linearized reading' (duration: 219.933236ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:41:05.56557Z","caller":"traceutil/trace.go:171","msg":"trace[1281523977] linearizableReadLoop","detail":"{readStateIndex:43361; appliedIndex:43360; }","duration":"120.959259ms","start":"2026-07-29T09:41:05.444596Z","end":"2026-07-29T09:41:05.565556Z","steps":["trace[1281523977] 'read index received' (duration: 83.249111ms)","trace[1281523977] 'applied index is now lower than readState.Index' (duration: 37.709278ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:41:05.565562Z","caller":"traceutil/trace.go:171","msg":"trace[1512205013] transaction","detail":"{read_only:false; response_revision:42019; number_of_response:1; }","duration":"121.096943ms","start":"2026-07-29T09:41:05.444442Z","end":"2026-07-29T09:41:05.565539Z","steps":["trace[1512205013] 'process raft request' (duration: 83.383534ms)","trace[1512205013] 'compare' (duration: 37.556194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:41:05.565872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.269658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-29T09:41:05.565914Z","caller":"traceutil/trace.go:171","msg":"trace[653771867] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:42020; }","duration":"121.325219ms","start":"2026-07-29T09:41:05.444578Z","end":"2026-07-29T09:41:05.565903Z","steps":["trace[653771867] 'agreement among raft nodes before linearized reading' (duration: 121.122943ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:41:05.565899Z","caller":"traceutil/trace.go:171","msg":"trace[1287667442] transaction","detail":"{read_only:false; response_revision:42021; number_of_response:1; }","duration":"119.722614ms","start":"2026-07-29T09:41:05.446143Z","end":"2026-07-29T09:41:05.565866Z","steps":["trace[1287667442] 'process raft request' (duration: 119.550319ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:41:05.56601Z","caller":"traceutil/trace.go:171","msg":"trace[486072962] transaction","detail":"{read_only:false; response_revision:42020; number_of_response:1; }","duration":"121.069663ms","start":"2026-07-29T09:41:05.444921Z","end":"2026-07-29T09:41:05.565991Z","steps":["trace[486072962] 'process raft request' (duration: 120.593099ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:42:01.252417Z","caller":"traceutil/trace.go:171","msg":"trace[480884036] transaction","detail":"{read_only:false; response_revision:42409; number_of_response:1; }","duration":"101.841506ms","start":"2026-07-29T09:42:01.150547Z","end":"2026-07-29T09:42:01.252388Z","steps":["trace[480884036] 'process raft request' (duration: 101.63949ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:42:03.582565Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000ab0d.wal"} {"level":"info","ts":"2026-07-29T09:42:05.079906Z","caller":"traceutil/trace.go:171","msg":"trace[2059029682] transaction","detail":"{read_only:false; response_revision:42455; number_of_response:1; }","duration":"129.779911ms","start":"2026-07-29T09:42:04.950048Z","end":"2026-07-29T09:42:05.079828Z","steps":["trace[2059029682] 'process raft request' (duration: 129.442262ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:42:14.622179Z","caller":"traceutil/trace.go:171","msg":"trace[834214721] transaction","detail":"{read_only:false; response_revision:42530; number_of_response:1; }","duration":"101.704432ms","start":"2026-07-29T09:42:14.520447Z","end":"2026-07-29T09:42:14.622152Z","steps":["trace[834214721] 'process raft request' (duration: 32.199888ms)","trace[834214721] 'compare' (duration: 69.385471ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:42:18.171001Z","caller":"traceutil/trace.go:171","msg":"trace[1076391442] transaction","detail":"{read_only:false; response_revision:42551; number_of_response:1; }","duration":"106.320955ms","start":"2026-07-29T09:42:18.064658Z","end":"2026-07-29T09:42:18.170979Z","steps":["trace[1076391442] 'process raft request' (duration: 106.16134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:42:19.156049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.471392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T09:42:19.156129Z","caller":"traceutil/trace.go:171","msg":"trace[335441730] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:42558; }","duration":"138.593355ms","start":"2026-07-29T09:42:19.017514Z","end":"2026-07-29T09:42:19.156108Z","steps":["trace[335441730] 'range keys from in-memory index tree' (duration: 138.324097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:42:19.156254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.15678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T09:42:19.156326Z","caller":"traceutil/trace.go:171","msg":"trace[17707611] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:42558; }","duration":"106.290415ms","start":"2026-07-29T09:42:19.050016Z","end":"2026-07-29T09:42:19.156307Z","steps":["trace[17707611] 'range keys from in-memory index tree' (duration: 105.959935ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:42:19.570409Z","caller":"traceutil/trace.go:171","msg":"trace[792222487] transaction","detail":"{read_only:false; response_revision:42562; number_of_response:1; }","duration":"127.537196ms","start":"2026-07-29T09:42:19.442835Z","end":"2026-07-29T09:42:19.570373Z","steps":["trace[792222487] 'process raft request' (duration: 114.564832ms)","trace[792222487] 'compare' (duration: 12.499121ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:42:31.092079Z","caller":"traceutil/trace.go:171","msg":"trace[848449078] transaction","detail":"{read_only:false; response_revision:42637; number_of_response:1; }","duration":"127.373963ms","start":"2026-07-29T09:42:30.964649Z","end":"2026-07-29T09:42:31.092023Z","steps":["trace[848449078] 'process raft request' (duration: 54.535273ms)","trace[848449078] 'compare' (duration: 72.147491ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:42:34.081585Z","caller":"traceutil/trace.go:171","msg":"trace[174584742] transaction","detail":"{read_only:false; response_revision:42653; number_of_response:1; }","duration":"106.199462ms","start":"2026-07-29T09:42:33.975344Z","end":"2026-07-29T09:42:34.081543Z","steps":["trace[174584742] 'process raft request' (duration: 20.346786ms)","trace[174584742] 'compare' (duration: 85.543357ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:42:43.989979Z","caller":"traceutil/trace.go:171","msg":"trace[1011973803] transaction","detail":"{read_only:false; response_revision:42714; number_of_response:1; }","duration":"132.431668ms","start":"2026-07-29T09:42:43.857515Z","end":"2026-07-29T09:42:43.989946Z","steps":["trace[1011973803] 'process raft request' (duration: 126.9581ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:43:01.454049Z","caller":"traceutil/trace.go:171","msg":"trace[938746553] transaction","detail":"{read_only:false; response_revision:42826; number_of_response:1; }","duration":"158.028286ms","start":"2026-07-29T09:43:01.295991Z","end":"2026-07-29T09:43:01.454019Z","steps":["trace[938746553] 'process raft request' (duration: 157.154561ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:43:04.356764Z","caller":"traceutil/trace.go:171","msg":"trace[1181931570] transaction","detail":"{read_only:false; response_revision:42845; number_of_response:1; }","duration":"134.510927ms","start":"2026-07-29T09:43:04.22222Z","end":"2026-07-29T09:43:04.356731Z","steps":["trace[1181931570] 'process raft request' (duration: 133.890209ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:43:07.773463Z","caller":"traceutil/trace.go:171","msg":"trace[825290713] transaction","detail":"{read_only:false; response_revision:42866; number_of_response:1; }","duration":"244.583291ms","start":"2026-07-29T09:43:07.528845Z","end":"2026-07-29T09:43:07.773428Z","steps":["trace[825290713] 'process raft request' (duration: 234.256893ms)","trace[825290713] 'compare' (duration: 10.075161ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:43:07.813876Z","caller":"traceutil/trace.go:171","msg":"trace[1212518773] transaction","detail":"{read_only:false; response_revision:42867; number_of_response:1; }","duration":"253.118447ms","start":"2026-07-29T09:43:07.560728Z","end":"2026-07-29T09:43:07.813847Z","steps":["trace[1212518773] 'process raft request' (duration: 252.926151ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:43:07.813888Z","caller":"traceutil/trace.go:171","msg":"trace[933756502] linearizableReadLoop","detail":"{readStateIndex:44235; appliedIndex:44233; }","duration":"163.37255ms","start":"2026-07-29T09:43:07.650407Z","end":"2026-07-29T09:43:07.813779Z","steps":["trace[933756502] 'read index received' (duration: 112.707739ms)","trace[933756502] 'applied index is now lower than readState.Index' (duration: 50.663601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:43:07.815128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.697138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:43:07.815206Z","caller":"traceutil/trace.go:171","msg":"trace[974450495] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:42867; }","duration":"164.798671ms","start":"2026-07-29T09:43:07.650391Z","end":"2026-07-29T09:43:07.815189Z","steps":["trace[974450495] 'agreement among raft nodes before linearized reading' (duration: 163.622906ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:43:20.005604Z","caller":"traceutil/trace.go:171","msg":"trace[1657181471] transaction","detail":"{read_only:false; response_revision:42945; number_of_response:1; }","duration":"115.575652ms","start":"2026-07-29T09:43:19.889997Z","end":"2026-07-29T09:43:20.005573Z","steps":["trace[1657181471] 'process raft request' (duration: 115.366246ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:43:20.074462Z","caller":"traceutil/trace.go:171","msg":"trace[180038150] transaction","detail":"{read_only:false; response_revision:42946; number_of_response:1; }","duration":"124.654845ms","start":"2026-07-29T09:43:19.94978Z","end":"2026-07-29T09:43:20.074435Z","steps":["trace[180038150] 'process raft request' (duration: 124.519321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:09.662087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.868822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:44:09.66226Z","caller":"traceutil/trace.go:171","msg":"trace[707866366] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:43258; }","duration":"106.047927ms","start":"2026-07-29T09:44:09.556145Z","end":"2026-07-29T09:44:09.662193Z","steps":["trace[707866366] 'count revisions from in-memory index tree' (duration: 105.719438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:09.66293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.829265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:44:09.662993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.169591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:29 size:829942"} {"level":"info","ts":"2026-07-29T09:44:09.66308Z","caller":"traceutil/trace.go:171","msg":"trace[1528337620] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:43258; }","duration":"128.02225ms","start":"2026-07-29T09:44:09.535006Z","end":"2026-07-29T09:44:09.663029Z","steps":["trace[1528337620] 'count revisions from in-memory index tree' (duration: 127.660579ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:09.663134Z","caller":"traceutil/trace.go:171","msg":"trace[670776936] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:29; response_revision:43258; }","duration":"106.379847ms","start":"2026-07-29T09:44:09.55672Z","end":"2026-07-29T09:44:09.663099Z","steps":["trace[670776936] 'range keys from in-memory index tree' (duration: 105.233454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:23.489006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.313032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rbd-external-provisioner-runner\" ","response":"range_response_count:1 size:1779"} {"level":"info","ts":"2026-07-29T09:44:23.489095Z","caller":"traceutil/trace.go:171","msg":"trace[1183536037] range","detail":"{range_begin:/registry/clusterroles/rbd-external-provisioner-runner; range_end:; response_count:1; response_revision:43347; }","duration":"112.459766ms","start":"2026-07-29T09:44:23.376618Z","end":"2026-07-29T09:44:23.489077Z","steps":["trace[1183536037] 'range keys from in-memory index tree' (duration: 112.143168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:23.49031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.635673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-758bd7c4b5-nwvfz\" ","response":"range_response_count:1 size:12867"} {"level":"info","ts":"2026-07-29T09:44:23.490456Z","caller":"traceutil/trace.go:171","msg":"trace[519246184] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-758bd7c4b5-nwvfz; range_end:; response_count:1; response_revision:43347; }","duration":"121.888209ms","start":"2026-07-29T09:44:23.368541Z","end":"2026-07-29T09:44:23.49043Z","steps":["trace[519246184] 'range keys from in-memory index tree' (duration: 120.350321ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:23.686859Z","caller":"traceutil/trace.go:171","msg":"trace[1976128164] transaction","detail":"{read_only:false; response_revision:43350; number_of_response:1; }","duration":"101.577644ms","start":"2026-07-29T09:44:23.585217Z","end":"2026-07-29T09:44:23.686794Z","steps":["trace[1976128164] 'process raft request' (duration: 92.807656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:25.409165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.23741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:44:25.409341Z","caller":"traceutil/trace.go:171","msg":"trace[1001916773] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:43361; }","duration":"129.483897ms","start":"2026-07-29T09:44:25.27982Z","end":"2026-07-29T09:44:25.409304Z","steps":["trace[1001916773] 'count revisions from in-memory index tree' (duration: 129.101597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:25.409619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.562589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:44:25.409781Z","caller":"traceutil/trace.go:171","msg":"trace[1451349035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43361; }","duration":"119.782465ms","start":"2026-07-29T09:44:25.289962Z","end":"2026-07-29T09:44:25.409744Z","steps":["trace[1451349035] 'range keys from in-memory index tree' (duration: 119.23155ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:25.853227Z","caller":"traceutil/trace.go:171","msg":"trace[101404043] linearizableReadLoop","detail":"{readStateIndex:44751; appliedIndex:44750; }","duration":"127.952568ms","start":"2026-07-29T09:44:25.725236Z","end":"2026-07-29T09:44:25.853189Z","steps":["trace[101404043] 'read index received' (duration: 38.126689ms)","trace[101404043] 'applied index is now lower than readState.Index' (duration: 89.824349ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:25.853513Z","caller":"traceutil/trace.go:171","msg":"trace[1562967447] transaction","detail":"{read_only:false; response_revision:43366; number_of_response:1; }","duration":"160.230784ms","start":"2026-07-29T09:44:25.693265Z","end":"2026-07-29T09:44:25.853495Z","steps":["trace[1562967447] 'process raft request' (duration: 70.162949ms)","trace[1562967447] 'compare' (duration: 89.578743ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:44:25.853742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.382217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/node-feature-discovery\" ","response":"range_response_count:1 size:1066"} {"level":"warn","ts":"2026-07-29T09:44:25.85378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.550063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" ","response":"range_response_count:1 size:513"} {"level":"info","ts":"2026-07-29T09:44:25.853815Z","caller":"traceutil/trace.go:171","msg":"trace[700358617] range","detail":"{range_begin:/registry/clusterroles/secretgen-controller-cluster-role; range_end:; response_count:1; response_revision:43366; }","duration":"128.621064ms","start":"2026-07-29T09:44:25.725184Z","end":"2026-07-29T09:44:25.853805Z","steps":["trace[700358617] 'agreement among raft nodes before linearized reading' (duration: 128.525312ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:25.853811Z","caller":"traceutil/trace.go:171","msg":"trace[1774048136] range","detail":"{range_begin:/registry/clusterrolebindings/node-feature-discovery; range_end:; response_count:1; response_revision:43366; }","duration":"126.50421ms","start":"2026-07-29T09:44:25.727286Z","end":"2026-07-29T09:44:25.853791Z","steps":["trace[1774048136] 'agreement among raft nodes before linearized reading' (duration: 126.279424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:26.229565Z","caller":"traceutil/trace.go:171","msg":"trace[203581939] linearizableReadLoop","detail":"{readStateIndex:44752; appliedIndex:44751; }","duration":"106.304296ms","start":"2026-07-29T09:44:26.123217Z","end":"2026-07-29T09:44:26.229521Z","steps":["trace[203581939] 'read index received' (duration: 105.964248ms)","trace[203581939] 'applied index is now lower than readState.Index' (duration: 337.318µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:26.229724Z","caller":"traceutil/trace.go:171","msg":"trace[1004977269] transaction","detail":"{read_only:false; response_revision:43367; number_of_response:1; }","duration":"147.402182ms","start":"2026-07-29T09:44:26.082267Z","end":"2026-07-29T09:44:26.229669Z","steps":["trace[1004977269] 'process raft request' (duration: 147.043783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:26.22988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.642034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/node-feature-discovery-gc\" ","response":"range_response_count:1 size:1078"} {"level":"info","ts":"2026-07-29T09:44:26.230141Z","caller":"traceutil/trace.go:171","msg":"trace[227813212] range","detail":"{range_begin:/registry/clusterrolebindings/node-feature-discovery-gc; range_end:; response_count:1; response_revision:43367; }","duration":"106.991844ms","start":"2026-07-29T09:44:26.123132Z","end":"2026-07-29T09:44:26.230124Z","steps":["trace[227813212] 'agreement among raft nodes before linearized reading' (duration: 106.547232ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:30.997147Z","caller":"traceutil/trace.go:171","msg":"trace[2099558495] transaction","detail":"{read_only:false; response_revision:43398; number_of_response:1; }","duration":"114.16533ms","start":"2026-07-29T09:44:30.882939Z","end":"2026-07-29T09:44:30.997105Z","steps":["trace[2099558495] 'process raft request' (duration: 113.926854ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:30.997549Z","caller":"traceutil/trace.go:171","msg":"trace[1756777080] linearizableReadLoop","detail":"{readStateIndex:44784; appliedIndex:44784; }","duration":"105.927237ms","start":"2026-07-29T09:44:30.891571Z","end":"2026-07-29T09:44:30.997499Z","steps":["trace[1756777080] 'read index received' (duration: 105.899876ms)","trace[1756777080] 'applied index is now lower than readState.Index' (duration: 22.64µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:44:30.997855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.307186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:792"} {"level":"info","ts":"2026-07-29T09:44:30.997943Z","caller":"traceutil/trace.go:171","msg":"trace[1120253132] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:43398; }","duration":"106.45225ms","start":"2026-07-29T09:44:30.891471Z","end":"2026-07-29T09:44:30.997924Z","steps":["trace[1120253132] 'agreement among raft nodes before linearized reading' (duration: 106.278456ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:31.185681Z","caller":"traceutil/trace.go:171","msg":"trace[831732337] linearizableReadLoop","detail":"{readStateIndex:44785; appliedIndex:44784; }","duration":"187.935053ms","start":"2026-07-29T09:44:30.997716Z","end":"2026-07-29T09:44:31.185652Z","steps":["trace[831732337] 'read index received' (duration: 187.634875ms)","trace[831732337] 'applied index is now lower than readState.Index' (duration: 299.137µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:31.186098Z","caller":"traceutil/trace.go:171","msg":"trace[793132594] transaction","detail":"{read_only:false; response_revision:43399; number_of_response:1; }","duration":"283.669104ms","start":"2026-07-29T09:44:30.902385Z","end":"2026-07-29T09:44:31.186054Z","steps":["trace[793132594] 'process raft request' (duration: 283.037798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:31.186154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.636844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:760"} {"level":"warn","ts":"2026-07-29T09:44:31.186163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.728953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:792"} {"level":"info","ts":"2026-07-29T09:44:31.186236Z","caller":"traceutil/trace.go:171","msg":"trace[1212109006] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:43399; }","duration":"241.743207ms","start":"2026-07-29T09:44:30.944472Z","end":"2026-07-29T09:44:31.186215Z","steps":["trace[1212109006] 'agreement among raft nodes before linearized reading' (duration: 241.505651ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:31.186259Z","caller":"traceutil/trace.go:171","msg":"trace[254840411] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:43399; }","duration":"107.870566ms","start":"2026-07-29T09:44:31.078364Z","end":"2026-07-29T09:44:31.186235Z","steps":["trace[254840411] 'agreement among raft nodes before linearized reading' (duration: 107.650161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:31.186435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.078971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:44:31.186522Z","caller":"traceutil/trace.go:171","msg":"trace[1480538681] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:43399; }","duration":"221.188215ms","start":"2026-07-29T09:44:30.965311Z","end":"2026-07-29T09:44:31.186499Z","steps":["trace[1480538681] 'agreement among raft nodes before linearized reading' (duration: 221.001749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:31.441547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.908489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:44:31.441666Z","caller":"traceutil/trace.go:171","msg":"trace[408636394] linearizableReadLoop","detail":"{readStateIndex:44786; appliedIndex:44785; }","duration":"169.822993ms","start":"2026-07-29T09:44:31.271828Z","end":"2026-07-29T09:44:31.441651Z","steps":["trace[408636394] 'read index received' (duration: 66.591137ms)","trace[408636394] 'applied index is now lower than readState.Index' (duration: 103.230996ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:31.441794Z","caller":"traceutil/trace.go:171","msg":"trace[1693812860] transaction","detail":"{read_only:false; response_revision:43400; number_of_response:1; }","duration":"193.875927ms","start":"2026-07-29T09:44:31.247857Z","end":"2026-07-29T09:44:31.441733Z","steps":["trace[1693812860] 'process raft request' (duration: 90.707302ms)","trace[1693812860] 'compare' (duration: 102.741804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:44:31.441928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.811116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:deployment-controller\" ","response":"range_response_count:1 size:760"} {"level":"warn","ts":"2026-07-29T09:44:31.441972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.129261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-07-29T09:44:31.442026Z","caller":"traceutil/trace.go:171","msg":"trace[1394564091] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:deployment-controller; range_end:; response_count:1; response_revision:43400; }","duration":"166.933618ms","start":"2026-07-29T09:44:31.275064Z","end":"2026-07-29T09:44:31.441998Z","steps":["trace[1394564091] 'agreement among raft nodes before linearized reading' (duration: 166.771494ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:31.442042Z","caller":"traceutil/trace.go:171","msg":"trace[255322561] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:43400; }","duration":"170.235094ms","start":"2026-07-29T09:44:31.271788Z","end":"2026-07-29T09:44:31.442023Z","steps":["trace[255322561] 'agreement among raft nodes before linearized reading' (duration: 170.07274ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:34.965656Z","caller":"traceutil/trace.go:171","msg":"trace[1745458848] transaction","detail":"{read_only:false; response_revision:43423; number_of_response:1; }","duration":"108.331899ms","start":"2026-07-29T09:44:34.857284Z","end":"2026-07-29T09:44:34.965616Z","steps":["trace[1745458848] 'process raft request' (duration: 97.17135ms)","trace[1745458848] 'compare' (duration: 10.746397ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:50.469105Z","caller":"traceutil/trace.go:171","msg":"trace[1260958709] linearizableReadLoop","detail":"{readStateIndex:44910; appliedIndex:44909; }","duration":"101.943234ms","start":"2026-07-29T09:44:50.367124Z","end":"2026-07-29T09:44:50.469067Z","steps":["trace[1260958709] 'read index received' (duration: 101.592085ms)","trace[1260958709] 'applied index is now lower than readState.Index' (duration: 349.599µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:50.469242Z","caller":"traceutil/trace.go:171","msg":"trace[345976253] transaction","detail":"{read_only:false; response_revision:43520; number_of_response:1; }","duration":"115.32322ms","start":"2026-07-29T09:44:50.35387Z","end":"2026-07-29T09:44:50.469193Z","steps":["trace[345976253] 'process raft request' (duration: 114.964751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:50.469338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.17951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-system/\" range_end:\"/registry/persistentvolumeclaims/kube-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:44:50.469393Z","caller":"traceutil/trace.go:171","msg":"trace[649532991] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-system/; range_end:/registry/persistentvolumeclaims/kube-system0; response_count:0; response_revision:43520; }","duration":"102.302473ms","start":"2026-07-29T09:44:50.367075Z","end":"2026-07-29T09:44:50.469377Z","steps":["trace[649532991] 'agreement among raft nodes before linearized reading' (duration: 102.171349ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:50.891902Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41503} {"level":"info","ts":"2026-07-29T09:44:51.211861Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41503,"took":"316.231549ms","hash":3619741572,"current-db-size-bytes":48549888,"current-db-size":"48 MB","current-db-size-in-use-bytes":24731648,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T09:44:51.211944Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3619741572,"revision":41503,"compact-revision":39556} {"level":"warn","ts":"2026-07-29T09:44:56.066558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.716611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1747"} {"level":"info","ts":"2026-07-29T09:44:56.066661Z","caller":"traceutil/trace.go:171","msg":"trace[514140730] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:43559; }","duration":"105.879746ms","start":"2026-07-29T09:44:55.960762Z","end":"2026-07-29T09:44:56.066642Z","steps":["trace[514140730] 'range keys from in-memory index tree' (duration: 105.620179ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:56.318969Z","caller":"traceutil/trace.go:171","msg":"trace[1409732258] linearizableReadLoop","detail":"{readStateIndex:44952; appliedIndex:44951; }","duration":"244.16814ms","start":"2026-07-29T09:44:56.07476Z","end":"2026-07-29T09:44:56.318928Z","steps":["trace[1409732258] 'read index received' (duration: 243.984906ms)","trace[1409732258] 'applied index is now lower than readState.Index' (duration: 181.874µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:56.319037Z","caller":"traceutil/trace.go:171","msg":"trace[1505932665] transaction","detail":"{read_only:false; response_revision:43560; number_of_response:1; }","duration":"247.255601ms","start":"2026-07-29T09:44:56.071724Z","end":"2026-07-29T09:44:56.318979Z","steps":["trace[1505932665] 'process raft request' (duration: 246.989864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:56.31993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.111324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:41 size:33323"} {"level":"info","ts":"2026-07-29T09:44:56.320094Z","caller":"traceutil/trace.go:171","msg":"trace[561248194] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:41; response_revision:43560; }","duration":"245.32945ms","start":"2026-07-29T09:44:56.074728Z","end":"2026-07-29T09:44:56.320058Z","steps":["trace[561248194] 'agreement among raft nodes before linearized reading' (duration: 244.447298ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:56.465655Z","caller":"traceutil/trace.go:171","msg":"trace[996887473] linearizableReadLoop","detail":"{readStateIndex:44953; appliedIndex:44952; }","duration":"146.385146ms","start":"2026-07-29T09:44:56.319247Z","end":"2026-07-29T09:44:56.465633Z","steps":["trace[996887473] 'read index received' (duration: 102.449117ms)","trace[996887473] 'applied index is now lower than readState.Index' (duration: 43.935099ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:56.465751Z","caller":"traceutil/trace.go:171","msg":"trace[443450937] transaction","detail":"{read_only:false; response_revision:43561; number_of_response:1; }","duration":"218.950906ms","start":"2026-07-29T09:44:56.246758Z","end":"2026-07-29T09:44:56.465709Z","steps":["trace[443450937] 'process raft request' (duration: 175.011168ms)","trace[443450937] 'compare' (duration: 43.530268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:44:56.465847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.802349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:44:56.466013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.271713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1084"} {"level":"info","ts":"2026-07-29T09:44:56.466433Z","caller":"traceutil/trace.go:171","msg":"trace[1606598352] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:43561; }","duration":"310.738557ms","start":"2026-07-29T09:44:56.15568Z","end":"2026-07-29T09:44:56.466418Z","steps":["trace[1606598352] 'agreement among raft nodes before linearized reading' (duration: 310.187512ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:56.466403Z","caller":"traceutil/trace.go:171","msg":"trace[133391312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:43561; }","duration":"269.404936ms","start":"2026-07-29T09:44:56.196932Z","end":"2026-07-29T09:44:56.466336Z","steps":["trace[133391312] 'agreement among raft nodes before linearized reading' (duration: 268.82459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:56.466473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:44:56.15565Z","time spent":"310.811799ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1106,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" "} {"level":"warn","ts":"2026-07-29T09:44:56.466063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.524508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:44:56.466546Z","caller":"traceutil/trace.go:171","msg":"trace[1593828738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43561; }","duration":"346.008612ms","start":"2026-07-29T09:44:56.12053Z","end":"2026-07-29T09:44:56.466539Z","steps":["trace[1593828738] 'agreement among raft nodes before linearized reading' (duration: 345.505048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:56.46657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:44:56.120451Z","time spent":"346.115144ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T09:44:56.714177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.390985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubelet-config\" ","response":"range_response_count:1 size:1358"} {"level":"warn","ts":"2026-07-29T09:44:56.714198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.726819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9391"} {"level":"info","ts":"2026-07-29T09:44:56.714257Z","caller":"traceutil/trace.go:171","msg":"trace[1071016196] range","detail":"{range_begin:/registry/configmaps/kube-system/kubelet-config; range_end:; response_count:1; response_revision:43561; }","duration":"141.526198ms","start":"2026-07-29T09:44:56.572713Z","end":"2026-07-29T09:44:56.714239Z","steps":["trace[1071016196] 'range keys from in-memory index tree' (duration: 141.21752ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:56.714274Z","caller":"traceutil/trace.go:171","msg":"trace[586549464] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:43561; }","duration":"125.873983ms","start":"2026-07-29T09:44:56.588381Z","end":"2026-07-29T09:44:56.714255Z","steps":["trace[586549464] 'range keys from in-memory index tree' (duration: 125.507174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:56.714667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.303821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:44:56.714723Z","caller":"traceutil/trace.go:171","msg":"trace[1578429221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:43561; }","duration":"100.398753ms","start":"2026-07-29T09:44:56.614311Z","end":"2026-07-29T09:44:56.714709Z","steps":["trace[1578429221] 'range keys from in-memory index tree' (duration: 99.574252ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:56.90133Z","caller":"traceutil/trace.go:171","msg":"trace[1619711810] linearizableReadLoop","detail":"{readStateIndex:44954; appliedIndex:44953; }","duration":"182.133522ms","start":"2026-07-29T09:44:56.719113Z","end":"2026-07-29T09:44:56.901246Z","steps":["trace[1619711810] 'read index received' (duration: 181.985178ms)","trace[1619711810] 'applied index is now lower than readState.Index' (duration: 147.074µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:56.901501Z","caller":"traceutil/trace.go:171","msg":"trace[1120444434] transaction","detail":"{read_only:false; response_revision:43562; number_of_response:1; }","duration":"182.84175ms","start":"2026-07-29T09:44:56.718619Z","end":"2026-07-29T09:44:56.90146Z","steps":["trace[1120444434] 'process raft request' (duration: 182.391089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:56.901646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.498961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubelet-config\" ","response":"range_response_count:1 size:1358"} {"level":"info","ts":"2026-07-29T09:44:56.901707Z","caller":"traceutil/trace.go:171","msg":"trace[1088032392] range","detail":"{range_begin:/registry/configmaps/kube-system/kubelet-config; range_end:; response_count:1; response_revision:43562; }","duration":"182.606504ms","start":"2026-07-29T09:44:56.719083Z","end":"2026-07-29T09:44:56.90169Z","steps":["trace[1088032392] 'agreement among raft nodes before linearized reading' (duration: 182.398229ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:57.056602Z","caller":"traceutil/trace.go:171","msg":"trace[1324326066] linearizableReadLoop","detail":"{readStateIndex:44955; appliedIndex:44954; }","duration":"155.117961ms","start":"2026-07-29T09:44:56.901442Z","end":"2026-07-29T09:44:57.05656Z","steps":["trace[1324326066] 'read index received' (duration: 130.281407ms)","trace[1324326066] 'applied index is now lower than readState.Index' (duration: 24.834594ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:44:57.056686Z","caller":"traceutil/trace.go:171","msg":"trace[1877806989] transaction","detail":"{read_only:false; response_revision:43563; number_of_response:1; }","duration":"337.324415ms","start":"2026-07-29T09:44:56.71932Z","end":"2026-07-29T09:44:57.056644Z","steps":["trace[1877806989] 'process raft request' (duration: 312.459721ms)","trace[1877806989] 'compare' (duration: 24.060684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:44:57.057177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.874182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9391"} {"level":"warn","ts":"2026-07-29T09:44:57.057381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:44:56.719307Z","time spent":"337.893651ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:44:57.057319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.052488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:44:57.057276Z","caller":"traceutil/trace.go:171","msg":"trace[1877497473] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:43563; }","duration":"254.021986ms","start":"2026-07-29T09:44:56.803236Z","end":"2026-07-29T09:44:57.057257Z","steps":["trace[1877497473] 'agreement among raft nodes before linearized reading' (duration: 253.526272ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:44:57.057865Z","caller":"traceutil/trace.go:171","msg":"trace[1252779761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43563; }","duration":"200.458188ms","start":"2026-07-29T09:44:56.857148Z","end":"2026-07-29T09:44:57.057606Z","steps":["trace[1252779761] 'agreement among raft nodes before linearized reading' (duration: 199.553534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:44:57.057903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.810266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:41 size:33323"} {"level":"info","ts":"2026-07-29T09:44:57.058038Z","caller":"traceutil/trace.go:171","msg":"trace[897878206] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:41; response_revision:43563; }","duration":"152.019091ms","start":"2026-07-29T09:44:56.905984Z","end":"2026-07-29T09:44:57.058004Z","steps":["trace[897878206] 'agreement among raft nodes before linearized reading' (duration: 150.84342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:08.623928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.613262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/ceph-csi-rbd-nodeplugin-http-metrics\" ","response":"range_response_count:1 size:1188"} {"level":"info","ts":"2026-07-29T09:45:08.624059Z","caller":"traceutil/trace.go:171","msg":"trace[79114945] range","detail":"{range_begin:/registry/services/specs/kube-system/ceph-csi-rbd-nodeplugin-http-metrics; range_end:; response_count:1; response_revision:43655; }","duration":"110.393082ms","start":"2026-07-29T09:45:08.513647Z","end":"2026-07-29T09:45:08.62404Z","steps":["trace[79114945] 'range keys from in-memory index tree' (duration: 109.431187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:08.624054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.670385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:41 size:33323"} {"level":"warn","ts":"2026-07-29T09:45:08.623956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.03011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T09:45:08.624188Z","caller":"traceutil/trace.go:171","msg":"trace[2124723406] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:41; response_revision:43655; }","duration":"101.898682ms","start":"2026-07-29T09:45:08.522265Z","end":"2026-07-29T09:45:08.624163Z","steps":["trace[2124723406] 'range keys from in-memory index tree' (duration: 100.883605ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:08.625622Z","caller":"traceutil/trace.go:171","msg":"trace[1262456492] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:43655; }","duration":"108.38922ms","start":"2026-07-29T09:45:08.515824Z","end":"2026-07-29T09:45:08.624213Z","steps":["trace[1262456492] 'count revisions from in-memory index tree' (duration: 107.910697ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:30.438041Z","caller":"traceutil/trace.go:171","msg":"trace[1565289859] transaction","detail":"{read_only:false; response_revision:43810; number_of_response:1; }","duration":"139.077765ms","start":"2026-07-29T09:45:30.298926Z","end":"2026-07-29T09:45:30.438003Z","steps":["trace[1565289859] 'process raft request' (duration: 105.646328ms)","trace[1565289859] 'compare' (duration: 33.15451ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:45:31.633332Z","caller":"traceutil/trace.go:171","msg":"trace[367050805] linearizableReadLoop","detail":"{readStateIndex:45218; appliedIndex:45217; }","duration":"177.006589ms","start":"2026-07-29T09:45:31.456299Z","end":"2026-07-29T09:45:31.633305Z","steps":["trace[367050805] 'read index received' (duration: 103.246757ms)","trace[367050805] 'applied index is now lower than readState.Index' (duration: 73.758862ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:45:31.633454Z","caller":"traceutil/trace.go:171","msg":"trace[724091136] transaction","detail":"{read_only:false; response_revision:43817; number_of_response:1; }","duration":"199.962424ms","start":"2026-07-29T09:45:31.433477Z","end":"2026-07-29T09:45:31.633439Z","steps":["trace[724091136] 'process raft request' (duration: 126.038808ms)","trace[724091136] 'compare' (duration: 73.27914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:45:31.633821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.480381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:8807"} {"level":"info","ts":"2026-07-29T09:45:31.633956Z","caller":"traceutil/trace.go:171","msg":"trace[1648002428] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:43817; }","duration":"177.658165ms","start":"2026-07-29T09:45:31.456261Z","end":"2026-07-29T09:45:31.633919Z","steps":["trace[1648002428] 'agreement among raft nodes before linearized reading' (duration: 177.288276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:31.655375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.04809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:45:31.655478Z","caller":"traceutil/trace.go:171","msg":"trace[965520802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43818; }","duration":"160.179373ms","start":"2026-07-29T09:45:31.495272Z","end":"2026-07-29T09:45:31.655452Z","steps":["trace[965520802] 'agreement among raft nodes before linearized reading' (duration: 159.809314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:31.655507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.412768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11365"} {"level":"info","ts":"2026-07-29T09:45:31.655748Z","caller":"traceutil/trace.go:171","msg":"trace[381740012] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:43818; }","duration":"153.726766ms","start":"2026-07-29T09:45:31.501982Z","end":"2026-07-29T09:45:31.655708Z","steps":["trace[381740012] 'agreement among raft nodes before linearized reading' (duration: 153.327815ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:31.922179Z","caller":"traceutil/trace.go:171","msg":"trace[1165090283] linearizableReadLoop","detail":"{readStateIndex:45222; appliedIndex:45221; }","duration":"107.861266ms","start":"2026-07-29T09:45:31.814285Z","end":"2026-07-29T09:45:31.922146Z","steps":["trace[1165090283] 'read index received' (duration: 107.750803ms)","trace[1165090283] 'applied index is now lower than readState.Index' (duration: 109.183µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:45:31.922483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.177594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11365"} {"level":"info","ts":"2026-07-29T09:45:31.922534Z","caller":"traceutil/trace.go:171","msg":"trace[1398918170] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:43821; }","duration":"108.291267ms","start":"2026-07-29T09:45:31.814224Z","end":"2026-07-29T09:45:31.922515Z","steps":["trace[1398918170] 'agreement among raft nodes before linearized reading' (duration: 108.107232ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:31.922863Z","caller":"traceutil/trace.go:171","msg":"trace[650045739] transaction","detail":"{read_only:false; response_revision:43821; number_of_response:1; }","duration":"108.208765ms","start":"2026-07-29T09:45:31.814109Z","end":"2026-07-29T09:45:31.922317Z","steps":["trace[650045739] 'process raft request' (duration: 107.802114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:32.242586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.340433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9965"} {"level":"warn","ts":"2026-07-29T09:45:32.242608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.714683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:45:32.242701Z","caller":"traceutil/trace.go:171","msg":"trace[1969954576] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:43821; }","duration":"220.519638ms","start":"2026-07-29T09:45:32.022155Z","end":"2026-07-29T09:45:32.242674Z","steps":["trace[1969954576] 'range keys from in-memory index tree' (duration: 220.092746ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:32.242746Z","caller":"traceutil/trace.go:171","msg":"trace[418545118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43821; }","duration":"117.889877ms","start":"2026-07-29T09:45:32.124819Z","end":"2026-07-29T09:45:32.242709Z","steps":["trace[418545118] 'range keys from in-memory index tree' (duration: 117.65155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:32.242831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.621571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7690"} {"level":"info","ts":"2026-07-29T09:45:32.242979Z","caller":"traceutil/trace.go:171","msg":"trace[106024312] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:43821; }","duration":"178.856297ms","start":"2026-07-29T09:45:32.064091Z","end":"2026-07-29T09:45:32.242947Z","steps":["trace[106024312] 'range keys from in-memory index tree' (duration: 178.344424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:32.242963Z","caller":"traceutil/trace.go:171","msg":"trace[585204631] transaction","detail":"{read_only:false; response_revision:43822; number_of_response:1; }","duration":"113.576805ms","start":"2026-07-29T09:45:32.129341Z","end":"2026-07-29T09:45:32.242917Z","steps":["trace[585204631] 'process raft request' (duration: 63.656411ms)","trace[585204631] 'compare' (duration: 49.719429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:45:32.493011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.970843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7690"} {"level":"info","ts":"2026-07-29T09:45:32.493144Z","caller":"traceutil/trace.go:171","msg":"trace[96191639] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:43823; }","duration":"134.149608ms","start":"2026-07-29T09:45:32.35896Z","end":"2026-07-29T09:45:32.49311Z","steps":["trace[96191639] 'range keys from in-memory index tree' (duration: 133.706466ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:42.713907Z","caller":"traceutil/trace.go:171","msg":"trace[480060868] linearizableReadLoop","detail":"{readStateIndex:45290; appliedIndex:45289; }","duration":"405.330188ms","start":"2026-07-29T09:45:42.308538Z","end":"2026-07-29T09:45:42.713868Z","steps":["trace[480060868] 'read index received' (duration: 405.039451ms)","trace[480060868] 'applied index is now lower than readState.Index' (duration: 289.197µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:45:42.714389Z","caller":"traceutil/trace.go:171","msg":"trace[314854297] transaction","detail":"{read_only:false; response_revision:43887; number_of_response:1; }","duration":"409.791145ms","start":"2026-07-29T09:45:42.304543Z","end":"2026-07-29T09:45:42.714335Z","steps":["trace[314854297] 'process raft request' (duration: 409.125617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:42.714634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.404003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-8dcpt\" ","response":"range_response_count:1 size:3475"} {"level":"warn","ts":"2026-07-29T09:45:42.714661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.059514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-7jtlh\" ","response":"range_response_count:1 size:4922"} {"level":"info","ts":"2026-07-29T09:45:42.714693Z","caller":"traceutil/trace.go:171","msg":"trace[263064938] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-8dcpt; range_end:; response_count:1; response_revision:43887; }","duration":"375.504206ms","start":"2026-07-29T09:45:42.339168Z","end":"2026-07-29T09:45:42.714672Z","steps":["trace[263064938] 'agreement among raft nodes before linearized reading' (duration: 375.397193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:42.71452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.777591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1630"} {"level":"warn","ts":"2026-07-29T09:45:42.714784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.177291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-29T09:45:42.714807Z","caller":"traceutil/trace.go:171","msg":"trace[1951397824] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-7jtlh; range_end:; response_count:1; response_revision:43887; }","duration":"368.194707ms","start":"2026-07-29T09:45:42.346514Z","end":"2026-07-29T09:45:42.714709Z","steps":["trace[1951397824] 'agreement among raft nodes before linearized reading' (duration: 367.950571ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:42.714889Z","caller":"traceutil/trace.go:171","msg":"trace[901455851] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:43887; }","duration":"406.359826ms","start":"2026-07-29T09:45:42.308502Z","end":"2026-07-29T09:45:42.714862Z","steps":["trace[901455851] 'agreement among raft nodes before linearized reading' (duration: 406.010537ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:45:42.714866Z","caller":"traceutil/trace.go:171","msg":"trace[483430196] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:43887; }","duration":"406.13201ms","start":"2026-07-29T09:45:42.30867Z","end":"2026-07-29T09:45:42.714802Z","steps":["trace[483430196] 'agreement among raft nodes before linearized reading' (duration: 405.671078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:42.714901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:45:42.346492Z","time spent":"368.388801ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4944,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-7jtlh\" "} {"level":"warn","ts":"2026-07-29T09:45:42.714927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:45:42.308486Z","time spent":"406.433907ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-29T09:45:42.714887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.416815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T09:45:42.714998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:45:42.308651Z","time spent":"406.304054ms","remote":"127.0.0.1:46312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1652,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-29T09:45:42.714763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:45:42.339131Z","time spent":"375.591458ms","remote":"127.0.0.1:46334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3497,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-8dcpt\" "} {"level":"info","ts":"2026-07-29T09:45:42.715012Z","caller":"traceutil/trace.go:171","msg":"trace[958512185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:43887; }","duration":"279.60298ms","start":"2026-07-29T09:45:42.435382Z","end":"2026-07-29T09:45:42.714985Z","steps":["trace[958512185] 'agreement among raft nodes before linearized reading' (duration: 279.091567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:45:42.715325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:45:42.304517Z","time spent":"410.718669ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:46:11.369619Z","caller":"traceutil/trace.go:171","msg":"trace[1224526141] transaction","detail":"{read_only:false; response_revision:44072; number_of_response:1; }","duration":"119.102745ms","start":"2026-07-29T09:46:11.250486Z","end":"2026-07-29T09:46:11.369589Z","steps":["trace[1224526141] 'process raft request' (duration: 73.624496ms)","trace[1224526141] 'compare' (duration: 45.268762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:14.779692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.713262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:46:14.779858Z","caller":"traceutil/trace.go:171","msg":"trace[1228439108] linearizableReadLoop","detail":"{readStateIndex:45502; appliedIndex:45501; }","duration":"155.107866ms","start":"2026-07-29T09:46:14.624727Z","end":"2026-07-29T09:46:14.779835Z","steps":["trace[1228439108] 'read index received' (duration: 16.049575ms)","trace[1228439108] 'applied index is now lower than readState.Index' (duration: 139.056561ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:14.779936Z","caller":"traceutil/trace.go:171","msg":"trace[1230916290] transaction","detail":"{read_only:false; response_revision:44091; number_of_response:1; }","duration":"190.608226ms","start":"2026-07-29T09:46:14.589287Z","end":"2026-07-29T09:46:14.779895Z","steps":["trace[1230916290] 'process raft request' (duration: 51.496073ms)","trace[1230916290] 'compare' (duration: 138.428015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:14.780187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.278842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-07-29T09:46:14.780237Z","caller":"traceutil/trace.go:171","msg":"trace[1968381204] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:44091; }","duration":"123.395016ms","start":"2026-07-29T09:46:14.656827Z","end":"2026-07-29T09:46:14.780222Z","steps":["trace[1968381204] 'agreement among raft nodes before linearized reading' (duration: 123.14087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:14.780309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.548388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:2 size:1831"} {"level":"info","ts":"2026-07-29T09:46:14.780431Z","caller":"traceutil/trace.go:171","msg":"trace[238212869] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:2; response_revision:44091; }","duration":"155.725623ms","start":"2026-07-29T09:46:14.624675Z","end":"2026-07-29T09:46:14.780401Z","steps":["trace[238212869] 'agreement among raft nodes before linearized reading' (duration: 155.277731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:25.398887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.594792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/neutron-neutron-rabbit-init\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-07-29T09:46:25.399007Z","caller":"traceutil/trace.go:171","msg":"trace[904769857] range","detail":"{range_begin:/registry/rolebindings/openstack/neutron-neutron-rabbit-init; range_end:; response_count:1; response_revision:44157; }","duration":"118.783066ms","start":"2026-07-29T09:46:25.2802Z","end":"2026-07-29T09:46:25.398983Z","steps":["trace[904769857] 'range keys from in-memory index tree' (duration: 118.402606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:25.813624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.306006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:46:25.813725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.020887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/neutron-neutron-rpc-server\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-07-29T09:46:25.813776Z","caller":"traceutil/trace.go:171","msg":"trace[490252442] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:44159; }","duration":"271.508381ms","start":"2026-07-29T09:46:25.542236Z","end":"2026-07-29T09:46:25.813744Z","steps":["trace[490252442] 'count revisions from in-memory index tree' (duration: 271.147992ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:25.813817Z","caller":"traceutil/trace.go:171","msg":"trace[2000219548] range","detail":"{range_begin:/registry/rolebindings/openstack/neutron-neutron-rpc-server; range_end:; response_count:1; response_revision:44159; }","duration":"313.1624ms","start":"2026-07-29T09:46:25.500628Z","end":"2026-07-29T09:46:25.81379Z","steps":["trace[2000219548] 'range keys from in-memory index tree' (duration: 312.872722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:25.813874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:25.500611Z","time spent":"313.254343ms","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":781,"request content":"key:\"/registry/rolebindings/openstack/neutron-neutron-rpc-server\" "} {"level":"warn","ts":"2026-07-29T09:46:25.814019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.397971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/neutron-neutron-server\" ","response":"range_response_count:1 size:743"} {"level":"warn","ts":"2026-07-29T09:46:25.813987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.563975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T09:46:25.814104Z","caller":"traceutil/trace.go:171","msg":"trace[1053893582] range","detail":"{range_begin:/registry/rolebindings/openstack/neutron-neutron-server; range_end:; response_count:1; response_revision:44159; }","duration":"314.503435ms","start":"2026-07-29T09:46:25.499578Z","end":"2026-07-29T09:46:25.814081Z","steps":["trace[1053893582] 'range keys from in-memory index tree' (duration: 314.290409ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:25.814117Z","caller":"traceutil/trace.go:171","msg":"trace[414382523] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:44159; }","duration":"168.760409ms","start":"2026-07-29T09:46:25.645335Z","end":"2026-07-29T09:46:25.814096Z","steps":["trace[414382523] 'range keys from in-memory index tree' (duration: 168.297438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:25.814149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:25.49956Z","time spent":"314.580648ms","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":765,"request content":"key:\"/registry/rolebindings/openstack/neutron-neutron-server\" "} {"level":"warn","ts":"2026-07-29T09:46:25.813847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.707043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T09:46:25.814335Z","caller":"traceutil/trace.go:171","msg":"trace[855673461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:44159; }","duration":"246.224696ms","start":"2026-07-29T09:46:25.56809Z","end":"2026-07-29T09:46:25.814315Z","steps":["trace[855673461] 'range keys from in-memory index tree' (duration: 245.566589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:25.814599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.289722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:46:25.814796Z","caller":"traceutil/trace.go:171","msg":"trace[878225793] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:44159; }","duration":"106.506558ms","start":"2026-07-29T09:46:25.708229Z","end":"2026-07-29T09:46:25.814736Z","steps":["trace[878225793] 'count revisions from in-memory index tree' (duration: 105.928354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:35.561829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.643088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-storage-init\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-07-29T09:46:35.561919Z","caller":"traceutil/trace.go:171","msg":"trace[1167609925] range","detail":"{range_begin:/registry/roles/openstack/glance-storage-init; range_end:; response_count:1; response_revision:44222; }","duration":"102.780491ms","start":"2026-07-29T09:46:35.45912Z","end":"2026-07-29T09:46:35.5619Z","steps":["trace[1167609925] 'range keys from in-memory index tree' (duration: 102.492564ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:35.58947Z","caller":"traceutil/trace.go:171","msg":"trace[148004969] transaction","detail":"{read_only:false; response_revision:44223; number_of_response:1; }","duration":"111.388594ms","start":"2026-07-29T09:46:35.478045Z","end":"2026-07-29T09:46:35.589434Z","steps":["trace[148004969] 'process raft request' (duration: 110.651135ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:35.722183Z","caller":"traceutil/trace.go:171","msg":"trace[110334795] transaction","detail":"{read_only:false; response_revision:44224; number_of_response:1; }","duration":"164.379408ms","start":"2026-07-29T09:46:35.557759Z","end":"2026-07-29T09:46:35.722138Z","steps":["trace[110334795] 'process raft request' (duration: 115.255365ms)","trace[110334795] 'compare' (duration: 48.914927ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:35.722186Z","caller":"traceutil/trace.go:171","msg":"trace[693852327] linearizableReadLoop","detail":"{readStateIndex:45639; appliedIndex:45638; }","duration":"133.21639ms","start":"2026-07-29T09:46:35.588944Z","end":"2026-07-29T09:46:35.72216Z","steps":["trace[693852327] 'read index received' (duration: 84.109798ms)","trace[693852327] 'applied index is now lower than readState.Index' (duration: 49.105522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:35.722499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.598816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-storage-init\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-07-29T09:46:35.722565Z","caller":"traceutil/trace.go:171","msg":"trace[1513349873] range","detail":"{range_begin:/registry/roles/openstack/glance-storage-init; range_end:; response_count:1; response_revision:44225; }","duration":"156.740609ms","start":"2026-07-29T09:46:35.565808Z","end":"2026-07-29T09:46:35.722549Z","steps":["trace[1513349873] 'agreement among raft nodes before linearized reading' (duration: 156.503953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:35.722495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.172629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-openstack-glance-test\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-07-29T09:46:35.722683Z","caller":"traceutil/trace.go:171","msg":"trace[1200183549] range","detail":"{range_begin:/registry/roles/openstack/glance-openstack-glance-test; range_end:; response_count:1; response_revision:44225; }","duration":"155.419035ms","start":"2026-07-29T09:46:35.567241Z","end":"2026-07-29T09:46:35.72266Z","steps":["trace[1200183549] 'agreement among raft nodes before linearized reading' (duration: 154.965533ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:35.722854Z","caller":"traceutil/trace.go:171","msg":"trace[822705339] transaction","detail":"{read_only:false; response_revision:44225; number_of_response:1; }","duration":"125.244533ms","start":"2026-07-29T09:46:35.597037Z","end":"2026-07-29T09:46:35.722281Z","steps":["trace[822705339] 'process raft request' (duration: 125.061679ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:43.989896Z","caller":"traceutil/trace.go:171","msg":"trace[685468625] linearizableReadLoop","detail":"{readStateIndex:45692; appliedIndex:45691; }","duration":"137.271345ms","start":"2026-07-29T09:46:43.852595Z","end":"2026-07-29T09:46:43.989867Z","steps":["trace[685468625] 'read index received' (duration: 127.140203ms)","trace[685468625] 'applied index is now lower than readState.Index' (duration: 10.129762ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:43.990062Z","caller":"traceutil/trace.go:171","msg":"trace[384524276] transaction","detail":"{read_only:false; response_revision:44276; number_of_response:1; }","duration":"149.132922ms","start":"2026-07-29T09:46:43.84091Z","end":"2026-07-29T09:46:43.990043Z","steps":["trace[384524276] 'process raft request' (duration: 138.908477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:43.990642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.026854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-glance-peer-discovery\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-07-29T09:46:43.990712Z","caller":"traceutil/trace.go:171","msg":"trace[688932864] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-glance-peer-discovery; range_end:; response_count:1; response_revision:44276; }","duration":"138.139888ms","start":"2026-07-29T09:46:43.852555Z","end":"2026-07-29T09:46:43.990695Z","steps":["trace[688932864] 'agreement among raft nodes before linearized reading' (duration: 137.907982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:45.07833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.339054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-07-29T09:46:45.078472Z","caller":"traceutil/trace.go:171","msg":"trace[2106732497] range","detail":"{range_begin:/registry/roles/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:44284; }","duration":"123.484648ms","start":"2026-07-29T09:46:44.954925Z","end":"2026-07-29T09:46:45.07841Z","steps":["trace[2106732497] 'agreement among raft nodes before linearized reading' (duration: 66.295717ms)","trace[2106732497] 'range keys from in-memory index tree' (duration: 56.918694ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:46.304128Z","caller":"traceutil/trace.go:171","msg":"trace[142888594] linearizableReadLoop","detail":"{readStateIndex:45710; appliedIndex:45709; }","duration":"126.634119ms","start":"2026-07-29T09:46:46.177458Z","end":"2026-07-29T09:46:46.304092Z","steps":["trace[142888594] 'read index received' (duration: 116.630259ms)","trace[142888594] 'applied index is now lower than readState.Index' (duration: 10.00248ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:46.304304Z","caller":"traceutil/trace.go:171","msg":"trace[213113101] transaction","detail":"{read_only:false; response_revision:44293; number_of_response:1; }","duration":"181.060039ms","start":"2026-07-29T09:46:46.123194Z","end":"2026-07-29T09:46:46.304254Z","steps":["trace[213113101] 'process raft request' (duration: 170.926476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:46.304516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.823821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-07-29T09:46:46.304564Z","caller":"traceutil/trace.go:171","msg":"trace[381196965] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-user; range_end:; response_count:1; response_revision:44293; }","duration":"122.988865ms","start":"2026-07-29T09:46:46.181561Z","end":"2026-07-29T09:46:46.30455Z","steps":["trace[381196965] 'agreement among raft nodes before linearized reading' (duration: 122.737538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:46.304607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.126972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-07-29T09:46:46.304794Z","caller":"traceutil/trace.go:171","msg":"trace[2054335111] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-admin; range_end:; response_count:1; response_revision:44293; }","duration":"127.368628ms","start":"2026-07-29T09:46:46.177384Z","end":"2026-07-29T09:46:46.304752Z","steps":["trace[2054335111] 'agreement among raft nodes before linearized reading' (duration: 126.911516ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:46.513413Z","caller":"traceutil/trace.go:171","msg":"trace[1825461869] linearizableReadLoop","detail":"{readStateIndex:45711; appliedIndex:45710; }","duration":"121.943039ms","start":"2026-07-29T09:46:46.391426Z","end":"2026-07-29T09:46:46.513369Z","steps":["trace[1825461869] 'read index received' (duration: 23.476089ms)","trace[1825461869] 'applied index is now lower than readState.Index' (duration: 98.46533ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:46.513583Z","caller":"traceutil/trace.go:171","msg":"trace[1369210818] transaction","detail":"{read_only:false; response_revision:44294; number_of_response:1; }","duration":"192.510006ms","start":"2026-07-29T09:46:46.321012Z","end":"2026-07-29T09:46:46.513522Z","steps":["trace[1369210818] 'process raft request' (duration: 93.981765ms)","trace[1369210818] 'compare' (duration: 98.177012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:46.513809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.342929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"info","ts":"2026-07-29T09:46:46.513941Z","caller":"traceutil/trace.go:171","msg":"trace[1849903351] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-user; range_end:; response_count:1; response_revision:44294; }","duration":"122.520533ms","start":"2026-07-29T09:46:46.391391Z","end":"2026-07-29T09:46:46.513911Z","steps":["trace[1849903351] 'agreement among raft nodes before linearized reading' (duration: 122.162394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:46.896129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.091082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:46:46.896423Z","caller":"traceutil/trace.go:171","msg":"trace[656643333] linearizableReadLoop","detail":"{readStateIndex:45712; appliedIndex:45711; }","duration":"382.830683ms","start":"2026-07-29T09:46:46.513568Z","end":"2026-07-29T09:46:46.896399Z","steps":["trace[656643333] 'read index received' (duration: 114.234749ms)","trace[656643333] 'applied index is now lower than readState.Index' (duration: 268.593364ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:46.896453Z","caller":"traceutil/trace.go:171","msg":"trace[1012565323] transaction","detail":"{read_only:false; response_revision:44295; number_of_response:1; }","duration":"391.357534ms","start":"2026-07-29T09:46:46.505031Z","end":"2026-07-29T09:46:46.896389Z","steps":["trace[1012565323] 'process raft request' (duration: 122.80523ms)","trace[1012565323] 'compare' (duration: 267.559659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:46.896612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.039249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-29T09:46:46.896692Z","caller":"traceutil/trace.go:171","msg":"trace[1050841413] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:44295; }","duration":"471.137481ms","start":"2026-07-29T09:46:46.425536Z","end":"2026-07-29T09:46:46.896673Z","steps":["trace[1050841413] 'agreement among raft nodes before linearized reading' (duration: 470.899124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:46.896694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:46.505007Z","time spent":"391.565121ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:46:46.896728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:46.425469Z","time spent":"471.252014ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T09:46:46.896618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.297168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" ","response":"range_response_count:1 size:1106"} {"level":"info","ts":"2026-07-29T09:46:46.896799Z","caller":"traceutil/trace.go:171","msg":"trace[307400088] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-admin; range_end:; response_count:1; response_revision:44295; }","duration":"497.501914ms","start":"2026-07-29T09:46:46.399273Z","end":"2026-07-29T09:46:46.896775Z","steps":["trace[307400088] 'agreement among raft nodes before linearized reading' (duration: 497.197575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:46.89687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:46.399261Z","time spent":"497.594856ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1128,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-admin\" "} {"level":"info","ts":"2026-07-29T09:46:46.896882Z","caller":"traceutil/trace.go:171","msg":"trace[555527230] transaction","detail":"{read_only:false; response_revision:44296; number_of_response:1; }","duration":"133.715993ms","start":"2026-07-29T09:46:46.763151Z","end":"2026-07-29T09:46:46.896867Z","steps":["trace[555527230] 'process raft request' (duration: 133.23918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:46.896917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.43082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-keystone-user\" ","response":"range_response_count:1 size:1109"} {"level":"warn","ts":"2026-07-29T09:46:46.896922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.560936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T09:46:46.897082Z","caller":"traceutil/trace.go:171","msg":"trace[1598856620] range","detail":"{range_begin:/registry/secrets/openstack/barbican-keystone-user; range_end:; response_count:1; response_revision:44296; }","duration":"378.531263ms","start":"2026-07-29T09:46:46.518437Z","end":"2026-07-29T09:46:46.896968Z","steps":["trace[1598856620] 'agreement among raft nodes before linearized reading' (duration: 378.220695ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:46.89709Z","caller":"traceutil/trace.go:171","msg":"trace[1207861680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:44296; }","duration":"241.776181ms","start":"2026-07-29T09:46:46.655294Z","end":"2026-07-29T09:46:46.89707Z","steps":["trace[1207861680] 'agreement among raft nodes before linearized reading' (duration: 241.476534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:46.896935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.752679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T09:46:46.89716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:46.518363Z","time spent":"378.784449ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1131,"request content":"key:\"/registry/secrets/openstack/barbican-keystone-user\" "} {"level":"info","ts":"2026-07-29T09:46:46.897213Z","caller":"traceutil/trace.go:171","msg":"trace[411235079] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:44296; }","duration":"284.018466ms","start":"2026-07-29T09:46:46.613172Z","end":"2026-07-29T09:46:46.897191Z","steps":["trace[411235079] 'agreement among raft nodes before linearized reading' (duration: 283.668327ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:47.202186Z","caller":"traceutil/trace.go:171","msg":"trace[483169683] transaction","detail":"{read_only:false; response_revision:44298; number_of_response:1; }","duration":"299.695071ms","start":"2026-07-29T09:46:46.902471Z","end":"2026-07-29T09:46:47.202166Z","steps":["trace[483169683] 'process raft request' (duration: 299.480175ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:47.202351Z","caller":"traceutil/trace.go:171","msg":"trace[325026648] linearizableReadLoop","detail":"{readStateIndex:45716; appliedIndex:45714; }","duration":"202.587737ms","start":"2026-07-29T09:46:46.999742Z","end":"2026-07-29T09:46:47.20233Z","steps":["trace[325026648] 'read index received' (duration: 202.153515ms)","trace[325026648] 'applied index is now lower than readState.Index' (duration: 432.952µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:47.20244Z","caller":"traceutil/trace.go:171","msg":"trace[1173543881] transaction","detail":"{read_only:false; response_revision:44299; number_of_response:1; }","duration":"298.762207ms","start":"2026-07-29T09:46:46.903653Z","end":"2026-07-29T09:46:47.202415Z","steps":["trace[1173543881] 'process raft request' (duration: 298.48265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:47.202522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.779172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" ","response":"range_response_count:1 size:762"} {"level":"info","ts":"2026-07-29T09:46:47.202542Z","caller":"traceutil/trace.go:171","msg":"trace[630439834] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-admin; range_end:; response_count:1; response_revision:44299; }","duration":"202.864694ms","start":"2026-07-29T09:46:46.999671Z","end":"2026-07-29T09:46:47.202536Z","steps":["trace[630439834] 'agreement among raft nodes before linearized reading' (duration: 202.757651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:47.202579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.226114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:46:47.202595Z","caller":"traceutil/trace.go:171","msg":"trace[2131105557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:44299; }","duration":"176.243935ms","start":"2026-07-29T09:46:47.026345Z","end":"2026-07-29T09:46:47.202589Z","steps":["trace[2131105557] 'agreement among raft nodes before linearized reading' (duration: 176.181563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:47.202765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.688891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-user\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-07-29T09:46:47.202946Z","caller":"traceutil/trace.go:171","msg":"trace[1655337907] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-user; range_end:; response_count:1; response_revision:44299; }","duration":"197.882185ms","start":"2026-07-29T09:46:47.004988Z","end":"2026-07-29T09:46:47.20287Z","steps":["trace[1655337907] 'agreement among raft nodes before linearized reading' (duration: 197.515195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:47.489993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.501122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:46:47.490074Z","caller":"traceutil/trace.go:171","msg":"trace[2059440680] linearizableReadLoop","detail":"{readStateIndex:45717; appliedIndex:45716; }","duration":"196.035376ms","start":"2026-07-29T09:46:47.294026Z","end":"2026-07-29T09:46:47.490061Z","steps":["trace[2059440680] 'read index received' (duration: 16.868096ms)","trace[2059440680] 'applied index is now lower than readState.Index' (duration: 179.16627ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:47.490159Z","caller":"traceutil/trace.go:171","msg":"trace[947092041] transaction","detail":"{read_only:false; response_revision:44300; number_of_response:1; }","duration":"281.691395ms","start":"2026-07-29T09:46:47.208422Z","end":"2026-07-29T09:46:47.490114Z","steps":["trace[947092041] 'process raft request' (duration: 102.571516ms)","trace[947092041] 'compare' (duration: 178.073752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:47.490224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.106974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-user\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-07-29T09:46:47.490246Z","caller":"traceutil/trace.go:171","msg":"trace[58280825] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-user; range_end:; response_count:1; response_revision:44300; }","duration":"187.166036ms","start":"2026-07-29T09:46:47.303072Z","end":"2026-07-29T09:46:47.490238Z","steps":["trace[58280825] 'agreement among raft nodes before linearized reading' (duration: 187.065343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:47.49039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.345895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-rabbitmq-admin\" ","response":"range_response_count:1 size:762"} {"level":"info","ts":"2026-07-29T09:46:47.490669Z","caller":"traceutil/trace.go:171","msg":"trace[1117553] range","detail":"{range_begin:/registry/secrets/openstack/barbican-rabbitmq-admin; range_end:; response_count:1; response_revision:44300; }","duration":"196.477068ms","start":"2026-07-29T09:46:47.293964Z","end":"2026-07-29T09:46:47.490441Z","steps":["trace[1117553] 'agreement among raft nodes before linearized reading' (duration: 196.16903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:47.491411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.19422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:46:47.491605Z","caller":"traceutil/trace.go:171","msg":"trace[956233403] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:44300; }","duration":"106.290512ms","start":"2026-07-29T09:46:47.385176Z","end":"2026-07-29T09:46:47.491466Z","steps":["trace[956233403] 'agreement among raft nodes before linearized reading' (duration: 105.016669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:47.718982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.196488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-backup-rbd-keyring\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-07-29T09:46:47.719069Z","caller":"traceutil/trace.go:171","msg":"trace[1297957485] range","detail":"{range_begin:/registry/secrets/openstack/cinder-backup-rbd-keyring; range_end:; response_count:1; response_revision:44301; }","duration":"114.340692ms","start":"2026-07-29T09:46:47.604707Z","end":"2026-07-29T09:46:47.719048Z","steps":["trace[1297957485] 'range keys from in-memory index tree' (duration: 113.998963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:47.719199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.909098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:4311"} {"level":"info","ts":"2026-07-29T09:46:47.719287Z","caller":"traceutil/trace.go:171","msg":"trace[1583599460] range","detail":"{range_begin:/registry/secrets/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:44301; }","duration":"117.035041ms","start":"2026-07-29T09:46:47.60223Z","end":"2026-07-29T09:46:47.719265Z","steps":["trace[1583599460] 'range keys from in-memory index tree' (duration: 116.744674ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:48.102034Z","caller":"traceutil/trace.go:171","msg":"trace[2035641402] linearizableReadLoop","detail":"{readStateIndex:45719; appliedIndex:45718; }","duration":"209.509946ms","start":"2026-07-29T09:46:47.892492Z","end":"2026-07-29T09:46:48.102002Z","steps":["trace[2035641402] 'read index received' (duration: 209.324331ms)","trace[2035641402] 'applied index is now lower than readState.Index' (duration: 183.385µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:48.102077Z","caller":"traceutil/trace.go:171","msg":"trace[1410601931] transaction","detail":"{read_only:false; response_revision:44302; number_of_response:1; }","duration":"268.279288ms","start":"2026-07-29T09:46:47.833759Z","end":"2026-07-29T09:46:48.102038Z","steps":["trace[1410601931] 'process raft request' (duration: 268.046282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.102312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.901215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-admin\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-29T09:46:48.102351Z","caller":"traceutil/trace.go:171","msg":"trace[1660126165] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-admin; range_end:; response_count:1; response_revision:44302; }","duration":"197.966777ms","start":"2026-07-29T09:46:47.904374Z","end":"2026-07-29T09:46:48.102341Z","steps":["trace[1660126165] 'agreement among raft nodes before linearized reading' (duration: 197.792282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.102401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.884055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-user\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-29T09:46:48.1025Z","caller":"traceutil/trace.go:171","msg":"trace[510295317] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-user; range_end:; response_count:1; response_revision:44302; }","duration":"210.044319ms","start":"2026-07-29T09:46:47.89243Z","end":"2026-07-29T09:46:48.102474Z","steps":["trace[510295317] 'agreement among raft nodes before linearized reading' (duration: 209.746101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.102638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.607876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T09:46:48.102772Z","caller":"traceutil/trace.go:171","msg":"trace[1936632384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:44302; }","duration":"161.827801ms","start":"2026-07-29T09:46:47.940915Z","end":"2026-07-29T09:46:48.102743Z","steps":["trace[1936632384] 'agreement among raft nodes before linearized reading' (duration: 161.40722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.322518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.517167ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:46:48.322734Z","caller":"traceutil/trace.go:171","msg":"trace[212354893] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:44302; }","duration":"182.758504ms","start":"2026-07-29T09:46:48.139948Z","end":"2026-07-29T09:46:48.322707Z","steps":["trace[212354893] 'range keys from in-memory index tree' (duration: 182.493785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.323127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.455153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:46:48.32361Z","caller":"traceutil/trace.go:171","msg":"trace[1742132130] transaction","detail":"{read_only:false; response_revision:44303; number_of_response:1; }","duration":"213.255012ms","start":"2026-07-29T09:46:48.110326Z","end":"2026-07-29T09:46:48.323581Z","steps":["trace[1742132130] 'process raft request' (duration: 88.229194ms)","trace[1742132130] 'compare' (duration: 124.189687ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:48.323705Z","caller":"traceutil/trace.go:171","msg":"trace[1281276562] linearizableReadLoop","detail":"{readStateIndex:45720; appliedIndex:45719; }","duration":"207.36507ms","start":"2026-07-29T09:46:48.11632Z","end":"2026-07-29T09:46:48.323685Z","steps":["trace[1281276562] 'read index received' (duration: 82.184918ms)","trace[1281276562] 'applied index is now lower than readState.Index' (duration: 125.178442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:48.32386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.045136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:46:48.323886Z","caller":"traceutil/trace.go:171","msg":"trace[1977013830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:44303; }","duration":"201.108918ms","start":"2026-07-29T09:46:48.122768Z","end":"2026-07-29T09:46:48.323877Z","steps":["trace[1977013830] 'agreement among raft nodes before linearized reading' (duration: 201.042236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.32397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.626056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T09:46:48.324031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.120416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-user\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-29T09:46:48.324057Z","caller":"traceutil/trace.go:171","msg":"trace[2082384657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:44303; }","duration":"207.724839ms","start":"2026-07-29T09:46:48.116311Z","end":"2026-07-29T09:46:48.324036Z","steps":["trace[2082384657] 'agreement among raft nodes before linearized reading' (duration: 207.476202ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:48.32408Z","caller":"traceutil/trace.go:171","msg":"trace[1371845025] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-user; range_end:; response_count:1; response_revision:44303; }","duration":"109.183728ms","start":"2026-07-29T09:46:48.214882Z","end":"2026-07-29T09:46:48.324066Z","steps":["trace[1371845025] 'agreement among raft nodes before linearized reading' (duration: 109.030244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.324091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.45636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:46:48.324137Z","caller":"traceutil/trace.go:171","msg":"trace[320184977] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:44303; }","duration":"110.537852ms","start":"2026-07-29T09:46:48.213587Z","end":"2026-07-29T09:46:48.324125Z","steps":["trace[320184977] 'agreement among raft nodes before linearized reading' (duration: 110.45051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.32412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.087321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-admin\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-29T09:46:48.324221Z","caller":"traceutil/trace.go:171","msg":"trace[491740438] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-admin; range_end:; response_count:1; response_revision:44303; }","duration":"105.226265ms","start":"2026-07-29T09:46:48.218974Z","end":"2026-07-29T09:46:48.3242Z","steps":["trace[491740438] 'agreement among raft nodes before linearized reading' (duration: 104.878606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.642813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.511159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:46:48.642997Z","caller":"traceutil/trace.go:171","msg":"trace[2051431727] transaction","detail":"{read_only:false; response_revision:44305; number_of_response:1; }","duration":"183.623866ms","start":"2026-07-29T09:46:48.459357Z","end":"2026-07-29T09:46:48.642981Z","steps":["trace[2051431727] 'process raft request' (duration: 183.560924ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:48.643314Z","caller":"traceutil/trace.go:171","msg":"trace[1540777381] linearizableReadLoop","detail":"{readStateIndex:45721; appliedIndex:45720; }","duration":"315.314946ms","start":"2026-07-29T09:46:48.327963Z","end":"2026-07-29T09:46:48.643278Z","steps":["trace[1540777381] 'read index received' (duration: 130.280554ms)","trace[1540777381] 'applied index is now lower than readState.Index' (duration: 185.032432ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:48.643431Z","caller":"traceutil/trace.go:171","msg":"trace[1288684553] transaction","detail":"{read_only:false; response_revision:44304; number_of_response:1; }","duration":"315.523821ms","start":"2026-07-29T09:46:48.327792Z","end":"2026-07-29T09:46:48.643316Z","steps":["trace[1288684553] 'process raft request' (duration: 130.413327ms)","trace[1288684553] 'compare' (duration: 184.290513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:48.64365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:48.327775Z","time spent":"315.716397ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:46:48.643733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.761258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-admin\" ","response":"range_response_count:1 size:714"} {"level":"warn","ts":"2026-07-29T09:46:48.643721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.69359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:46:48.643773Z","caller":"traceutil/trace.go:171","msg":"trace[1798387104] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-admin; range_end:; response_count:1; response_revision:44305; }","duration":"315.82477ms","start":"2026-07-29T09:46:48.327936Z","end":"2026-07-29T09:46:48.643761Z","steps":["trace[1798387104] 'agreement among raft nodes before linearized reading' (duration: 315.560393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.643806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:48.327927Z","time spent":"315.871701ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/cinder-db-admin\" "} {"level":"info","ts":"2026-07-29T09:46:48.643806Z","caller":"traceutil/trace.go:171","msg":"trace[1192043214] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:44305; }","duration":"314.819182ms","start":"2026-07-29T09:46:48.328967Z","end":"2026-07-29T09:46:48.643786Z","steps":["trace[1192043214] 'agreement among raft nodes before linearized reading' (duration: 314.671108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.643851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:48.328952Z","time spent":"314.890505ms","remote":"127.0.0.1:46350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T09:46:48.643873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.297764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T09:46:48.643944Z","caller":"traceutil/trace.go:171","msg":"trace[1206263424] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:44305; }","duration":"269.420987ms","start":"2026-07-29T09:46:48.374503Z","end":"2026-07-29T09:46:48.643924Z","steps":["trace[1206263424] 'agreement among raft nodes before linearized reading' (duration: 269.285013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.644073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.37256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T09:46:48.644315Z","caller":"traceutil/trace.go:171","msg":"trace[572666742] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:44305; }","duration":"124.447842ms","start":"2026-07-29T09:46:48.519662Z","end":"2026-07-29T09:46:48.64411Z","steps":["trace[572666742] 'agreement among raft nodes before linearized reading' (duration: 124.33707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.644386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.207082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-db-user\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-07-29T09:46:48.644429Z","caller":"traceutil/trace.go:171","msg":"trace[710976747] range","detail":"{range_begin:/registry/secrets/openstack/cinder-db-user; range_end:; response_count:1; response_revision:44305; }","duration":"315.259513ms","start":"2026-07-29T09:46:48.329159Z","end":"2026-07-29T09:46:48.644418Z","steps":["trace[710976747] 'agreement among raft nodes before linearized reading' (duration: 314.899454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.644478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:46:48.329153Z","time spent":"315.318726ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/cinder-db-user\" "} {"level":"warn","ts":"2026-07-29T09:46:48.88693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.563265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-etc\" ","response":"range_response_count:1 size:22618"} {"level":"info","ts":"2026-07-29T09:46:48.887Z","caller":"traceutil/trace.go:171","msg":"trace[1756506501] range","detail":"{range_begin:/registry/secrets/openstack/cinder-etc; range_end:; response_count:1; response_revision:44306; }","duration":"117.668947ms","start":"2026-07-29T09:46:48.769313Z","end":"2026-07-29T09:46:48.886982Z","steps":["trace[1756506501] 'range keys from in-memory index tree' (duration: 117.416801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:48.886931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.730006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/cinder-keystone-admin\" ","response":"range_response_count:1 size:1102"} {"level":"info","ts":"2026-07-29T09:46:48.887074Z","caller":"traceutil/trace.go:171","msg":"trace[232186294] range","detail":"{range_begin:/registry/secrets/openstack/cinder-keystone-admin; range_end:; response_count:1; response_revision:44306; }","duration":"115.918161ms","start":"2026-07-29T09:46:48.771146Z","end":"2026-07-29T09:46:48.887064Z","steps":["trace[232186294] 'range keys from in-memory index tree' (duration: 115.582723ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:49.024491Z","caller":"traceutil/trace.go:171","msg":"trace[1718306814] transaction","detail":"{read_only:false; response_revision:44307; number_of_response:1; }","duration":"122.605455ms","start":"2026-07-29T09:46:48.901844Z","end":"2026-07-29T09:46:49.02445Z","steps":["trace[1718306814] 'process raft request' (duration: 122.278077ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:49.070754Z","caller":"traceutil/trace.go:171","msg":"trace[2063764223] linearizableReadLoop","detail":"{readStateIndex:45725; appliedIndex:45723; }","duration":"165.579318ms","start":"2026-07-29T09:46:48.90514Z","end":"2026-07-29T09:46:49.07072Z","steps":["trace[2063764223] 'read index received' (duration: 118.982961ms)","trace[2063764223] 'applied index is now lower than readState.Index' (duration: 46.594917ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:49.070909Z","caller":"traceutil/trace.go:171","msg":"trace[1684218756] transaction","detail":"{read_only:false; response_revision:44308; number_of_response:1; }","duration":"167.177669ms","start":"2026-07-29T09:46:48.90368Z","end":"2026-07-29T09:46:49.070858Z","steps":["trace[1684218756] 'process raft request' (duration: 166.80461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:49.071035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.859506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:46:49.071408Z","caller":"traceutil/trace.go:171","msg":"trace[877619376] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:44308; }","duration":"166.317708ms","start":"2026-07-29T09:46:48.905065Z","end":"2026-07-29T09:46:49.071383Z","steps":["trace[877619376] 'agreement among raft nodes before linearized reading' (duration: 165.845746ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:49.340605Z","caller":"traceutil/trace.go:171","msg":"trace[1606203151] transaction","detail":"{read_only:false; response_revision:44310; number_of_response:1; }","duration":"129.336789ms","start":"2026-07-29T09:46:49.211233Z","end":"2026-07-29T09:46:49.34057Z","steps":["trace[1606203151] 'process raft request' (duration: 129.133374ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:50.230588Z","caller":"traceutil/trace.go:171","msg":"trace[676881930] linearizableReadLoop","detail":"{readStateIndex:45731; appliedIndex:45730; }","duration":"225.617883ms","start":"2026-07-29T09:46:50.004945Z","end":"2026-07-29T09:46:50.230563Z","steps":["trace[676881930] 'read index received' (duration: 145.069817ms)","trace[676881930] 'applied index is now lower than readState.Index' (duration: 80.546946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:50.230927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.957092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-db-admin\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-07-29T09:46:50.231045Z","caller":"traceutil/trace.go:171","msg":"trace[1556948863] range","detail":"{range_begin:/registry/secrets/openstack/glance-db-admin; range_end:; response_count:1; response_revision:44313; }","duration":"226.117886ms","start":"2026-07-29T09:46:50.004904Z","end":"2026-07-29T09:46:50.231022Z","steps":["trace[1556948863] 'agreement among raft nodes before linearized reading' (duration: 225.800107ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:50.312677Z","caller":"traceutil/trace.go:171","msg":"trace[1306848064] transaction","detail":"{read_only:false; response_revision:44314; number_of_response:1; }","duration":"202.878424ms","start":"2026-07-29T09:46:50.109749Z","end":"2026-07-29T09:46:50.312628Z","steps":["trace[1306848064] 'process raft request' (duration: 202.318819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:50.312863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.869762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:46:50.313112Z","caller":"traceutil/trace.go:171","msg":"trace[204595727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:44314; }","duration":"191.189121ms","start":"2026-07-29T09:46:50.121848Z","end":"2026-07-29T09:46:50.313038Z","steps":["trace[204595727] 'agreement among raft nodes before linearized reading' (duration: 190.799791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:50.313225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.899259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-db-user\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-07-29T09:46:50.31327Z","caller":"traceutil/trace.go:171","msg":"trace[650950611] range","detail":"{range_begin:/registry/secrets/openstack/glance-db-user; range_end:; response_count:1; response_revision:44314; }","duration":"291.997682ms","start":"2026-07-29T09:46:50.021261Z","end":"2026-07-29T09:46:50.313258Z","steps":["trace[650950611] 'agreement among raft nodes before linearized reading' (duration: 291.828847ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:50.526273Z","caller":"traceutil/trace.go:171","msg":"trace[509570679] transaction","detail":"{read_only:false; response_revision:44315; number_of_response:1; }","duration":"192.922076ms","start":"2026-07-29T09:46:50.333317Z","end":"2026-07-29T09:46:50.526239Z","steps":["trace[509570679] 'process raft request' (duration: 152.11235ms)","trace[509570679] 'compare' (duration: 40.445727ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:50.526258Z","caller":"traceutil/trace.go:171","msg":"trace[1098073076] linearizableReadLoop","detail":"{readStateIndex:45733; appliedIndex:45732; }","duration":"122.863622ms","start":"2026-07-29T09:46:50.403356Z","end":"2026-07-29T09:46:50.52622Z","steps":["trace[1098073076] 'read index received' (duration: 82.015155ms)","trace[1098073076] 'applied index is now lower than readState.Index' (duration: 40.847137ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:50.526547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.17705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-etc\" ","response":"range_response_count:1 size:11122"} {"level":"info","ts":"2026-07-29T09:46:50.526592Z","caller":"traceutil/trace.go:171","msg":"trace[2100639231] range","detail":"{range_begin:/registry/secrets/openstack/glance-etc; range_end:; response_count:1; response_revision:44315; }","duration":"123.300373ms","start":"2026-07-29T09:46:50.403282Z","end":"2026-07-29T09:46:50.526582Z","steps":["trace[2100639231] 'agreement among raft nodes before linearized reading' (duration: 123.032366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:50.526717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.701187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-keystone-admin\" ","response":"range_response_count:1 size:1100"} {"level":"info","ts":"2026-07-29T09:46:50.526792Z","caller":"traceutil/trace.go:171","msg":"trace[459924300] range","detail":"{range_begin:/registry/secrets/openstack/glance-keystone-admin; range_end:; response_count:1; response_revision:44315; }","duration":"117.828351ms","start":"2026-07-29T09:46:50.408945Z","end":"2026-07-29T09:46:50.526773Z","steps":["trace[459924300] 'agreement among raft nodes before linearized reading' (duration: 117.602865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:50.758476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.695039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T09:46:50.758547Z","caller":"traceutil/trace.go:171","msg":"trace[44274594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:44315; }","duration":"107.817982ms","start":"2026-07-29T09:46:50.650712Z","end":"2026-07-29T09:46:50.75853Z","steps":["trace[44274594] 'range keys from in-memory index tree' (duration: 107.425102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:50.759525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.329801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-etc\" ","response":"range_response_count:1 size:11122"} {"level":"warn","ts":"2026-07-29T09:46:50.759656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.90204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-keystone-admin\" ","response":"range_response_count:1 size:1100"} {"level":"info","ts":"2026-07-29T09:46:50.759697Z","caller":"traceutil/trace.go:171","msg":"trace[29804480] range","detail":"{range_begin:/registry/secrets/openstack/glance-etc; range_end:; response_count:1; response_revision:44315; }","duration":"126.555018ms","start":"2026-07-29T09:46:50.633118Z","end":"2026-07-29T09:46:50.759673Z","steps":["trace[29804480] 'range keys from in-memory index tree' (duration: 125.832179ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:50.759769Z","caller":"traceutil/trace.go:171","msg":"trace[851743615] range","detail":"{range_begin:/registry/secrets/openstack/glance-keystone-admin; range_end:; response_count:1; response_revision:44315; }","duration":"131.073835ms","start":"2026-07-29T09:46:50.628669Z","end":"2026-07-29T09:46:50.759743Z","steps":["trace[851743615] 'range keys from in-memory index tree' (duration: 129.615666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:51.016872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.518109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-keystone-test\" ","response":"range_response_count:1 size:1069"} {"level":"info","ts":"2026-07-29T09:46:51.016929Z","caller":"traceutil/trace.go:171","msg":"trace[1301982542] range","detail":"{range_begin:/registry/secrets/openstack/glance-keystone-test; range_end:; response_count:1; response_revision:44317; }","duration":"157.629542ms","start":"2026-07-29T09:46:50.859287Z","end":"2026-07-29T09:46:51.016916Z","steps":["trace[1301982542] 'range keys from in-memory index tree' (duration: 157.398666ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:51.325997Z","caller":"traceutil/trace.go:171","msg":"trace[388205303] linearizableReadLoop","detail":"{readStateIndex:45738; appliedIndex:45736; }","duration":"256.030241ms","start":"2026-07-29T09:46:51.06994Z","end":"2026-07-29T09:46:51.325971Z","steps":["trace[388205303] 'read index received' (duration: 16.59896ms)","trace[388205303] 'applied index is now lower than readState.Index' (duration: 239.430371ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:51.326053Z","caller":"traceutil/trace.go:171","msg":"trace[1557786949] transaction","detail":"{read_only:false; response_revision:44320; number_of_response:1; }","duration":"259.378017ms","start":"2026-07-29T09:46:51.066634Z","end":"2026-07-29T09:46:51.326012Z","steps":["trace[1557786949] 'process raft request' (duration: 259.126161ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:51.326181Z","caller":"traceutil/trace.go:171","msg":"trace[1101239956] transaction","detail":"{read_only:false; response_revision:44321; number_of_response:1; }","duration":"250.093278ms","start":"2026-07-29T09:46:51.076055Z","end":"2026-07-29T09:46:51.326148Z","steps":["trace[1101239956] 'process raft request' (duration: 249.869302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:51.326293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.330888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:46:51.32636Z","caller":"traceutil/trace.go:171","msg":"trace[1910828017] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:44321; }","duration":"256.470452ms","start":"2026-07-29T09:46:51.069874Z","end":"2026-07-29T09:46:51.326344Z","steps":["trace[1910828017] 'agreement among raft nodes before linearized reading' (duration: 256.304848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:51.326422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.664934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:46:51.32648Z","caller":"traceutil/trace.go:171","msg":"trace[604509061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:44321; }","duration":"203.749557ms","start":"2026-07-29T09:46:51.122715Z","end":"2026-07-29T09:46:51.326465Z","steps":["trace[604509061] 'agreement among raft nodes before linearized reading' (duration: 203.662435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:51.326544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.475429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-keystone-test\" ","response":"range_response_count:1 size:1069"} {"level":"info","ts":"2026-07-29T09:46:51.326602Z","caller":"traceutil/trace.go:171","msg":"trace[387060446] range","detail":"{range_begin:/registry/secrets/openstack/glance-keystone-test; range_end:; response_count:1; response_revision:44321; }","duration":"235.678213ms","start":"2026-07-29T09:46:51.09091Z","end":"2026-07-29T09:46:51.326588Z","steps":["trace[387060446] 'agreement among raft nodes before linearized reading' (duration: 235.275533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:51.326599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.397935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-keystone-user\" ","response":"range_response_count:1 size:1101"} {"level":"info","ts":"2026-07-29T09:46:51.326689Z","caller":"traceutil/trace.go:171","msg":"trace[730999952] range","detail":"{range_begin:/registry/secrets/openstack/glance-keystone-user; range_end:; response_count:1; response_revision:44321; }","duration":"223.503428ms","start":"2026-07-29T09:46:51.103164Z","end":"2026-07-29T09:46:51.326668Z","steps":["trace[730999952] 'agreement among raft nodes before linearized reading' (duration: 223.230591ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:51.485933Z","caller":"traceutil/trace.go:171","msg":"trace[776190821] transaction","detail":"{read_only:false; response_revision:44323; number_of_response:1; }","duration":"152.983212ms","start":"2026-07-29T09:46:51.332928Z","end":"2026-07-29T09:46:51.485911Z","steps":["trace[776190821] 'process raft request' (duration: 105.067081ms)","trace[776190821] 'compare' (duration: 47.694335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:51.486081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.655113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T09:46:51.486136Z","caller":"traceutil/trace.go:171","msg":"trace[2039912805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:44323; }","duration":"140.765145ms","start":"2026-07-29T09:46:51.345353Z","end":"2026-07-29T09:46:51.486118Z","steps":["trace[2039912805] 'agreement among raft nodes before linearized reading' (duration: 140.580251ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:51.727669Z","caller":"traceutil/trace.go:171","msg":"trace[976211093] linearizableReadLoop","detail":"{readStateIndex:45742; appliedIndex:45741; }","duration":"132.46714ms","start":"2026-07-29T09:46:51.595144Z","end":"2026-07-29T09:46:51.727612Z","steps":["trace[976211093] 'read index received' (duration: 47.747076ms)","trace[976211093] 'applied index is now lower than readState.Index' (duration: 84.717864ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:46:51.727785Z","caller":"traceutil/trace.go:171","msg":"trace[2130517634] transaction","detail":"{read_only:false; response_revision:44324; number_of_response:1; }","duration":"237.742667ms","start":"2026-07-29T09:46:51.489994Z","end":"2026-07-29T09:46:51.727736Z","steps":["trace[2130517634] 'process raft request' (duration: 152.90089ms)","trace[2130517634] 'compare' (duration: 84.506169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:46:51.727942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.774298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T09:46:51.728028Z","caller":"traceutil/trace.go:171","msg":"trace[722056851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:44324; }","duration":"132.930392ms","start":"2026-07-29T09:46:51.595077Z","end":"2026-07-29T09:46:51.728008Z","steps":["trace[722056851] 'agreement among raft nodes before linearized reading' (duration: 132.714017ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:46:51.758381Z","caller":"traceutil/trace.go:171","msg":"trace[245665045] transaction","detail":"{read_only:false; response_revision:44325; number_of_response:1; }","duration":"160.799003ms","start":"2026-07-29T09:46:51.597529Z","end":"2026-07-29T09:46:51.758328Z","steps":["trace[245665045] 'process raft request' (duration: 160.518436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:51.758441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.774795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-rabbitmq-admin\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-07-29T09:46:51.75855Z","caller":"traceutil/trace.go:171","msg":"trace[1360994043] range","detail":"{range_begin:/registry/secrets/openstack/glance-rabbitmq-admin; range_end:; response_count:1; response_revision:44325; }","duration":"145.933219ms","start":"2026-07-29T09:46:51.612579Z","end":"2026-07-29T09:46:51.758512Z","steps":["trace[1360994043] 'agreement among raft nodes before linearized reading' (duration: 145.669932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:46:51.758607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.197567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/glance-rabbitmq-user\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-07-29T09:46:51.758786Z","caller":"traceutil/trace.go:171","msg":"trace[1730405484] range","detail":"{range_begin:/registry/secrets/openstack/glance-rabbitmq-user; range_end:; response_count:1; response_revision:44325; }","duration":"119.442843ms","start":"2026-07-29T09:46:51.639327Z","end":"2026-07-29T09:46:51.758769Z","steps":["trace[1730405484] 'agreement among raft nodes before linearized reading' (duration: 119.052083ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:47:17.21665Z","caller":"traceutil/trace.go:171","msg":"trace[1721807259] transaction","detail":"{read_only:false; response_revision:44486; number_of_response:1; }","duration":"102.438613ms","start":"2026-07-29T09:47:17.114187Z","end":"2026-07-29T09:47:17.216625Z","steps":["trace[1721807259] 'process raft request' (duration: 102.238248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:17.217147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.475572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.ovn.v1\" ","response":"range_response_count:1 size:34684"} {"level":"info","ts":"2026-07-29T09:47:17.217234Z","caller":"traceutil/trace.go:171","msg":"trace[936826296] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.ovn.v1; range_end:; response_count:1; response_revision:44486; }","duration":"100.601965ms","start":"2026-07-29T09:47:17.116612Z","end":"2026-07-29T09:47:17.217214Z","steps":["trace[936826296] 'agreement among raft nodes before linearized reading' (duration: 100.333968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:18.39865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.620798ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T09:47:18.398799Z","caller":"traceutil/trace.go:171","msg":"trace[1173906958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:44489; }","duration":"258.793723ms","start":"2026-07-29T09:47:18.139978Z","end":"2026-07-29T09:47:18.398772Z","steps":["trace[1173906958] 'range keys from in-memory index tree' (duration: 258.589738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:18.398956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.727942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T09:47:18.399111Z","caller":"traceutil/trace.go:171","msg":"trace[1349578284] transaction","detail":"{read_only:false; response_revision:44490; number_of_response:1; }","duration":"690.634876ms","start":"2026-07-29T09:47:17.708443Z","end":"2026-07-29T09:47:18.399077Z","steps":["trace[1349578284] 'process raft request' (duration: 183.715288ms)","trace[1349578284] 'compare' (duration: 506.591529ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:47:18.399141Z","caller":"traceutil/trace.go:171","msg":"trace[832350737] linearizableReadLoop","detail":"{readStateIndex:45913; appliedIndex:45912; }","duration":"685.725248ms","start":"2026-07-29T09:47:17.713385Z","end":"2026-07-29T09:47:18.39911Z","steps":["trace[832350737] 'read index received' (duration: 178.720809ms)","trace[832350737] 'applied index is now lower than readState.Index' (duration: 507.003079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:47:18.399252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:47:17.708419Z","time spent":"690.751509ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:47:18.39913Z","caller":"traceutil/trace.go:171","msg":"trace[1542371497] transaction","detail":"{read_only:false; response_revision:44491; number_of_response:1; }","duration":"345.922418ms","start":"2026-07-29T09:47:18.053193Z","end":"2026-07-29T09:47:18.399116Z","steps":["trace[1542371497] 'process raft request' (duration: 345.853527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:18.399355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.958944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-29T09:47:18.399396Z","caller":"traceutil/trace.go:171","msg":"trace[695105292] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:44491; }","duration":"686.041186ms","start":"2026-07-29T09:47:17.713341Z","end":"2026-07-29T09:47:18.399382Z","steps":["trace[695105292] 'agreement among raft nodes before linearized reading' (duration: 685.902633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:18.399367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:47:18.053168Z","time spent":"346.140334ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T09:47:18.399427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:47:17.713324Z","time spent":"686.096527ms","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/neutron-rpc-server\" "} {"level":"warn","ts":"2026-07-29T09:47:18.399486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.235084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" ","response":"range_response_count:1 size:75429"} {"level":"info","ts":"2026-07-29T09:47:18.39952Z","caller":"traceutil/trace.go:171","msg":"trace[1042710357] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1; range_end:; response_count:1; response_revision:44491; }","duration":"683.286715ms","start":"2026-07-29T09:47:17.716224Z","end":"2026-07-29T09:47:18.39951Z","steps":["trace[1042710357] 'agreement among raft nodes before linearized reading' (duration: 683.133891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:18.399576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:47:17.716208Z","time spent":"683.361127ms","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":75451,"request content":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" "} {"level":"warn","ts":"2026-07-29T09:47:18.399655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.520797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T09:47:18.399701Z","caller":"traceutil/trace.go:171","msg":"trace[475200572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:44491; }","duration":"311.600299ms","start":"2026-07-29T09:47:18.088088Z","end":"2026-07-29T09:47:18.399689Z","steps":["trace[475200572] 'agreement among raft nodes before linearized reading' (duration: 311.410484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:18.399715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.87163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T09:47:18.399739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:47:18.088069Z","time spent":"311.66069ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T09:47:18.39976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.661696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:47:18.399773Z","caller":"traceutil/trace.go:171","msg":"trace[1847369717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:44491; }","duration":"276.964313ms","start":"2026-07-29T09:47:18.122797Z","end":"2026-07-29T09:47:18.399761Z","steps":["trace[1847369717] 'agreement among raft nodes before linearized reading' (duration: 276.872311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:47:18.399793Z","caller":"traceutil/trace.go:171","msg":"trace[287916045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:44491; }","duration":"495.741639ms","start":"2026-07-29T09:47:17.904043Z","end":"2026-07-29T09:47:18.399784Z","steps":["trace[287916045] 'agreement among raft nodes before linearized reading' (duration: 495.663567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:18.399818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:47:17.904018Z","time spent":"495.795249ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T09:47:18.53693Z","caller":"traceutil/trace.go:171","msg":"trace[975822687] transaction","detail":"{read_only:false; response_revision:44492; number_of_response:1; }","duration":"132.087091ms","start":"2026-07-29T09:47:18.404815Z","end":"2026-07-29T09:47:18.536902Z","steps":["trace[975822687] 'process raft request' (duration: 122.524333ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:47:18.589926Z","caller":"traceutil/trace.go:171","msg":"trace[1108234810] transaction","detail":"{read_only:false; response_revision:44493; number_of_response:1; }","duration":"183.563034ms","start":"2026-07-29T09:47:18.406335Z","end":"2026-07-29T09:47:18.589898Z","steps":["trace[1108234810] 'process raft request' (duration: 183.296667ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:47:18.590224Z","caller":"traceutil/trace.go:171","msg":"trace[1309015915] linearizableReadLoop","detail":"{readStateIndex:45916; appliedIndex:45914; }","duration":"183.642145ms","start":"2026-07-29T09:47:18.406559Z","end":"2026-07-29T09:47:18.590201Z","steps":["trace[1309015915] 'read index received' (duration: 120.732226ms)","trace[1309015915] 'applied index is now lower than readState.Index' (duration: 62.908369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:47:18.590523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.721531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" ","response":"range_response_count:1 size:75429"} {"level":"info","ts":"2026-07-29T09:47:18.590562Z","caller":"traceutil/trace.go:171","msg":"trace[1958585110] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1; range_end:; response_count:1; response_revision:44494; }","duration":"182.800754ms","start":"2026-07-29T09:47:18.407748Z","end":"2026-07-29T09:47:18.590549Z","steps":["trace[1958585110] 'agreement among raft nodes before linearized reading' (duration: 182.605269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:18.591626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.051102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" limit:500 ","response":"range_response_count:149 size:1759324"} {"level":"info","ts":"2026-07-29T09:47:18.591695Z","caller":"traceutil/trace.go:171","msg":"trace[548142429] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:149; response_revision:44494; }","duration":"185.165384ms","start":"2026-07-29T09:47:18.406512Z","end":"2026-07-29T09:47:18.591677Z","steps":["trace[548142429] 'agreement among raft nodes before linearized reading' (duration: 183.826049ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:47:33.894604Z","caller":"traceutil/trace.go:171","msg":"trace[310779085] transaction","detail":"{read_only:false; response_revision:44591; number_of_response:1; }","duration":"103.697346ms","start":"2026-07-29T09:47:33.790855Z","end":"2026-07-29T09:47:33.894553Z","steps":["trace[310779085] 'process raft request' (duration: 59.775179ms)","trace[310779085] 'compare' (duration: 43.399564ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:47:43.031469Z","caller":"traceutil/trace.go:171","msg":"trace[858642039] linearizableReadLoop","detail":"{readStateIndex:46077; appliedIndex:46076; }","duration":"121.795934ms","start":"2026-07-29T09:47:42.909643Z","end":"2026-07-29T09:47:43.031439Z","steps":["trace[858642039] 'read index received' (duration: 121.590859ms)","trace[858642039] 'applied index is now lower than readState.Index' (duration: 203.955µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:47:43.031502Z","caller":"traceutil/trace.go:171","msg":"trace[1110978501] transaction","detail":"{read_only:false; response_revision:44648; number_of_response:1; }","duration":"133.442386ms","start":"2026-07-29T09:47:42.898035Z","end":"2026-07-29T09:47:43.031478Z","steps":["trace[1110978501] 'process raft request' (duration: 133.250761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:47:43.031775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.111772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T09:47:43.031886Z","caller":"traceutil/trace.go:171","msg":"trace[587845504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:44648; }","duration":"122.260807ms","start":"2026-07-29T09:47:42.909593Z","end":"2026-07-29T09:47:43.031854Z","steps":["trace[587845504] 'agreement among raft nodes before linearized reading' (duration: 121.99121ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:47:43.7416Z","caller":"traceutil/trace.go:171","msg":"trace[1784853554] transaction","detail":"{read_only:false; response_revision:44652; number_of_response:1; }","duration":"178.918944ms","start":"2026-07-29T09:47:43.562651Z","end":"2026-07-29T09:47:43.74157Z","steps":["trace[1784853554] 'process raft request' (duration: 178.740049ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:47:43.824824Z","caller":"traceutil/trace.go:171","msg":"trace[1472346047] transaction","detail":"{read_only:false; response_revision:44653; number_of_response:1; }","duration":"131.390423ms","start":"2026-07-29T09:47:43.693399Z","end":"2026-07-29T09:47:43.82479Z","steps":["trace[1472346047] 'process raft request' (duration: 118.190661ms)","trace[1472346047] 'compare' (duration: 12.999737ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:47:44.723991Z","caller":"traceutil/trace.go:171","msg":"trace[2052341838] transaction","detail":"{read_only:false; response_revision:44657; number_of_response:1; }","duration":"105.243886ms","start":"2026-07-29T09:47:44.6187Z","end":"2026-07-29T09:47:44.723944Z","steps":["trace[2052341838] 'process raft request' (duration: 85.210257ms)","trace[2052341838] 'compare' (duration: 19.884425ms)"],"step_count":2}